[ 535.101459] env[65794]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=65794) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 535.101794] env[65794]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=65794) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 535.101906] env[65794]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=65794) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 535.102267] env[65794]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 535.219095] env[65794]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=65794) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 535.228998] env[65794]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=65794) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 535.273329] env[65794]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 535.845300] env[65794]: INFO nova.virt.driver [None req-6e7499bf-7aae-4e01-bc2a-594f950cd839 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 535.928552] env[65794]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 535.928810] env[65794]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 535.928810] env[65794]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=65794) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 539.152936] env[65794]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-13ded75e-1245-407b-adaa-3bd7a7238e67 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.169396] env[65794]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=65794) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 539.169521] env[65794]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-5043abc6-f6d2-4732-a9f9-cd1263b0f0af {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.203966] env[65794]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 49b49. [ 539.204177] env[65794]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.275s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 539.204711] env[65794]: INFO nova.virt.vmwareapi.driver [None req-6e7499bf-7aae-4e01-bc2a-594f950cd839 None None] VMware vCenter version: 7.0.3 [ 539.208266] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472c1289-665f-4d65-b3e9-2f02f36aa809 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.229060] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29da17a1-e5fa-41e4-9fe0-da731b408bbd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.235079] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4ad84e-ae96-445f-a0aa-7e90f8b48e67 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.242573] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a424608-ad11-466b-bb4b-daaa315ac69f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.256505] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baef554d-28bf-4d24-8107-671d2b51dbef {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.263201] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe4e688-1ed5-45ff-a4b7-95d018920239 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.293991] env[65794]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-976decbe-48b1-4f2a-9a6a-85ee12b0b19a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.300152] env[65794]: DEBUG nova.virt.vmwareapi.driver [None req-6e7499bf-7aae-4e01-bc2a-594f950cd839 None None] Extension org.openstack.compute already exists. {{(pid=65794) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 539.302878] env[65794]: INFO nova.compute.provider_config [None req-6e7499bf-7aae-4e01-bc2a-594f950cd839 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 539.806082] env[65794]: DEBUG nova.context [None req-6e7499bf-7aae-4e01-bc2a-594f950cd839 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),650d75f2-4b1c-40a1-b87c-7cc1d1e827b9(cell1) {{(pid=65794) load_cells /opt/stack/nova/nova/context.py:532}} [ 539.806410] env[65794]: INFO nova.utils [None req-6e7499bf-7aae-4e01-bc2a-594f950cd839 None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 539.808475] env[65794]: DEBUG oslo_concurrency.lockutils [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 539.808691] env[65794]: DEBUG oslo_concurrency.lockutils [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 539.809464] env[65794]: DEBUG oslo_concurrency.lockutils [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 539.809928] env[65794]: DEBUG oslo_concurrency.lockutils [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] Acquiring lock "650d75f2-4b1c-40a1-b87c-7cc1d1e827b9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 539.810127] env[65794]: DEBUG oslo_concurrency.lockutils [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] Lock "650d75f2-4b1c-40a1-b87c-7cc1d1e827b9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 539.811131] env[65794]: DEBUG oslo_concurrency.lockutils [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] Lock "650d75f2-4b1c-40a1-b87c-7cc1d1e827b9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 539.832503] env[65794]: INFO dbcounter [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] Registered counter for database nova_cell0 [ 539.840857] env[65794]: INFO dbcounter [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] Registered counter for database nova_cell1 [ 539.843952] env[65794]: DEBUG oslo_db.sqlalchemy.engines [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65794) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 539.844354] env[65794]: DEBUG oslo_db.sqlalchemy.engines [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65794) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 539.849324] env[65794]: ERROR nova.db.main.api [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 539.849324] env[65794]: func(*args, **kwargs) [ 539.849324] env[65794]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 539.849324] env[65794]: self.work.run() [ 539.849324] env[65794]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 539.849324] env[65794]: result = self.fn(*self.args, **self.kwargs) [ 539.849324] env[65794]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 539.849324] env[65794]: return func(*args, **kwargs) [ 539.849324] env[65794]: File "/opt/stack/nova/nova/context.py", line 480, in gather_result [ 539.849324] env[65794]: result = fn(*args, **kwargs) [ 539.849324] env[65794]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 539.849324] env[65794]: return f(*args, **kwargs) [ 539.849324] env[65794]: File "/opt/stack/nova/nova/objects/service.py", line 571, in _db_service_get_minimum_version [ 539.849324] env[65794]: return db.service_get_minimum_version(context, binaries) [ 539.849324] env[65794]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 539.849324] env[65794]: _check_db_access() [ 539.849324] env[65794]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 539.849324] env[65794]: stacktrace = ''.join(traceback.format_stack()) [ 539.849324] env[65794]: [ 539.850209] env[65794]: ERROR nova.db.main.api [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 539.850209] env[65794]: func(*args, **kwargs) [ 539.850209] env[65794]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 539.850209] env[65794]: self.work.run() [ 539.850209] env[65794]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 539.850209] env[65794]: result = self.fn(*self.args, **self.kwargs) [ 539.850209] env[65794]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 539.850209] env[65794]: return func(*args, **kwargs) [ 539.850209] env[65794]: File "/opt/stack/nova/nova/context.py", line 480, in gather_result [ 539.850209] env[65794]: result = fn(*args, **kwargs) [ 539.850209] env[65794]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 539.850209] env[65794]: return f(*args, **kwargs) [ 539.850209] env[65794]: File "/opt/stack/nova/nova/objects/service.py", line 571, in _db_service_get_minimum_version [ 539.850209] env[65794]: return db.service_get_minimum_version(context, binaries) [ 539.850209] env[65794]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 539.850209] env[65794]: _check_db_access() [ 539.850209] env[65794]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 539.850209] env[65794]: stacktrace = ''.join(traceback.format_stack()) [ 539.850209] env[65794]: [ 539.850698] env[65794]: WARNING nova.objects.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 539.850792] env[65794]: WARNING nova.objects.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] Failed to get minimum service version for cell 650d75f2-4b1c-40a1-b87c-7cc1d1e827b9 [ 539.851261] env[65794]: DEBUG oslo_concurrency.lockutils [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] Acquiring lock "singleton_lock" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.851418] env[65794]: DEBUG oslo_concurrency.lockutils [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] Acquired lock "singleton_lock" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.851646] env[65794]: DEBUG oslo_concurrency.lockutils [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] Releasing lock "singleton_lock" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.851965] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] Full set of CONF: {{(pid=65794) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 539.852114] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ******************************************************************************** {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 539.852231] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] Configuration options gathered from: {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 539.852352] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 539.852530] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 539.852645] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ================================================================================ {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 539.852838] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] allow_resize_to_same_host = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.852997] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] arq_binding_timeout = 300 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.853141] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] backdoor_port = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.853264] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] backdoor_socket = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.853410] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] block_device_allocate_retries = 60 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.853557] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] block_device_allocate_retries_interval = 3 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.853705] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cell_worker_thread_pool_size = 5 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.853864] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cert = self.pem {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.854037] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.854203] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] compute_monitors = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.854355] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] config_dir = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.854510] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] config_drive_format = iso9660 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.854633] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.854782] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] config_source = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.854936] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] console_host = devstack {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.855109] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] control_exchange = nova {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.855257] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cpu_allocation_ratio = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.855403] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] daemon = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.855555] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] debug = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.855698] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] default_access_ip_network_name = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.855847] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] default_availability_zone = nova {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.855986] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] default_ephemeral_format = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.856197] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] default_green_pool_size = 1000 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.856369] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.856517] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] default_schedule_zone = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.856663] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] default_thread_pool_size = 10 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.856812] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] disk_allocation_ratio = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.856973] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] enable_new_services = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.857135] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] flat_injected = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.857281] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] force_config_drive = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.857686] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] force_raw_images = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.857686] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] graceful_shutdown_timeout = 5 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.857759] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] heal_instance_info_cache_interval = -1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.857913] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] host = cpu-1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.858087] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.858241] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] initial_disk_allocation_ratio = 1.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.858390] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] initial_ram_allocation_ratio = 1.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.858587] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.858745] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] instance_build_timeout = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.858902] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] instance_delete_interval = 300 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.859083] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] instance_format = [instance: %(uuid)s] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.859245] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] instance_name_template = instance-%08x {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.859391] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] instance_usage_audit = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.859545] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] instance_usage_audit_period = month {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.859694] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.859842] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] instances_path = /opt/stack/data/nova/instances {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.860009] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] internal_service_availability_zone = internal {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.860163] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] key = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.860316] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] live_migration_retry_count = 30 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.860463] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] log_color = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.860610] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] log_config_append = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.860762] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.860910] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] log_dir = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.861072] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] log_file = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.861193] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] log_options = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.861341] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] log_rotate_interval = 1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.861492] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] log_rotate_interval_type = days {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.861642] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] log_rotation_type = none {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.861759] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.861871] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.862034] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.862191] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.862306] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.862454] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] long_rpc_timeout = 1800 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.862602] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] max_concurrent_builds = 10 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.862745] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] max_concurrent_live_migrations = 1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.862891] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] max_concurrent_snapshots = 5 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.863071] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] max_local_block_devices = 3 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.863227] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] max_logfile_count = 30 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.863373] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] max_logfile_size_mb = 200 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.863518] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] maximum_instance_delete_attempts = 5 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.863664] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] migrate_max_retries = -1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.863816] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] mkisofs_cmd = genisoimage {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.864014] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] my_block_storage_ip = 10.180.1.21 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.864142] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] my_ip = 10.180.1.21 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.864328] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.864478] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] network_allocate_retries = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.864642] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.864799] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] osapi_compute_unique_server_name_scope = {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.864950] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] password_length = 12 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.865114] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] periodic_enable = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.865263] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] periodic_fuzzy_delay = 60 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.865416] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] pointer_model = usbtablet {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.865569] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] preallocate_images = none {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.865719] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] publish_errors = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.865837] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] pybasedir = /opt/stack/nova {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.865978] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ram_allocation_ratio = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.866140] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] rate_limit_burst = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.866293] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] rate_limit_except_level = CRITICAL {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.866438] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] rate_limit_interval = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.866582] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] reboot_timeout = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.866726] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] reclaim_instance_interval = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.866889] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] record = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.867067] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] reimage_timeout_per_gb = 60 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.867227] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] report_interval = 120 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.867376] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] rescue_timeout = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.867521] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] reserved_host_cpus = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.867666] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] reserved_host_disk_mb = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.867810] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] reserved_host_memory_mb = 512 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.867955] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] reserved_huge_pages = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.868112] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] resize_confirm_window = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.868257] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] resize_fs_using_block_device = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.868400] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] resume_guests_state_on_host_boot = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.868550] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.868695] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] rpc_response_timeout = 60 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.868879] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] run_external_periodic_tasks = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.869094] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] running_deleted_instance_action = reap {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.869257] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] running_deleted_instance_poll_interval = 1800 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.869410] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] running_deleted_instance_timeout = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.869557] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] scheduler_instance_sync_interval = 120 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.869713] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] service_down_time = 720 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.869866] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] servicegroup_driver = db {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.870046] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] shell_completion = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.870235] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] shelved_offload_time = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.870410] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] shelved_poll_interval = 3600 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.870554] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] shutdown_timeout = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.870705] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] source_is_ipv6 = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.870851] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ssl_only = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.871102] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.871267] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] sync_power_state_interval = 600 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.871420] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] sync_power_state_pool_size = 1000 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.871574] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] syslog_log_facility = LOG_USER {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.871721] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] tempdir = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.871868] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] thread_pool_statistic_period = -1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.872026] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] timeout_nbd = 10 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.872188] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] transport_url = **** {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.872336] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] update_resources_interval = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.872482] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] use_cow_images = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.872626] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] use_journal = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.872768] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] use_json = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.872911] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] use_rootwrap_daemon = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.873065] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] use_stderr = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.873261] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] use_syslog = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.873439] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vcpu_pin_set = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.873596] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vif_plugging_is_fatal = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.873755] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vif_plugging_timeout = 300 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.873909] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] virt_mkfs = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.874074] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] volume_usage_poll_interval = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.874224] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] watch_log_file = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.874376] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] web = /usr/share/spice-html5 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.874545] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_concurrency.disable_process_locking = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.875149] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.875365] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.875536] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.875697] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.875858] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.876022] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.876191] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.876350] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.876504] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.876660] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api.compute_link_prefix = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.876835] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.877020] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api.dhcp_domain = novalocal {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.877177] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api.enable_instance_password = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.877327] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api.glance_link_prefix = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.877482] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.877640] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.877789] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api.instance_list_per_project_cells = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.877937] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api.list_records_by_skipping_down_cells = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.878107] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api.local_metadata_per_cell = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.878259] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api.max_limit = 1000 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.878406] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api.metadata_cache_expiration = 15 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.878566] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api.neutron_default_project_id = default {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.878722] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api.response_validation = warn {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.878869] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api.use_neutron_default_nets = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.879055] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.879215] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.879363] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.879517] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.879667] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api.vendordata_dynamic_targets = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.879815] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api.vendordata_jsonfile_path = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.880008] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.880203] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.backend = dogpile.cache.memcached {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.880362] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.backend_argument = **** {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.880512] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.backend_expiration_time = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.880665] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.config_prefix = cache.oslo {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.880815] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.debug_cache_backend = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.880963] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.enable_retry_client = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.881126] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.enable_socket_keepalive = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.881283] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.enabled = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.881432] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.enforce_fips_mode = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.881581] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.expiration_time = 600 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.881743] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.hashclient_dead_timeout = 60.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.881894] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.hashclient_retry_attempts = 2 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.882057] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.hashclient_retry_timeout = 1.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.882214] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.memcache_dead_retry = 300 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.882358] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.memcache_password = **** {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.882510] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.882662] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.882810] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.memcache_pool_maxsize = 10 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.882956] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.883121] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.memcache_sasl_enabled = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.883291] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.883446] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.memcache_socket_timeout = 1.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.883594] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.memcache_username = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.883744] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.proxies = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.883894] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.redis_db = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.884048] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.redis_password = **** {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.884212] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.redis_sentinel_service_name = mymaster {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.884374] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.884530] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.redis_server = localhost:6379 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.884682] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.redis_socket_timeout = 1.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.884827] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.redis_username = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.884976] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.retry_attempts = 2 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.885152] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.retry_delay = 0.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.885309] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.socket_keepalive_count = 1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.885448] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.socket_keepalive_idle = 1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.885594] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.socket_keepalive_interval = 1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.885735] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.tls_allowed_ciphers = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.885876] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.tls_cafile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.886024] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.tls_certfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.886171] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.tls_enabled = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.886315] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cache.tls_keyfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.886473] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cinder.auth_section = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.886671] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cinder.auth_type = password {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.886830] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cinder.cafile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.886993] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cinder.catalog_info = volumev3::publicURL {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.887160] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cinder.certfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.887325] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cinder.collect_timing = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.887458] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cinder.cross_az_attach = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.887604] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cinder.debug = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.887751] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cinder.endpoint_template = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.887900] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cinder.http_retries = 3 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.888062] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cinder.insecure = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.888212] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cinder.keyfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.888368] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cinder.os_region_name = RegionOne {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.888518] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cinder.split_loggers = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.888666] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cinder.timeout = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.888825] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.888999] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] compute.cpu_dedicated_set = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.889173] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] compute.cpu_shared_set = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.889330] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] compute.image_type_exclude_list = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.889482] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.889633] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] compute.max_concurrent_disk_ops = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.889782] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] compute.max_disk_devices_to_attach = -1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.889930] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.890098] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.890246] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] compute.resource_provider_association_refresh = 300 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.890393] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.890541] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] compute.shutdown_retry_interval = 10 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.890704] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.890868] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] conductor.workers = 2 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.891039] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] console.allowed_origins = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.891191] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] console.ssl_ciphers = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.891349] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] console.ssl_minimum_version = default {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.891504] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] consoleauth.enforce_session_timeout = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.891661] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] consoleauth.token_ttl = 600 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.891817] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cyborg.cafile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.891965] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cyborg.certfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.892128] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cyborg.collect_timing = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.892276] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cyborg.connect_retries = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.892420] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cyborg.connect_retry_delay = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.892563] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cyborg.endpoint_override = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.892711] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cyborg.insecure = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.892857] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cyborg.keyfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.893018] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cyborg.max_version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.893165] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cyborg.min_version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.893309] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cyborg.region_name = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.893451] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cyborg.retriable_status_codes = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.893592] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cyborg.service_name = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.893744] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cyborg.service_type = accelerator {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.893892] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cyborg.split_loggers = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.894046] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cyborg.status_code_retries = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.894194] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cyborg.status_code_retry_delay = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.894337] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cyborg.timeout = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.894500] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.894648] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] cyborg.version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.894807] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] database.asyncio_connection = **** {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.894954] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] database.asyncio_slave_connection = **** {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.895124] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] database.backend = sqlalchemy {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.895282] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] database.connection = **** {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.895434] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] database.connection_debug = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.895589] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] database.connection_parameters = {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.895741] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] database.connection_recycle_time = 3600 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.895890] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] database.connection_trace = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.896049] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] database.db_inc_retry_interval = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.896209] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] database.db_max_retries = 20 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.896360] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] database.db_max_retry_interval = 10 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.896511] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] database.db_retry_interval = 1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.896662] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] database.max_overflow = 50 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.896815] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] database.max_pool_size = 5 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.896961] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] database.max_retries = 10 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.897132] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.897281] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] database.mysql_wsrep_sync_wait = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.897429] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] database.pool_timeout = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.897580] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] database.retry_interval = 10 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.897725] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] database.slave_connection = **** {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.897871] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] database.sqlite_synchronous = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.898030] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] database.use_db_reconnect = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.898191] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api_database.asyncio_connection = **** {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.898338] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api_database.asyncio_slave_connection = **** {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.898523] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api_database.backend = sqlalchemy {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.898694] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api_database.connection = **** {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.898849] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api_database.connection_debug = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.899050] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api_database.connection_parameters = {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.899217] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api_database.connection_recycle_time = 3600 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.899366] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api_database.connection_trace = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.899514] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api_database.db_inc_retry_interval = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.899663] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api_database.db_max_retries = 20 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.899810] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api_database.db_max_retry_interval = 10 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.900037] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api_database.db_retry_interval = 1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.900220] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api_database.max_overflow = 50 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.900375] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api_database.max_pool_size = 5 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.900525] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api_database.max_retries = 10 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.900712] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.900828] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.900975] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api_database.pool_timeout = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.901140] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api_database.retry_interval = 10 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.901311] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api_database.slave_connection = **** {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.901476] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] api_database.sqlite_synchronous = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.901646] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] devices.enabled_mdev_types = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.901812] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.901971] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ephemeral_storage_encryption.default_format = luks {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.902140] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ephemeral_storage_encryption.enabled = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.902291] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.902453] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.api_servers = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.902603] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.cafile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.902751] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.certfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.902901] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.collect_timing = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.903058] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.connect_retries = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.903206] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.connect_retry_delay = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.903353] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.debug = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.903570] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.default_trusted_certificate_ids = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.903648] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.enable_certificate_validation = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.903793] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.enable_rbd_download = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.903938] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.endpoint_override = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.904103] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.insecure = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.904252] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.keyfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.904398] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.max_version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.904541] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.min_version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.904688] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.num_retries = 3 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.904842] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.rbd_ceph_conf = {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.904991] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.rbd_connect_timeout = 5 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.905159] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.rbd_pool = {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.905346] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.rbd_user = {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.905508] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.region_name = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.905658] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.retriable_status_codes = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.905802] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.service_name = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.905960] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.service_type = image {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.906125] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.split_loggers = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.906271] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.status_code_retries = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.906420] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.status_code_retry_delay = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.906567] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.timeout = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.906732] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.906908] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.verify_glance_signatures = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.907075] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] glance.version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.907238] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] guestfs.debug = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.907393] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] manila.auth_section = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.907543] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] manila.auth_type = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.907687] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] manila.cafile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.907831] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] manila.certfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.907980] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] manila.collect_timing = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.908141] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] manila.connect_retries = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.908286] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] manila.connect_retry_delay = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.908428] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] manila.endpoint_override = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.908576] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] manila.insecure = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.908719] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] manila.keyfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.908864] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] manila.max_version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.909039] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] manila.min_version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.909196] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] manila.region_name = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.909341] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] manila.retriable_status_codes = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.909481] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] manila.service_name = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.909636] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] manila.service_type = shared-file-system {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.909787] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] manila.share_apply_policy_timeout = 10 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.909938] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] manila.split_loggers = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.910096] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] manila.status_code_retries = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.910243] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] manila.status_code_retry_delay = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.910388] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] manila.timeout = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.910553] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.910701] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] manila.version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.910854] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] mks.enabled = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.911202] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.911383] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] image_cache.manager_interval = 2400 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.911538] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] image_cache.precache_concurrency = 1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.911694] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] image_cache.remove_unused_base_images = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.911851] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.912051] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.912227] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] image_cache.subdirectory_name = _base {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.912395] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.api_max_retries = 60 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.912550] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.api_retry_interval = 2 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.912698] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.auth_section = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.912847] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.auth_type = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.912994] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.cafile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.913158] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.certfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.913307] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.collect_timing = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.913456] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.conductor_group = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.913603] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.connect_retries = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.913749] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.connect_retry_delay = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.913894] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.endpoint_override = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.914054] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.insecure = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.914207] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.keyfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.914354] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.max_version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.914501] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.min_version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.914652] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.peer_list = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.914797] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.region_name = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.914942] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.retriable_status_codes = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.915107] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.serial_console_state_timeout = 10 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.915254] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.service_name = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.915412] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.service_type = baremetal {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.915558] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.shard = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.915705] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.split_loggers = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.915851] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.status_code_retries = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.915995] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.status_code_retry_delay = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.916156] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.timeout = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.916322] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.916469] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ironic.version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.916636] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.916804] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] key_manager.fixed_key = **** {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.916985] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.917153] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican.barbican_api_version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.917301] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican.barbican_endpoint = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.917458] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican.barbican_endpoint_type = public {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.917604] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican.barbican_region_name = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.917748] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican.cafile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.917890] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican.certfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.918051] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican.collect_timing = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.918202] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican.insecure = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.918343] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican.keyfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.918492] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican.number_of_retries = 60 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.918639] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican.retry_delay = 1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.918785] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican.send_service_user_token = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.918962] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican.split_loggers = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.919124] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican.timeout = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.919274] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican.verify_ssl = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.919418] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican.verify_ssl_path = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.919572] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican_service_user.auth_section = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.919722] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican_service_user.auth_type = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.919867] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican_service_user.cafile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.920015] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican_service_user.certfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.920168] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican_service_user.collect_timing = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.920315] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican_service_user.insecure = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.920460] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican_service_user.keyfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.920609] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican_service_user.split_loggers = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.920751] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] barbican_service_user.timeout = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.920901] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vault.approle_role_id = **** {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.921057] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vault.approle_secret_id = **** {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.921218] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vault.kv_mountpoint = secret {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.921365] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vault.kv_path = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.921515] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vault.kv_version = 2 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.921660] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vault.namespace = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.921804] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vault.root_token_id = **** {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.921948] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vault.ssl_ca_crt_file = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.922116] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vault.timeout = 60.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.922266] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vault.use_ssl = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.922423] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.922577] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] keystone.cafile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.922722] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] keystone.certfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.922881] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] keystone.collect_timing = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.923055] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] keystone.connect_retries = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.923209] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] keystone.connect_retry_delay = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.923353] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] keystone.endpoint_override = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.923500] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] keystone.insecure = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.923643] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] keystone.keyfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.923786] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] keystone.max_version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.923931] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] keystone.min_version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.924093] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] keystone.region_name = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.924242] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] keystone.retriable_status_codes = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.924384] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] keystone.service_name = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.924537] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] keystone.service_type = identity {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.924683] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] keystone.split_loggers = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.924826] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] keystone.status_code_retries = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.924973] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] keystone.status_code_retry_delay = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.925132] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] keystone.timeout = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.925298] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.925447] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] keystone.version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.925622] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.ceph_mount_options = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.925919] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.926101] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.connection_uri = {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.926253] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.cpu_mode = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.926410] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.cpu_model_extra_flags = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.926567] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.cpu_models = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.926732] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.cpu_power_governor_high = performance {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.926916] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.cpu_power_governor_low = powersave {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.927085] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.cpu_power_management = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.927250] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.927405] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.device_detach_attempts = 8 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.927555] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.device_detach_timeout = 20 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.927708] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.disk_cachemodes = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.927855] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.disk_prefix = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.928015] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.enabled_perf_events = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.928187] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.file_backed_memory = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.928343] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.gid_maps = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.928491] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.hw_disk_discard = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.928637] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.hw_machine_type = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.928790] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.images_rbd_ceph_conf = {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.928965] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.929143] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.929301] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.images_rbd_glance_store_name = {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.929459] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.images_rbd_pool = rbd {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.929615] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.images_type = default {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.929763] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.images_volume_group = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.929926] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.inject_key = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.930103] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.inject_partition = -2 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.930258] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.inject_password = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.930407] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.iscsi_iface = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.930555] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.iser_use_multipath = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.930703] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.live_migration_bandwidth = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.930851] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.930997] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.live_migration_downtime = 500 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.931156] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.931303] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.931449] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.live_migration_inbound_addr = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.931595] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.live_migration_parallel_connections = 1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.931741] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.931886] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.live_migration_permit_post_copy = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.932041] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.live_migration_scheme = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.932205] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.live_migration_timeout_action = abort {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.932355] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.live_migration_tunnelled = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.932500] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.live_migration_uri = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.932644] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.live_migration_with_native_tls = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.932788] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.max_queues = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.932938] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.933172] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.933326] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.nfs_mount_options = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.933614] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.933783] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.933938] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.num_iser_scan_tries = 5 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.934101] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.num_memory_encrypted_guests = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.934255] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.934406] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.num_pcie_ports = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.934561] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.num_volume_scan_tries = 5 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.934712] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.pmem_namespaces = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.934857] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.quobyte_client_cfg = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.935182] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.935353] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.rbd_connect_timeout = 5 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.935509] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.935663] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.935812] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.rbd_secret_uuid = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.935960] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.rbd_user = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.936129] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.936289] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.remote_filesystem_transport = ssh {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.936438] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.rescue_image_id = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.936584] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.rescue_kernel_id = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.936772] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.rescue_ramdisk_id = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.936882] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.937040] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.rx_queue_size = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.937202] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.smbfs_mount_options = {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.937481] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.937646] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.snapshot_compression = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.937798] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.snapshot_image_format = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.938015] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.938182] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.sparse_logical_volumes = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.938355] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.supported_tpm_secret_security = ['user', 'host', 'deployment'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.938508] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.swtpm_enabled = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.938665] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.swtpm_group = tss {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.938819] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.swtpm_user = tss {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.939009] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.sysinfo_serial = unique {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.939180] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.tb_cache_size = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.939329] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.tx_queue_size = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.939480] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.uid_maps = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.939627] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.use_virtio_for_bridges = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.939785] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.virt_type = kvm {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.939957] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.volume_clear = zero {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.940135] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.volume_clear_size = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.940290] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.volume_enforce_multipath = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.940443] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.volume_use_multipath = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.940589] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.vzstorage_cache_path = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.940743] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.940897] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.vzstorage_mount_group = qemu {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.941060] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.vzstorage_mount_opts = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.941212] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.941482] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.941647] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.vzstorage_mount_user = stack {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.941801] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.941963] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.auth_section = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.942137] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.auth_type = password {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.942286] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.cafile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.942433] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.certfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.942580] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.collect_timing = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.942727] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.connect_retries = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.942871] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.connect_retry_delay = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.943036] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.default_floating_pool = public {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.943188] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.endpoint_override = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.943339] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.extension_sync_interval = 600 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.943484] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.http_retries = 3 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.943631] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.insecure = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.943772] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.keyfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.943917] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.max_version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.944083] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.944229] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.min_version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.944382] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.ovs_bridge = br-int {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.944537] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.physnets = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.944691] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.region_name = RegionOne {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.944838] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.retriable_status_codes = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.944993] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.service_metadata_proxy = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.945153] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.service_name = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.945307] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.service_type = network {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.945454] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.split_loggers = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.945599] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.status_code_retries = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.945744] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.status_code_retry_delay = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.945889] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.timeout = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.946065] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.946218] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] neutron.version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.946378] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] notifications.bdms_in_notifications = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.946541] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] notifications.default_level = INFO {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.946690] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] notifications.include_share_mapping = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.946869] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] notifications.notification_format = unversioned {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.947041] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] notifications.notify_on_state_change = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.947216] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.947384] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] pci.alias = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.947539] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] pci.device_spec = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.947689] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] pci.report_in_placement = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.947849] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.auth_section = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.948014] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.auth_type = password {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.948179] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.948330] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.cafile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.948474] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.certfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.948622] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.collect_timing = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.948767] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.connect_retries = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.948928] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.connect_retry_delay = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.949096] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.default_domain_id = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.949249] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.default_domain_name = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.949402] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.domain_id = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.949560] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.domain_name = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.949701] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.endpoint_override = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.949849] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.insecure = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.950023] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.keyfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.950183] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.max_version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.950328] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.min_version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.950484] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.password = **** {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.950630] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.project_domain_id = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.950782] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.project_domain_name = Default {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.950936] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.project_id = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.951155] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.project_name = service {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.951263] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.region_name = RegionOne {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.951409] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.retriable_status_codes = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.951554] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.service_name = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.951709] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.service_type = placement {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.951856] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.split_loggers = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.952010] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.status_code_retries = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.952164] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.status_code_retry_delay = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.952307] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.system_scope = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.952448] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.timeout = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.952591] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.trust_id = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.952733] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.user_domain_id = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.952887] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.user_domain_name = Default {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.953050] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.user_id = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.953215] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.username = nova {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.953379] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.953525] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] placement.version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.953691] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] quota.cores = 20 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.953847] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] quota.count_usage_from_placement = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.954010] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.954176] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] quota.injected_file_content_bytes = 10240 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.954330] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] quota.injected_file_path_length = 255 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.954482] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] quota.injected_files = 5 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.954634] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] quota.instances = 10 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.954785] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] quota.key_pairs = 100 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.954940] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] quota.metadata_items = 128 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.955108] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] quota.ram = 51200 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.955259] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] quota.recheck_quota = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.955414] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] quota.server_group_members = 10 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.955564] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] quota.server_groups = 10 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.955766] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.955931] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] quota.unified_limits_resource_strategy = require {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.956104] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.956255] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.956401] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] scheduler.image_metadata_prefilter = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.956548] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.956698] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] scheduler.max_attempts = 3 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.956845] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] scheduler.max_placement_results = 1000 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.956991] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.957152] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] scheduler.query_placement_for_image_type_support = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.957302] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.957462] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] scheduler.workers = 2 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.957620] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.957776] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.957939] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.958109] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.958263] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.958475] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.958651] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.958828] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.959011] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.host_subset_size = 1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.959408] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.959408] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.959503] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.959617] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.959763] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.959927] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.isolated_hosts = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.960107] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.isolated_images = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.960267] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.960431] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.960581] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.960728] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.pci_in_placement = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.960875] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.961033] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.961188] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.961334] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.961478] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.961624] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.961767] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.track_instance_changes = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.961929] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.962097] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] metrics.required = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.962247] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] metrics.weight_multiplier = 1.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.962393] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.962542] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] metrics.weight_setting = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.962844] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.963014] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] serial_console.enabled = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.963189] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] serial_console.port_range = 10000:20000 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.963349] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.963505] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.963660] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] serial_console.serialproxy_port = 6083 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.963816] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] service_user.auth_section = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.963976] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] service_user.auth_type = password {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.964142] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] service_user.cafile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.964289] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] service_user.certfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.964438] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] service_user.collect_timing = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.964586] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] service_user.insecure = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.964729] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] service_user.keyfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.964886] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] service_user.send_service_user_token = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.965238] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] service_user.split_loggers = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.965238] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] service_user.timeout = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.965359] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] spice.agent_enabled = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.965490] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] spice.enabled = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.965783] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.965985] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.966164] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] spice.html5proxy_port = 6082 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.966316] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] spice.image_compression = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.966464] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] spice.jpeg_compression = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.966611] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] spice.playback_compression = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.966760] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] spice.require_secure = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.966918] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] spice.server_listen = 127.0.0.1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.967086] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.967350] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.967507] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] spice.streaming_mode = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.967655] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] spice.zlib_compression = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.967810] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] upgrade_levels.baseapi = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.967969] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] upgrade_levels.compute = auto {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.968132] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] upgrade_levels.conductor = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.968281] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] upgrade_levels.scheduler = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.968434] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vendordata_dynamic_auth.auth_section = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.968582] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vendordata_dynamic_auth.auth_type = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.968727] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vendordata_dynamic_auth.cafile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.968872] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vendordata_dynamic_auth.certfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.969058] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.969219] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vendordata_dynamic_auth.insecure = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.969365] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vendordata_dynamic_auth.keyfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.969514] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.969658] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vendordata_dynamic_auth.timeout = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.969815] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.api_retry_count = 10 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.969989] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.ca_file = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.970176] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.cache_prefix = devstack-image-cache {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.970333] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.cluster_name = testcl1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.970487] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.connection_pool_size = 10 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.970632] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.console_delay_seconds = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.970785] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.datastore_regex = ^datastore.* {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.970983] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.971161] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.host_password = **** {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.971320] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.host_port = 443 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.971477] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.host_username = administrator@vsphere.local {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.971630] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.insecure = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.971779] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.integration_bridge = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.971932] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.maximum_objects = 100 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.972091] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.pbm_default_policy = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.972243] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.pbm_enabled = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.972388] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.pbm_wsdl_location = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.972543] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.972687] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.serial_port_proxy_uri = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.972832] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.serial_port_service_uri = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.972986] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.task_poll_interval = 0.5 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.973161] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.use_linked_clone = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.973318] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.vnc_keymap = en-us {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.973470] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.vnc_port = 5900 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.973620] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vmware.vnc_port_total = 10000 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.973795] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vnc.auth_schemes = ['none'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.973955] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vnc.enabled = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.974243] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.974414] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.974574] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vnc.novncproxy_port = 6080 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.974745] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vnc.server_listen = 127.0.0.1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.974913] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.975075] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vnc.vencrypt_ca_certs = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.975224] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vnc.vencrypt_client_cert = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.975371] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vnc.vencrypt_client_key = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.975529] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.975680] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] workarounds.disable_deep_image_inspection = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.975828] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.975974] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.976135] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.976281] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] workarounds.disable_rootwrap = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.976428] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] workarounds.enable_numa_live_migration = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.976572] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.976719] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.976866] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.977049] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] workarounds.libvirt_disable_apic = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.977209] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.977358] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.977506] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.977653] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.977799] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.977945] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.978362] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.978362] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.978447] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.978565] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.978696] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.978846] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] wsgi.secure_proxy_ssl_header = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.979036] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] zvm.ca_file = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.979200] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] zvm.cloud_connector_url = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.979488] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.979652] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] zvm.reachable_timeout = 300 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.979811] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.979995] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.980182] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] profiler.connection_string = messaging:// {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.980337] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] profiler.enabled = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.980492] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] profiler.es_doc_type = notification {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.980643] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] profiler.es_scroll_size = 10000 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.980796] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] profiler.es_scroll_time = 2m {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.980945] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] profiler.filter_error_trace = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.981115] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] profiler.hmac_keys = **** {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.981271] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] profiler.sentinel_service_name = mymaster {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.981420] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] profiler.socket_timeout = 0.1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.981569] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] profiler.trace_requests = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.981712] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] profiler.trace_sqlalchemy = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.981877] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] profiler_jaeger.process_tags = {} {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.982033] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] profiler_jaeger.service_name_prefix = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.982188] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] profiler_otlp.service_name_prefix = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.982348] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.982494] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.982639] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.982783] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.982927] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.983087] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.983238] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.983384] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.983530] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.983686] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.983831] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.983985] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.984153] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.984302] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.984448] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.984600] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.984745] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.984891] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.985053] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.985205] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.985356] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.985516] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.985671] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.985820] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.985965] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.986126] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.986271] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.986415] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.986558] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.986701] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.986843] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.ssl = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.987030] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.987197] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.987347] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.987498] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.987647] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.987798] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.987957] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.988122] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_notifications.retry = -1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.988280] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.988433] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.988595] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.auth_section = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.988744] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.auth_type = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.988888] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.cafile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.989067] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.certfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.989223] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.collect_timing = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.989369] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.connect_retries = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.989511] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.connect_retry_delay = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.989654] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.endpoint_id = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.989808] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.endpoint_interface = publicURL {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.989996] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.endpoint_override = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.990199] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.endpoint_region_name = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.990352] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.endpoint_service_name = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.990498] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.endpoint_service_type = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.990645] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.insecure = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.990787] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.keyfile = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.990929] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.max_version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.991084] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.min_version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.991232] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.region_name = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.991372] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.retriable_status_codes = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.991513] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.service_name = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.991655] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.service_type = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.991797] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.split_loggers = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.991938] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.status_code_retries = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.992094] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.status_code_retry_delay = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.992236] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.timeout = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.992374] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.valid_interfaces = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.992512] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_limit.version = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.992661] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_reports.file_event_handler = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.992808] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.993024] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] oslo_reports.log_dir = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.993200] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.993348] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.993492] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.993640] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.993790] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.993938] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.994095] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.994252] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.994396] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vif_plug_ovs_privileged.group = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.994540] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.994684] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.994831] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.994978] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.995134] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] vif_plug_ovs_privileged.user = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.995289] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] os_vif_linux_bridge.flat_interface = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.995451] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.995605] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.995760] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.995914] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.996086] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.996238] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.996386] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.996546] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.996700] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] os_vif_ovs.isolate_vif = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.996851] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.997038] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.997208] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.997364] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] os_vif_ovs.ovsdb_interface = native {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.997510] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] os_vif_ovs.per_port_bridge = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.997666] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] privsep_osbrick.capabilities = [21, 2] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.997807] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] privsep_osbrick.group = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.997951] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] privsep_osbrick.helper_command = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.998111] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] privsep_osbrick.log_daemon_traceback = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.998259] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.998407] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.998610] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] privsep_osbrick.user = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.998790] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.998967] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] nova_sys_admin.group = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.999130] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] nova_sys_admin.helper_command = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.999281] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] nova_sys_admin.log_daemon_traceback = False {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.999432] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.999580] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.999722] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] nova_sys_admin.user = None {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.999841] env[65794]: DEBUG oslo_service.backend._eventlet.service [None req-18f62d9a-bf6f-45bf-85b4-8cb22ba80b92 None None] ******************************************************************************** {{(pid=65794) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 540.000259] env[65794]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 540.505307] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Getting list of instances from cluster (obj){ [ 540.505307] env[65794]: value = "domain-c8" [ 540.505307] env[65794]: _type = "ClusterComputeResource" [ 540.505307] env[65794]: } {{(pid=65794) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 540.506383] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecf6cb6-989d-49ce-af46-ced586484d0f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.515228] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Got total of 0 instances {{(pid=65794) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 540.515829] env[65794]: WARNING nova.virt.vmwareapi.driver [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 540.516284] env[65794]: INFO nova.virt.node [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Generated node identity 9d798782-7888-423a-959e-7002060abcae [ 540.516519] env[65794]: INFO nova.virt.node [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Wrote node identity 9d798782-7888-423a-959e-7002060abcae to /opt/stack/data/n-cpu-1/compute_id [ 541.019635] env[65794]: WARNING nova.compute.manager [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Compute nodes ['9d798782-7888-423a-959e-7002060abcae'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 542.025848] env[65794]: INFO nova.compute.manager [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 543.032370] env[65794]: WARNING nova.compute.manager [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 543.032740] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 543.032877] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 543.033038] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 543.033182] env[65794]: DEBUG nova.compute.resource_tracker [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65794) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 543.034167] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a5756a-0e0d-4b5d-9867-189bf220fd92 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.043616] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03568bc5-5c47-42cf-8c54-6732dbee7e41 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.057829] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d1cde3-550a-4c8a-bf08-0f7177437867 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.064721] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83662e47-0358-4bac-b54a-80a9b2f067fd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.095030] env[65794]: DEBUG nova.compute.resource_tracker [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180632MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65794) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 543.095214] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 543.095410] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 543.598106] env[65794]: WARNING nova.compute.resource_tracker [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] No compute node record for cpu-1:9d798782-7888-423a-959e-7002060abcae: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 9d798782-7888-423a-959e-7002060abcae could not be found. [ 544.101846] env[65794]: INFO nova.compute.resource_tracker [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 9d798782-7888-423a-959e-7002060abcae [ 545.610595] env[65794]: DEBUG nova.compute.resource_tracker [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 545.610960] env[65794]: DEBUG nova.compute.resource_tracker [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 545.784445] env[65794]: INFO nova.scheduler.client.report [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] [req-94c089d2-d647-4286-ada0-9dce96a5c302] Created resource provider record via placement API for resource provider with UUID 9d798782-7888-423a-959e-7002060abcae and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 545.798898] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cf7644-9d42-4ba5-bd0d-db7ead8058b1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.806784] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89556623-4e12-45eb-9c78-62b84943d31e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.835901] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639c9deb-c6dc-42e3-93e6-9f6f557cf4f5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.843489] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f8e069-d449-4d68-b342-ce687355d024 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.857090] env[65794]: DEBUG nova.compute.provider_tree [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 546.410377] env[65794]: DEBUG nova.scheduler.client.report [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Updated inventory for provider 9d798782-7888-423a-959e-7002060abcae with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 546.410604] env[65794]: DEBUG nova.compute.provider_tree [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Updating resource provider 9d798782-7888-423a-959e-7002060abcae generation from 0 to 1 during operation: update_inventory {{(pid=65794) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 546.410739] env[65794]: DEBUG nova.compute.provider_tree [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 546.461584] env[65794]: DEBUG nova.compute.provider_tree [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Updating resource provider 9d798782-7888-423a-959e-7002060abcae generation from 1 to 2 during operation: update_traits {{(pid=65794) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 546.966654] env[65794]: DEBUG nova.compute.resource_tracker [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65794) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 546.967108] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.871s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 546.967108] env[65794]: DEBUG nova.service [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Creating RPC server for service compute {{(pid=65794) start /opt/stack/nova/nova/service.py:177}} [ 546.981455] env[65794]: DEBUG nova.service [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] Join ServiceGroup membership for this service compute {{(pid=65794) start /opt/stack/nova/nova/service.py:194}} [ 546.981649] env[65794]: DEBUG nova.servicegroup.drivers.db [None req-4fc18a11-83ac-43ea-b8ad-76c902c330d0 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=65794) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 578.986273] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 579.488682] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Getting list of instances from cluster (obj){ [ 579.488682] env[65794]: value = "domain-c8" [ 579.488682] env[65794]: _type = "ClusterComputeResource" [ 579.488682] env[65794]: } {{(pid=65794) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 579.492297] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9946926b-04d8-413b-b4fa-c3c5f295c648 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.500694] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Got total of 0 instances {{(pid=65794) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 579.500946] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 579.501299] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Getting list of instances from cluster (obj){ [ 579.501299] env[65794]: value = "domain-c8" [ 579.501299] env[65794]: _type = "ClusterComputeResource" [ 579.501299] env[65794]: } {{(pid=65794) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 579.502283] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cb57ec-df52-4361-aa8c-6969915f44c8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.511144] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Got total of 0 instances {{(pid=65794) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 588.762424] env[65794]: INFO nova.utils [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] The default thread pool MainProcess.default is initialized [ 588.763421] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Acquiring lock "543ce9d3-ac47-4484-85b2-18b922173c0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.763625] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Lock "543ce9d3-ac47-4484-85b2-18b922173c0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.268922] env[65794]: DEBUG nova.compute.manager [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 589.824638] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.825037] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.826824] env[65794]: INFO nova.compute.claims [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.152888] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Acquiring lock "3299d77c-96b3-4831-abee-ed4a79528ee5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.153136] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Lock "3299d77c-96b3-4831-abee-ed4a79528ee5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.656614] env[65794]: DEBUG nova.compute.manager [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 590.913195] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6059c72a-931c-4a8f-bfb0-01d6000b8f03 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.925415] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22781ffc-00ae-41b1-9398-73f299cc955c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.962190] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f233082-bcf0-433b-a2dd-82909ee301ec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.971052] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde953fd-b169-49cf-a7ad-ebb81cb5e82b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.988118] env[65794]: DEBUG nova.compute.provider_tree [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.182678] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.492984] env[65794]: DEBUG nova.scheduler.client.report [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.002023] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.002023] env[65794]: DEBUG nova.compute.manager [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 592.004909] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.822s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.006760] env[65794]: INFO nova.compute.claims [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.513601] env[65794]: DEBUG nova.compute.utils [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 592.516059] env[65794]: DEBUG nova.compute.manager [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 592.516172] env[65794]: DEBUG nova.network.neutron [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 592.517825] env[65794]: WARNING neutronclient.v2_0.client [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 592.523837] env[65794]: WARNING neutronclient.v2_0.client [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.017245] env[65794]: DEBUG nova.compute.manager [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 593.050847] env[65794]: DEBUG oslo_concurrency.lockutils [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Acquiring lock "a545c774-2312-44d3-92bb-6892469a4eb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.050847] env[65794]: DEBUG oslo_concurrency.lockutils [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Lock "a545c774-2312-44d3-92bb-6892469a4eb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.111840] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759950be-b328-4628-bc9d-c21cfcd51c64 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.124413] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f419fa-9b29-4feb-a920-3bca5334c1c1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.163714] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca63141-0381-4fd6-ac87-a327dddcbd06 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.173934] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da79c89-6a87-46ec-aa24-229a06e4d609 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.190305] env[65794]: DEBUG nova.compute.provider_tree [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.545299] env[65794]: DEBUG nova.policy [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c8256c988394519a3e7897d29b2fb8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90284b753b4549d8a111f47d988eae17', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 593.553583] env[65794]: DEBUG nova.compute.manager [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 593.696089] env[65794]: DEBUG nova.scheduler.client.report [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.029191] env[65794]: DEBUG nova.compute.manager [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 594.078906] env[65794]: DEBUG nova.virt.hardware [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 594.078906] env[65794]: DEBUG nova.virt.hardware [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.078906] env[65794]: DEBUG nova.virt.hardware [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 594.079174] env[65794]: DEBUG nova.virt.hardware [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.079174] env[65794]: DEBUG nova.virt.hardware [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 594.079174] env[65794]: DEBUG nova.virt.hardware [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 594.079174] env[65794]: DEBUG nova.virt.hardware [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 594.079174] env[65794]: DEBUG nova.virt.hardware [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 594.079398] env[65794]: DEBUG nova.virt.hardware [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 594.080050] env[65794]: DEBUG nova.virt.hardware [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 594.080898] env[65794]: DEBUG nova.virt.hardware [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 594.081251] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0cd378-2b03-4402-bda1-b56f1b90fe4b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.091732] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75283af-0dcf-49da-884b-19161b6c5408 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.097169] env[65794]: DEBUG oslo_concurrency.lockutils [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.114772] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd29bdfe-b310-4302-a9bb-07be68595bee {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.207159] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.208189] env[65794]: DEBUG nova.compute.manager [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 594.211922] env[65794]: DEBUG oslo_concurrency.lockutils [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.113s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.216343] env[65794]: INFO nova.compute.claims [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.719737] env[65794]: DEBUG nova.compute.utils [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.724890] env[65794]: DEBUG nova.compute.manager [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Not allocating networking since 'none' was specified. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 595.226899] env[65794]: DEBUG nova.compute.manager [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 595.284793] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.288159] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.288485] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.288692] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.288891] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.289189] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.289277] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.289892] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65794) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 595.289892] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.314809] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe21002d-5586-4f91-be28-fb498945f0b9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.325402] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffc425a-14ef-4ccb-b0aa-d60fb4187d43 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.361348] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04223141-71a0-4207-b0f0-cd85c6e9b54b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.370337] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e01a69d-caa7-49a5-b2f0-d4d868d0cdb4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.386149] env[65794]: DEBUG nova.compute.provider_tree [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.786733] env[65794]: DEBUG nova.network.neutron [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Successfully created port: 57903cd2-5289-4e4e-82c5-f1c098d3a83d {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 595.794662] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.890135] env[65794]: DEBUG nova.scheduler.client.report [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.240995] env[65794]: DEBUG nova.compute.manager [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 596.281232] env[65794]: DEBUG nova.virt.hardware [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 596.281535] env[65794]: DEBUG nova.virt.hardware [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.282088] env[65794]: DEBUG nova.virt.hardware [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 596.282394] env[65794]: DEBUG nova.virt.hardware [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.283036] env[65794]: DEBUG nova.virt.hardware [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 596.283260] env[65794]: DEBUG nova.virt.hardware [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 596.283572] env[65794]: DEBUG nova.virt.hardware [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 596.284459] env[65794]: DEBUG nova.virt.hardware [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 596.284712] env[65794]: DEBUG nova.virt.hardware [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 596.285081] env[65794]: DEBUG nova.virt.hardware [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 596.285524] env[65794]: DEBUG nova.virt.hardware [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 596.286628] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e982030-0abe-4426-b22c-fd7c05e7d2aa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.296985] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b645279-3239-456a-87e8-3861d9473724 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.322490] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Instance VIF info [] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.342308] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.342802] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cde28fbd-2b09-47b3-93fb-edacd64d6d61 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.361021] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Created folder: OpenStack in parent group-v4. [ 596.361021] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Creating folder: Project (ee0e6d92322645df957a361bae590d31). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.361021] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e808833-2783-422d-9e97-673f6a9c9d6a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.375370] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Created folder: Project (ee0e6d92322645df957a361bae590d31) in parent group-v937953. [ 596.375370] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Creating folder: Instances. Parent ref: group-v937954. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.375370] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9e32913-7a32-4548-be46-d514ad4204ac {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.388611] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Created folder: Instances in parent group-v937954. [ 596.388885] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 596.389147] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.389454] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1a0860e-3e8a-4b79-8df8-71f4c25c7e8d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.421515] env[65794]: DEBUG oslo_concurrency.lockutils [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.421596] env[65794]: DEBUG nova.compute.manager [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 596.425686] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.631s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.426048] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.426248] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65794) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 596.428398] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b8153c-7e35-4adb-8b0e-3bd0ee252d1e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.440516] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.440516] env[65794]: value = "task-4810585" [ 596.440516] env[65794]: _type = "Task" [ 596.440516] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.462483] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810585, 'name': CreateVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.469201] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c9c72d-4a8b-45a9-a41d-e61c7858a559 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.496032] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da93a0e-1ff3-45b9-ba1e-869580b8f5ac {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.507053] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac0b7a1-32cf-49b2-b793-233a9c538dd6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.551922] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180624MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65794) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 596.552100] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.552376] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.939654] env[65794]: DEBUG nova.compute.utils [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.942556] env[65794]: DEBUG nova.compute.manager [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 596.942856] env[65794]: DEBUG nova.network.neutron [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 596.943524] env[65794]: WARNING neutronclient.v2_0.client [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.943791] env[65794]: WARNING neutronclient.v2_0.client [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.958997] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810585, 'name': CreateVM_Task, 'duration_secs': 0.324802} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.959218] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.960468] env[65794]: DEBUG oslo_vmware.service [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d463e28-5380-4219-97d8-570e9897ac4b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.971026] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.971240] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.972162] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.975757] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09055fa2-8188-4552-8070-11990da6f53c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.987180] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for the task: (returnval){ [ 596.987180] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5225c8b6-cced-b043-9cfb-700021fc02a4" [ 596.987180] env[65794]: _type = "Task" [ 596.987180] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.996106] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5225c8b6-cced-b043-9cfb-700021fc02a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.045426] env[65794]: DEBUG nova.policy [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e1e8f19a9da45d688916b2d6c929edb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a81841e9489d417f932a1ffaedd740ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.135032] env[65794]: DEBUG oslo_concurrency.lockutils [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "d60db3cf-c84b-449e-8a34-49a67cc0cb5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.135339] env[65794]: DEBUG oslo_concurrency.lockutils [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "d60db3cf-c84b-449e-8a34-49a67cc0cb5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.449655] env[65794]: DEBUG nova.compute.manager [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 597.501907] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.502206] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.502444] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.502580] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.502987] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.503274] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b5662f5-8b52-443e-9fbc-01c11c797e25 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.523017] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.523218] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.525489] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1e9b59-bb30-493b-aaa5-c64f79d7fc9f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.537273] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3ebf434-47da-4ce9-b57e-82932bc753a6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.542329] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for the task: (returnval){ [ 597.542329] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f382a5-6d0f-25b9-3cca-9de1a859b7af" [ 597.542329] env[65794]: _type = "Task" [ 597.542329] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.552446] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f382a5-6d0f-25b9-3cca-9de1a859b7af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.582651] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 543ce9d3-ac47-4484-85b2-18b922173c0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 597.582876] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 3299d77c-96b3-4831-abee-ed4a79528ee5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 597.582946] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance a545c774-2312-44d3-92bb-6892469a4eb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 597.638851] env[65794]: DEBUG nova.compute.manager [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 597.881657] env[65794]: DEBUG nova.network.neutron [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Successfully created port: fab39ab0-71ee-4b5d-a40e-0752a3c9ff66 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 598.057492] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Preparing fetch location {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 598.057616] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Creating directory with path [datastore2] vmware_temp/4dbc4ee3-8a11-49b2-aa3d-ab966a3ac01f/f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.058451] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c5a2c89-3acb-4fee-bab4-7cd38a66ca8c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.083396] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Created directory with path [datastore2] vmware_temp/4dbc4ee3-8a11-49b2-aa3d-ab966a3ac01f/f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.083396] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Fetch image to [datastore2] vmware_temp/4dbc4ee3-8a11-49b2-aa3d-ab966a3ac01f/f5682eb2-5020-4fb7-8580-1a22c7f02289/tmp-sparse.vmdk {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 598.083396] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Downloading image file data f5682eb2-5020-4fb7-8580-1a22c7f02289 to [datastore2] vmware_temp/4dbc4ee3-8a11-49b2-aa3d-ab966a3ac01f/f5682eb2-5020-4fb7-8580-1a22c7f02289/tmp-sparse.vmdk on the data store datastore2 {{(pid=65794) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 598.083977] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bece1bf-f703-429f-8d9e-ac07b38abfcd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.090059] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance d60db3cf-c84b-449e-8a34-49a67cc0cb5c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 598.090059] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 598.090059] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=100GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '3', 'num_vm_building': '3', 'num_task_spawning': '2', 'num_os_type_None': '3', 'num_proj_90284b753b4549d8a111f47d988eae17': '1', 'io_workload': '3', 'num_proj_ee0e6d92322645df957a361bae590d31': '1', 'num_task_networking': '1', 'num_proj_a81841e9489d417f932a1ffaedd740ff': '1'} {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 598.098188] env[65794]: DEBUG nova.network.neutron [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Successfully updated port: 57903cd2-5289-4e4e-82c5-f1c098d3a83d {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 598.103179] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6df29a-59e9-4270-8a0c-f20e0b162032 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.116241] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd1eba0-285a-492f-87e1-6e953a3aad48 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.162642] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b934051e-e4c0-48d9-acac-cdf7293c5a80 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.176910] env[65794]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-2441b2ad-b672-42ca-95b6-ee9beabec85a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.191259] env[65794]: DEBUG oslo_concurrency.lockutils [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.203994] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Downloading image file data f5682eb2-5020-4fb7-8580-1a22c7f02289 to the data store datastore2 {{(pid=65794) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 598.226417] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8ab14e-7212-4894-9b14-dfc24b261cc5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.238023] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa50758-33e2-4533-a14a-defb11e942e2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.280566] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69378c39-b4f9-4771-ab8f-ec5649098269 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.290971] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da94693c-36ad-4e9b-be48-0eceac411d11 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.308046] env[65794]: DEBUG nova.compute.provider_tree [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.341626] env[65794]: DEBUG oslo_vmware.rw_handles [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4dbc4ee3-8a11-49b2-aa3d-ab966a3ac01f/f5682eb2-5020-4fb7-8580-1a22c7f02289/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65794) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 598.462850] env[65794]: DEBUG nova.compute.manager [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 598.496073] env[65794]: DEBUG nova.virt.hardware [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 598.496344] env[65794]: DEBUG nova.virt.hardware [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.496493] env[65794]: DEBUG nova.virt.hardware [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 598.496667] env[65794]: DEBUG nova.virt.hardware [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.496803] env[65794]: DEBUG nova.virt.hardware [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 598.496973] env[65794]: DEBUG nova.virt.hardware [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 598.497273] env[65794]: DEBUG nova.virt.hardware [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 598.497454] env[65794]: DEBUG nova.virt.hardware [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 598.497652] env[65794]: DEBUG nova.virt.hardware [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 598.497815] env[65794]: DEBUG nova.virt.hardware [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 598.497977] env[65794]: DEBUG nova.virt.hardware [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 598.498968] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d4f212-3117-472f-8747-56df42c87d6d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.510075] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ea9646-637b-45cf-b970-1b542fda31a1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.603592] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Acquiring lock "refresh_cache-543ce9d3-ac47-4484-85b2-18b922173c0a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.603592] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Acquired lock "refresh_cache-543ce9d3-ac47-4484-85b2-18b922173c0a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.604239] env[65794]: DEBUG nova.network.neutron [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 598.817023] env[65794]: DEBUG nova.scheduler.client.report [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.132473] env[65794]: DEBUG oslo_vmware.rw_handles [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Completed reading data from the image iterator. {{(pid=65794) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 599.132781] env[65794]: DEBUG oslo_vmware.rw_handles [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4dbc4ee3-8a11-49b2-aa3d-ab966a3ac01f/f5682eb2-5020-4fb7-8580-1a22c7f02289/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65794) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 599.189494] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Downloaded image file data f5682eb2-5020-4fb7-8580-1a22c7f02289 to vmware_temp/4dbc4ee3-8a11-49b2-aa3d-ab966a3ac01f/f5682eb2-5020-4fb7-8580-1a22c7f02289/tmp-sparse.vmdk on the data store datastore2 {{(pid=65794) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 599.190677] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Caching image {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 599.190949] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Copying Virtual Disk [datastore2] vmware_temp/4dbc4ee3-8a11-49b2-aa3d-ab966a3ac01f/f5682eb2-5020-4fb7-8580-1a22c7f02289/tmp-sparse.vmdk to [datastore2] vmware_temp/4dbc4ee3-8a11-49b2-aa3d-ab966a3ac01f/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.191283] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b13394e-e0cc-4f13-a459-2358ba9421a0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.201167] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for the task: (returnval){ [ 599.201167] env[65794]: value = "task-4810586" [ 599.201167] env[65794]: _type = "Task" [ 599.201167] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.211217] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.321820] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65794) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 599.322071] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.770s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.322364] env[65794]: DEBUG oslo_concurrency.lockutils [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.131s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.323904] env[65794]: INFO nova.compute.claims [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.487066] env[65794]: DEBUG nova.network.neutron [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 599.716361] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810586, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.020845] env[65794]: DEBUG nova.network.neutron [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Successfully updated port: fab39ab0-71ee-4b5d-a40e-0752a3c9ff66 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 600.217499] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702102} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.217757] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Copied Virtual Disk [datastore2] vmware_temp/4dbc4ee3-8a11-49b2-aa3d-ab966a3ac01f/f5682eb2-5020-4fb7-8580-1a22c7f02289/tmp-sparse.vmdk to [datastore2] vmware_temp/4dbc4ee3-8a11-49b2-aa3d-ab966a3ac01f/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.217955] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Deleting the datastore file [datastore2] vmware_temp/4dbc4ee3-8a11-49b2-aa3d-ab966a3ac01f/f5682eb2-5020-4fb7-8580-1a22c7f02289/tmp-sparse.vmdk {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.218248] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-862ea538-7968-4659-bc6a-ffaef9291243 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.227484] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for the task: (returnval){ [ 600.227484] env[65794]: value = "task-4810587" [ 600.227484] env[65794]: _type = "Task" [ 600.227484] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.237331] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.435957] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527b9adb-bd5f-44b5-a838-803baebd624d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.448710] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce26e91-2d49-48c9-9b41-5ec43e18d1a2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.483978] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145c6a2d-bc56-4ae5-84a5-ba2c414b070d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.492702] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf9b4f3-5a87-4936-8c5a-046629239adb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.508809] env[65794]: DEBUG nova.compute.provider_tree [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.511763] env[65794]: WARNING neutronclient.v2_0.client [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.531914] env[65794]: DEBUG oslo_concurrency.lockutils [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Acquiring lock "refresh_cache-a545c774-2312-44d3-92bb-6892469a4eb9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.531914] env[65794]: DEBUG oslo_concurrency.lockutils [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Acquired lock "refresh_cache-a545c774-2312-44d3-92bb-6892469a4eb9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.531914] env[65794]: DEBUG nova.network.neutron [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 600.618680] env[65794]: DEBUG nova.network.neutron [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Updating instance_info_cache with network_info: [{"id": "57903cd2-5289-4e4e-82c5-f1c098d3a83d", "address": "fa:16:3e:e1:c4:46", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57903cd2-52", "ovs_interfaceid": "57903cd2-5289-4e4e-82c5-f1c098d3a83d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.744215] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026719} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.744609] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.744885] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Moving file from [datastore2] vmware_temp/4dbc4ee3-8a11-49b2-aa3d-ab966a3ac01f/f5682eb2-5020-4fb7-8580-1a22c7f02289 to [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289. {{(pid=65794) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 600.745252] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-4647f109-8e56-45be-9de4-a916f62b7b8d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.757085] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for the task: (returnval){ [ 600.757085] env[65794]: value = "task-4810588" [ 600.757085] env[65794]: _type = "Task" [ 600.757085] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.774170] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810588, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.012467] env[65794]: DEBUG nova.scheduler.client.report [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.122887] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Releasing lock "refresh_cache-543ce9d3-ac47-4484-85b2-18b922173c0a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.123531] env[65794]: DEBUG nova.compute.manager [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Instance network_info: |[{"id": "57903cd2-5289-4e4e-82c5-f1c098d3a83d", "address": "fa:16:3e:e1:c4:46", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57903cd2-52", "ovs_interfaceid": "57903cd2-5289-4e4e-82c5-f1c098d3a83d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 601.123785] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:c4:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca401eaa-889a-4f9f-ac9a-56b4c41bfc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57903cd2-5289-4e4e-82c5-f1c098d3a83d', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.134037] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Creating folder: Project (90284b753b4549d8a111f47d988eae17). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.134344] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cce7e62-e77e-470f-826c-e3734968ada1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.137447] env[65794]: DEBUG nova.network.neutron [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 601.146472] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Created folder: Project (90284b753b4549d8a111f47d988eae17) in parent group-v937953. [ 601.146670] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Creating folder: Instances. Parent ref: group-v937957. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.146910] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ae784f4-48ec-4bcb-9ec1-7ef6e8948ea8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.158499] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Created folder: Instances in parent group-v937957. [ 601.158745] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 601.158927] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.159146] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a46f8b85-59a4-42a0-b854-ee2db9dabdb9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.184213] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.184213] env[65794]: value = "task-4810591" [ 601.184213] env[65794]: _type = "Task" [ 601.184213] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.199937] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810591, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.268516] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810588, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.032064} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.268712] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] File moved {{(pid=65794) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 601.269162] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Cleaning up location [datastore2] vmware_temp/4dbc4ee3-8a11-49b2-aa3d-ab966a3ac01f {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 601.269345] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Deleting the datastore file [datastore2] vmware_temp/4dbc4ee3-8a11-49b2-aa3d-ab966a3ac01f {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.270837] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e1925ec-f8ed-4a9c-90ed-6e8ec7c4093d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.278488] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for the task: (returnval){ [ 601.278488] env[65794]: value = "task-4810592" [ 601.278488] env[65794]: _type = "Task" [ 601.278488] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.289792] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.524022] env[65794]: DEBUG oslo_concurrency.lockutils [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.524022] env[65794]: DEBUG nova.compute.manager [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 601.697189] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810591, 'name': CreateVM_Task, 'duration_secs': 0.397271} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.697377] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.697873] env[65794]: WARNING neutronclient.v2_0.client [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.792980] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04193} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.793343] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.794377] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecf621ad-fd6d-4df3-b76f-43c359d1fc3f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.803350] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for the task: (returnval){ [ 601.803350] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52ff44a4-4b83-7438-9045-32c22a3508a4" [ 601.803350] env[65794]: _type = "Task" [ 601.803350] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.813926] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ff44a4-4b83-7438-9045-32c22a3508a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.934152] env[65794]: DEBUG nova.compute.manager [req-a8d72ac8-f057-4e78-bae4-7da403deadf4 req-60444f0a-4d08-4142-aa77-b9fb4289f835 service nova] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Received event network-vif-plugged-57903cd2-5289-4e4e-82c5-f1c098d3a83d {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 601.934152] env[65794]: DEBUG oslo_concurrency.lockutils [req-a8d72ac8-f057-4e78-bae4-7da403deadf4 req-60444f0a-4d08-4142-aa77-b9fb4289f835 service nova] Acquiring lock "543ce9d3-ac47-4484-85b2-18b922173c0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.934152] env[65794]: DEBUG oslo_concurrency.lockutils [req-a8d72ac8-f057-4e78-bae4-7da403deadf4 req-60444f0a-4d08-4142-aa77-b9fb4289f835 service nova] Lock "543ce9d3-ac47-4484-85b2-18b922173c0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.934152] env[65794]: DEBUG oslo_concurrency.lockutils [req-a8d72ac8-f057-4e78-bae4-7da403deadf4 req-60444f0a-4d08-4142-aa77-b9fb4289f835 service nova] Lock "543ce9d3-ac47-4484-85b2-18b922173c0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.936514] env[65794]: DEBUG nova.compute.manager [req-a8d72ac8-f057-4e78-bae4-7da403deadf4 req-60444f0a-4d08-4142-aa77-b9fb4289f835 service nova] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] No waiting events found dispatching network-vif-plugged-57903cd2-5289-4e4e-82c5-f1c098d3a83d {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 601.937018] env[65794]: WARNING nova.compute.manager [req-a8d72ac8-f057-4e78-bae4-7da403deadf4 req-60444f0a-4d08-4142-aa77-b9fb4289f835 service nova] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Received unexpected event network-vif-plugged-57903cd2-5289-4e4e-82c5-f1c098d3a83d for instance with vm_state building and task_state spawning. [ 601.989287] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.992732] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.992732] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.992732] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1764d5e2-ae47-4541-a6d9-fabda495f061 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.000525] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Waiting for the task: (returnval){ [ 602.000525] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]520556dd-e61a-22ce-dc4d-541362b9e46a" [ 602.000525] env[65794]: _type = "Task" [ 602.000525] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.013450] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]520556dd-e61a-22ce-dc4d-541362b9e46a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.029547] env[65794]: DEBUG nova.compute.utils [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.031473] env[65794]: DEBUG nova.compute.manager [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 602.032117] env[65794]: DEBUG nova.network.neutron [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 602.032966] env[65794]: WARNING neutronclient.v2_0.client [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.033573] env[65794]: WARNING neutronclient.v2_0.client [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.318705] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ff44a4-4b83-7438-9045-32c22a3508a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010096} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.319022] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.319301] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 3299d77c-96b3-4831-abee-ed4a79528ee5/3299d77c-96b3-4831-abee-ed4a79528ee5.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.319562] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-268c57f3-ce2f-4304-acaf-2d8eef246596 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.327947] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for the task: (returnval){ [ 602.327947] env[65794]: value = "task-4810593" [ 602.327947] env[65794]: _type = "Task" [ 602.327947] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.338088] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.379364] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "c0db2672-efd6-444a-8d1d-5168205a127d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.380170] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "c0db2672-efd6-444a-8d1d-5168205a127d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.514996] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]520556dd-e61a-22ce-dc4d-541362b9e46a, 'name': SearchDatastore_Task, 'duration_secs': 0.016184} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.515770] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.516384] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.516748] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.517230] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.517555] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.518040] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7adf5bdb-edb6-4ad5-a6bd-87bc794310c7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.530914] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.530914] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.530914] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d90edff6-8683-4813-8294-5ed6fd0c0ff9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.536217] env[65794]: DEBUG nova.compute.manager [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 602.539781] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Waiting for the task: (returnval){ [ 602.539781] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]528e7337-3c70-97bd-cb81-3db584369839" [ 602.539781] env[65794]: _type = "Task" [ 602.539781] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.550818] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]528e7337-3c70-97bd-cb81-3db584369839, 'name': SearchDatastore_Task, 'duration_secs': 0.010325} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.550818] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfa12b39-e668-453a-8c66-045db5ab6961 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.556856] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Waiting for the task: (returnval){ [ 602.556856] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5216d8a1-c358-9ecd-6c3d-5b78b9d618c2" [ 602.556856] env[65794]: _type = "Task" [ 602.556856] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.566635] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5216d8a1-c358-9ecd-6c3d-5b78b9d618c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.660165] env[65794]: WARNING neutronclient.v2_0.client [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.737415] env[65794]: DEBUG nova.policy [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d256149d83a47e5b7a81758233e4974', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3cdc8f99c7c4201a4cbca70968c235b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.846636] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810593, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.883667] env[65794]: DEBUG nova.compute.manager [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 603.069321] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5216d8a1-c358-9ecd-6c3d-5b78b9d618c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010226} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.070696] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.070696] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 543ce9d3-ac47-4484-85b2-18b922173c0a/543ce9d3-ac47-4484-85b2-18b922173c0a.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.071021] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5b04eaf-6680-4d90-97a3-78dd234c4cc4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.080025] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Waiting for the task: (returnval){ [ 603.080025] env[65794]: value = "task-4810594" [ 603.080025] env[65794]: _type = "Task" [ 603.080025] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.090172] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Task: {'id': task-4810594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.344771] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617296} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.344975] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 3299d77c-96b3-4831-abee-ed4a79528ee5/3299d77c-96b3-4831-abee-ed4a79528ee5.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.345993] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.345993] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-726e5a0c-c3a7-4a09-bf6c-61d0a72ead9c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.355477] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for the task: (returnval){ [ 603.355477] env[65794]: value = "task-4810595" [ 603.355477] env[65794]: _type = "Task" [ 603.355477] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.370077] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.384948] env[65794]: DEBUG nova.network.neutron [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Successfully created port: 72f7b4d5-5125-4c9f-8d33-941e723c7dd3 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 603.413053] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.413352] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.415059] env[65794]: INFO nova.compute.claims [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.549163] env[65794]: DEBUG nova.compute.manager [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 603.594888] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Task: {'id': task-4810594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478878} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.597136] env[65794]: DEBUG nova.virt.hardware [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 603.597355] env[65794]: DEBUG nova.virt.hardware [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.598193] env[65794]: DEBUG nova.virt.hardware [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 603.598193] env[65794]: DEBUG nova.virt.hardware [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.598193] env[65794]: DEBUG nova.virt.hardware [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 603.598193] env[65794]: DEBUG nova.virt.hardware [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 603.598411] env[65794]: DEBUG nova.virt.hardware [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 603.598411] env[65794]: DEBUG nova.virt.hardware [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 603.598538] env[65794]: DEBUG nova.virt.hardware [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 603.598733] env[65794]: DEBUG nova.virt.hardware [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 603.599046] env[65794]: DEBUG nova.virt.hardware [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 603.600291] env[65794]: DEBUG nova.network.neutron [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Updating instance_info_cache with network_info: [{"id": "fab39ab0-71ee-4b5d-a40e-0752a3c9ff66", "address": "fa:16:3e:a8:a0:54", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab39ab0-71", "ovs_interfaceid": "fab39ab0-71ee-4b5d-a40e-0752a3c9ff66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.602460] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 543ce9d3-ac47-4484-85b2-18b922173c0a/543ce9d3-ac47-4484-85b2-18b922173c0a.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.602662] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.603564] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5c8676-15d5-4581-8b9c-7cd051c0de85 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.607750] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e066551-0d3c-4469-97e1-b16674ee54d7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.620727] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb1cd71-9e9b-4ffd-a788-5fddfa308f78 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.628480] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Waiting for the task: (returnval){ [ 603.628480] env[65794]: value = "task-4810596" [ 603.628480] env[65794]: _type = "Task" [ 603.628480] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.654931] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Task: {'id': task-4810596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.870448] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086997} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.870708] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.871623] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f81c3e-942f-48b6-87c5-af5703ffc905 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.897766] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 3299d77c-96b3-4831-abee-ed4a79528ee5/3299d77c-96b3-4831-abee-ed4a79528ee5.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.898290] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da362b65-b029-4ef6-9367-4156c2e9a1b6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.923072] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for the task: (returnval){ [ 603.923072] env[65794]: value = "task-4810597" [ 603.923072] env[65794]: _type = "Task" [ 603.923072] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.933993] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810597, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.104319] env[65794]: DEBUG oslo_concurrency.lockutils [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Releasing lock "refresh_cache-a545c774-2312-44d3-92bb-6892469a4eb9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.104704] env[65794]: DEBUG nova.compute.manager [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Instance network_info: |[{"id": "fab39ab0-71ee-4b5d-a40e-0752a3c9ff66", "address": "fa:16:3e:a8:a0:54", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab39ab0-71", "ovs_interfaceid": "fab39ab0-71ee-4b5d-a40e-0752a3c9ff66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 604.105197] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:a0:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca401eaa-889a-4f9f-ac9a-56b4c41bfc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fab39ab0-71ee-4b5d-a40e-0752a3c9ff66', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.118664] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Creating folder: Project (a81841e9489d417f932a1ffaedd740ff). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.118664] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16cba568-f897-4368-a697-e78c77dd008c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.135383] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Created folder: Project (a81841e9489d417f932a1ffaedd740ff) in parent group-v937953. [ 604.135563] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Creating folder: Instances. Parent ref: group-v937960. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.135804] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58830dc8-e333-4c3f-acf6-6b3af36dcb37 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.140721] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Task: {'id': task-4810596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077129} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.142404] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.142404] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced39585-f546-436d-b1ae-bff80e72dac4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.172738] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 543ce9d3-ac47-4484-85b2-18b922173c0a/543ce9d3-ac47-4484-85b2-18b922173c0a.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.174666] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8277689-a91f-4f82-9982-7ba752108af3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.189878] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Created folder: Instances in parent group-v937960. [ 604.190143] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 604.190376] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.191043] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22b2d75d-b1f7-42ea-af10-2099c0ed7041 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.210366] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Waiting for the task: (returnval){ [ 604.210366] env[65794]: value = "task-4810600" [ 604.210366] env[65794]: _type = "Task" [ 604.210366] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.222020] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.222020] env[65794]: value = "task-4810601" [ 604.222020] env[65794]: _type = "Task" [ 604.222020] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.222020] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Task: {'id': task-4810600, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.231632] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810601, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.443136] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810597, 'name': ReconfigVM_Task, 'duration_secs': 0.297613} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.443548] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 3299d77c-96b3-4831-abee-ed4a79528ee5/3299d77c-96b3-4831-abee-ed4a79528ee5.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.444976] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9daec69e-6362-436b-a0a6-a90c7ec7bc21 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.457633] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for the task: (returnval){ [ 604.457633] env[65794]: value = "task-4810602" [ 604.457633] env[65794]: _type = "Task" [ 604.457633] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.470947] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810602, 'name': Rename_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.555419] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef8dc42-e28b-4ea3-9c7b-babfcdf9fa38 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.566276] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83df83fb-30ac-4fa0-8657-1c1336dfbfa6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.605149] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da540ba-4a10-47ef-84d1-092fb43b9efb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.613606] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b8fde0-a8b6-44ba-98f6-b4b739b824d8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.631585] env[65794]: DEBUG nova.compute.provider_tree [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.722756] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Task: {'id': task-4810600, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.733910] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810601, 'name': CreateVM_Task, 'duration_secs': 0.380527} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.733910] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.734156] env[65794]: WARNING neutronclient.v2_0.client [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.734520] env[65794]: DEBUG oslo_concurrency.lockutils [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.734715] env[65794]: DEBUG oslo_concurrency.lockutils [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.734955] env[65794]: DEBUG oslo_concurrency.lockutils [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.735613] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64c015fd-ea79-4ee5-8fb1-3c162a419c67 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.741796] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Waiting for the task: (returnval){ [ 604.741796] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52702a75-01e9-c3d4-0014-1305250e081b" [ 604.741796] env[65794]: _type = "Task" [ 604.741796] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.750479] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52702a75-01e9-c3d4-0014-1305250e081b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.971136] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810602, 'name': Rename_Task, 'duration_secs': 0.197866} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.971362] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.971620] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1b4b49b-c930-4dd7-9a10-7b3c2682846e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.979986] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for the task: (returnval){ [ 604.979986] env[65794]: value = "task-4810603" [ 604.979986] env[65794]: _type = "Task" [ 604.979986] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.991851] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.136047] env[65794]: DEBUG nova.scheduler.client.report [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.224154] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Task: {'id': task-4810600, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.252632] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52702a75-01e9-c3d4-0014-1305250e081b, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.253132] env[65794]: DEBUG oslo_concurrency.lockutils [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.253519] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.253867] env[65794]: DEBUG oslo_concurrency.lockutils [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.254203] env[65794]: DEBUG oslo_concurrency.lockutils [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.254784] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.255607] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82336cc1-6605-43e5-b2a8-1dbf42f5143c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.267178] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.267178] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.267178] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fefd2508-8d30-4670-8881-0c230a47e29c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.276776] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Waiting for the task: (returnval){ [ 605.276776] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f7b7ba-1f03-3398-2602-6428d965140c" [ 605.276776] env[65794]: _type = "Task" [ 605.276776] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.287669] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f7b7ba-1f03-3398-2602-6428d965140c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.310024] env[65794]: DEBUG nova.network.neutron [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Successfully updated port: 72f7b4d5-5125-4c9f-8d33-941e723c7dd3 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 605.495831] env[65794]: DEBUG oslo_vmware.api [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810603, 'name': PowerOnVM_Task, 'duration_secs': 0.451203} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.495831] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.495831] env[65794]: INFO nova.compute.manager [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Took 9.25 seconds to spawn the instance on the hypervisor. [ 605.495831] env[65794]: DEBUG nova.compute.manager [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 605.495831] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef98be0-3ec4-4553-8378-f9433faea3a2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.641649] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.642098] env[65794]: DEBUG nova.compute.manager [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 605.725031] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Task: {'id': task-4810600, 'name': ReconfigVM_Task, 'duration_secs': 1.367685} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.725031] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 543ce9d3-ac47-4484-85b2-18b922173c0a/543ce9d3-ac47-4484-85b2-18b922173c0a.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.725451] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d5de3b0-b544-4ebe-8075-83a9d51b390a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.734541] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Waiting for the task: (returnval){ [ 605.734541] env[65794]: value = "task-4810604" [ 605.734541] env[65794]: _type = "Task" [ 605.734541] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.747600] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Task: {'id': task-4810604, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.790691] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f7b7ba-1f03-3398-2602-6428d965140c, 'name': SearchDatastore_Task, 'duration_secs': 0.010257} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.791621] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cf54419-9572-4304-bda0-2bd95e38ae85 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.800104] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Waiting for the task: (returnval){ [ 605.800104] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5258ccd5-5cca-9598-e031-900eee21ccd7" [ 605.800104] env[65794]: _type = "Task" [ 605.800104] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.810033] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5258ccd5-5cca-9598-e031-900eee21ccd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.812055] env[65794]: DEBUG oslo_concurrency.lockutils [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "refresh_cache-d60db3cf-c84b-449e-8a34-49a67cc0cb5c" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.812552] env[65794]: DEBUG oslo_concurrency.lockutils [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquired lock "refresh_cache-d60db3cf-c84b-449e-8a34-49a67cc0cb5c" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.812800] env[65794]: DEBUG nova.network.neutron [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 606.013376] env[65794]: INFO nova.compute.manager [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Took 14.85 seconds to build instance. [ 606.150183] env[65794]: DEBUG nova.compute.utils [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.150183] env[65794]: DEBUG nova.compute.manager [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 606.150183] env[65794]: DEBUG nova.network.neutron [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 606.150652] env[65794]: WARNING neutronclient.v2_0.client [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.151139] env[65794]: WARNING neutronclient.v2_0.client [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.248395] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Task: {'id': task-4810604, 'name': Rename_Task, 'duration_secs': 0.162562} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.249059] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.249723] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d24c5691-c4cf-4f7e-908c-6d66a8eef5f0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.257978] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Waiting for the task: (returnval){ [ 606.257978] env[65794]: value = "task-4810605" [ 606.257978] env[65794]: _type = "Task" [ 606.257978] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.267714] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Task: {'id': task-4810605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.280250] env[65794]: DEBUG nova.policy [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d256149d83a47e5b7a81758233e4974', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3cdc8f99c7c4201a4cbca70968c235b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.312409] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5258ccd5-5cca-9598-e031-900eee21ccd7, 'name': SearchDatastore_Task, 'duration_secs': 0.011392} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.312752] env[65794]: DEBUG oslo_concurrency.lockutils [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.314055] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] a545c774-2312-44d3-92bb-6892469a4eb9/a545c774-2312-44d3-92bb-6892469a4eb9.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.314434] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49d226b4-11f3-4118-89fb-5234a10b8e16 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.326288] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Waiting for the task: (returnval){ [ 606.326288] env[65794]: value = "task-4810606" [ 606.326288] env[65794]: _type = "Task" [ 606.326288] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.337222] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.516655] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c66ba1c6-f7b9-48e6-9480-bf45b0cde869 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Lock "3299d77c-96b3-4831-abee-ed4a79528ee5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.363s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.529885] env[65794]: DEBUG nova.network.neutron [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 606.627060] env[65794]: DEBUG nova.network.neutron [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Successfully created port: 14db4802-a246-46bd-bce8-3e67d51c9981 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 606.658029] env[65794]: DEBUG nova.compute.manager [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 606.777227] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Task: {'id': task-4810605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.840264] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810606, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.860155] env[65794]: WARNING neutronclient.v2_0.client [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.008496] env[65794]: DEBUG nova.network.neutron [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Updating instance_info_cache with network_info: [{"id": "72f7b4d5-5125-4c9f-8d33-941e723c7dd3", "address": "fa:16:3e:8f:67:ea", "network": {"id": "3c907079-9a90-4951-b951-3e25db9872f2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-457357172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c3cdc8f99c7c4201a4cbca70968c235b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72f7b4d5-51", "ovs_interfaceid": "72f7b4d5-5125-4c9f-8d33-941e723c7dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.136764] env[65794]: DEBUG oslo_concurrency.lockutils [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "6a7b7491-19f0-4e28-951c-6a291371eb6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.136996] env[65794]: DEBUG oslo_concurrency.lockutils [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "6a7b7491-19f0-4e28-951c-6a291371eb6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.271533] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Task: {'id': task-4810605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.338008] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683222} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.338393] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] a545c774-2312-44d3-92bb-6892469a4eb9/a545c774-2312-44d3-92bb-6892469a4eb9.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.338655] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.338944] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b292a06-d855-4a93-925d-a269d2443516 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.347908] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Waiting for the task: (returnval){ [ 607.347908] env[65794]: value = "task-4810607" [ 607.347908] env[65794]: _type = "Task" [ 607.347908] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.359686] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.510782] env[65794]: DEBUG oslo_concurrency.lockutils [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Releasing lock "refresh_cache-d60db3cf-c84b-449e-8a34-49a67cc0cb5c" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.511177] env[65794]: DEBUG nova.compute.manager [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Instance network_info: |[{"id": "72f7b4d5-5125-4c9f-8d33-941e723c7dd3", "address": "fa:16:3e:8f:67:ea", "network": {"id": "3c907079-9a90-4951-b951-3e25db9872f2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-457357172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c3cdc8f99c7c4201a4cbca70968c235b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72f7b4d5-51", "ovs_interfaceid": "72f7b4d5-5125-4c9f-8d33-941e723c7dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 607.511830] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:67:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72f7b4d5-5125-4c9f-8d33-941e723c7dd3', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.521059] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Creating folder: Project (c3cdc8f99c7c4201a4cbca70968c235b). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.521449] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-855c8538-42d3-4f52-9366-0971d8105a52 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.533737] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Created folder: Project (c3cdc8f99c7c4201a4cbca70968c235b) in parent group-v937953. [ 607.533942] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Creating folder: Instances. Parent ref: group-v937963. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.534266] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6d39c84-9657-42df-9bdc-dda7412f8bd1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.545167] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Created folder: Instances in parent group-v937963. [ 607.545441] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 607.545647] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.545861] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1270bb3-7789-46ed-a6d2-5beee24067bf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.567682] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.567682] env[65794]: value = "task-4810610" [ 607.567682] env[65794]: _type = "Task" [ 607.567682] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.577559] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810610, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.642281] env[65794]: DEBUG nova.compute.manager [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 607.674272] env[65794]: DEBUG nova.compute.manager [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 607.712264] env[65794]: DEBUG nova.virt.hardware [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 607.712549] env[65794]: DEBUG nova.virt.hardware [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.712691] env[65794]: DEBUG nova.virt.hardware [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 607.712849] env[65794]: DEBUG nova.virt.hardware [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.713010] env[65794]: DEBUG nova.virt.hardware [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 607.713154] env[65794]: DEBUG nova.virt.hardware [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 607.713355] env[65794]: DEBUG nova.virt.hardware [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 607.713613] env[65794]: DEBUG nova.virt.hardware [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 607.713844] env[65794]: DEBUG nova.virt.hardware [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 607.713952] env[65794]: DEBUG nova.virt.hardware [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 607.714153] env[65794]: DEBUG nova.virt.hardware [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 607.715487] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0777802d-4edb-4aed-af66-0a99b117daac {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.725314] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a2233f-d87a-493e-b37d-6b1a8a131064 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.771216] env[65794]: DEBUG oslo_vmware.api [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Task: {'id': task-4810605, 'name': PowerOnVM_Task, 'duration_secs': 1.305506} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.771518] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.771710] env[65794]: INFO nova.compute.manager [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Took 13.74 seconds to spawn the instance on the hypervisor. [ 607.771881] env[65794]: DEBUG nova.compute.manager [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 607.772828] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53640559-ba82-4c45-bcd3-e24ad0429316 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.857936] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09187} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.858248] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.859158] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b31a141-d459-4bac-af23-d88590e1f8f9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.882870] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] a545c774-2312-44d3-92bb-6892469a4eb9/a545c774-2312-44d3-92bb-6892469a4eb9.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.883207] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e70bd67-83c4-488e-a5dd-0a21ff0dec47 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.905059] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Waiting for the task: (returnval){ [ 607.905059] env[65794]: value = "task-4810611" [ 607.905059] env[65794]: _type = "Task" [ 607.905059] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.916076] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.082730] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810610, 'name': CreateVM_Task, 'duration_secs': 0.509398} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.082730] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.082730] env[65794]: WARNING neutronclient.v2_0.client [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.083505] env[65794]: DEBUG oslo_vmware.service [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9de5e1-cdb1-4680-9fb3-664d9caca761 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.091997] env[65794]: DEBUG oslo_concurrency.lockutils [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.092420] env[65794]: DEBUG oslo_concurrency.lockutils [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.092926] env[65794]: DEBUG oslo_concurrency.lockutils [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.093938] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-694a40d3-96df-4fed-9508-2a853590e1c8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.101754] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 608.101754] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52351a5f-2c94-5be6-f4a8-33aef5a9898f" [ 608.101754] env[65794]: _type = "Task" [ 608.101754] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.115250] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52351a5f-2c94-5be6-f4a8-33aef5a9898f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.172907] env[65794]: DEBUG oslo_concurrency.lockutils [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.172907] env[65794]: DEBUG oslo_concurrency.lockutils [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.175268] env[65794]: INFO nova.compute.claims [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.295709] env[65794]: INFO nova.compute.manager [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Took 18.52 seconds to build instance. [ 608.368267] env[65794]: DEBUG nova.network.neutron [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Successfully updated port: 14db4802-a246-46bd-bce8-3e67d51c9981 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 608.416655] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810611, 'name': ReconfigVM_Task, 'duration_secs': 0.39644} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.419038] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Reconfigured VM instance instance-00000003 to attach disk [datastore2] a545c774-2312-44d3-92bb-6892469a4eb9/a545c774-2312-44d3-92bb-6892469a4eb9.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.419038] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b348ea77-3184-4d9f-8468-7197365a488d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.428147] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Waiting for the task: (returnval){ [ 608.428147] env[65794]: value = "task-4810612" [ 608.428147] env[65794]: _type = "Task" [ 608.428147] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.444414] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810612, 'name': Rename_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.612478] env[65794]: DEBUG oslo_concurrency.lockutils [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.612740] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.613166] env[65794]: DEBUG oslo_concurrency.lockutils [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.613401] env[65794]: DEBUG oslo_concurrency.lockutils [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.613514] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.613733] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b22055c9-0d52-4c29-bf37-f4c2b0119138 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.624136] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.624136] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.624799] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34edadce-4377-4a0e-afd1-dbd92e9f87ce {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.632056] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a656c22c-95ba-412d-8934-e51998a9c07f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.638725] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 608.638725] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52ab05e0-b3c3-90b3-0157-a8528f7cc342" [ 608.638725] env[65794]: _type = "Task" [ 608.638725] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.647138] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ab05e0-b3c3-90b3-0157-a8528f7cc342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.798564] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b4848fb-3aef-469e-b6ec-73b2513ab89d tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Lock "543ce9d3-ac47-4484-85b2-18b922173c0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.035s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.872187] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "refresh_cache-c0db2672-efd6-444a-8d1d-5168205a127d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.873253] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquired lock "refresh_cache-c0db2672-efd6-444a-8d1d-5168205a127d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.874902] env[65794]: DEBUG nova.network.neutron [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 608.940294] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810612, 'name': Rename_Task, 'duration_secs': 0.335699} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.940294] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.940294] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-937aa80c-81be-4560-b129-05d309976ff5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.948331] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Waiting for the task: (returnval){ [ 608.948331] env[65794]: value = "task-4810613" [ 608.948331] env[65794]: _type = "Task" [ 608.948331] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.958505] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.029534] env[65794]: DEBUG nova.compute.manager [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Received event network-changed-57903cd2-5289-4e4e-82c5-f1c098d3a83d {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 609.029534] env[65794]: DEBUG nova.compute.manager [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Refreshing instance network info cache due to event network-changed-57903cd2-5289-4e4e-82c5-f1c098d3a83d. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 609.029749] env[65794]: DEBUG oslo_concurrency.lockutils [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] Acquiring lock "refresh_cache-543ce9d3-ac47-4484-85b2-18b922173c0a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.029846] env[65794]: DEBUG oslo_concurrency.lockutils [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] Acquired lock "refresh_cache-543ce9d3-ac47-4484-85b2-18b922173c0a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.030598] env[65794]: DEBUG nova.network.neutron [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Refreshing network info cache for port 57903cd2-5289-4e4e-82c5-f1c098d3a83d {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.151918] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Preparing fetch location {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 609.152211] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Creating directory with path [datastore1] vmware_temp/3ce6926c-7bb4-4461-85e0-016d04399deb/f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.152905] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f07217f-1dac-48df-8c83-e8018a401094 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.185828] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Created directory with path [datastore1] vmware_temp/3ce6926c-7bb4-4461-85e0-016d04399deb/f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.185828] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Fetch image to [datastore1] vmware_temp/3ce6926c-7bb4-4461-85e0-016d04399deb/f5682eb2-5020-4fb7-8580-1a22c7f02289/tmp-sparse.vmdk {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 609.185828] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Downloading image file data f5682eb2-5020-4fb7-8580-1a22c7f02289 to [datastore1] vmware_temp/3ce6926c-7bb4-4461-85e0-016d04399deb/f5682eb2-5020-4fb7-8580-1a22c7f02289/tmp-sparse.vmdk on the data store datastore1 {{(pid=65794) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 609.187218] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e3020d-e969-419c-bbef-0254c44b1d92 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.198586] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555ab330-ff97-4f24-a848-5dd434e78839 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.208217] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8149ac9d-7109-4967-a68c-6d38bd873798 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.247559] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d808780-63f2-4353-9be5-6a9c31394506 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.254945] env[65794]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-54a782bd-33a1-490e-93b2-50043c7ccc4f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.280965] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Downloading image file data f5682eb2-5020-4fb7-8580-1a22c7f02289 to the data store datastore1 {{(pid=65794) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 609.341365] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4a1b46-c151-4029-9073-3b48587c6ffa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.346895] env[65794]: DEBUG oslo_vmware.rw_handles [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3ce6926c-7bb4-4461-85e0-016d04399deb/f5682eb2-5020-4fb7-8580-1a22c7f02289/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65794) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 609.352577] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99134680-42a9-4c3e-a7eb-ed9dd1b2de76 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.445908] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c427fd-a935-43f9-b792-1118f4af1421 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.459884] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.463177] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d779d752-c39c-40cf-8063-1eadd8b54348 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.487813] env[65794]: DEBUG nova.compute.provider_tree [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.533663] env[65794]: WARNING neutronclient.v2_0.client [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.613725] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Acquiring lock "ab776f80-fe6c-4a18-bcf7-a55f2b88b96d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.613979] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Lock "ab776f80-fe6c-4a18-bcf7-a55f2b88b96d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.945693] env[65794]: DEBUG nova.network.neutron [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 609.963404] env[65794]: DEBUG oslo_vmware.api [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810613, 'name': PowerOnVM_Task, 'duration_secs': 0.931107} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.966334] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.966631] env[65794]: INFO nova.compute.manager [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Took 11.50 seconds to spawn the instance on the hypervisor. [ 609.966848] env[65794]: DEBUG nova.compute.manager [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 609.967774] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332327c6-94c1-4ffe-a660-1c403e4f7b50 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.996259] env[65794]: DEBUG nova.scheduler.client.report [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.108759] env[65794]: DEBUG oslo_vmware.rw_handles [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Completed reading data from the image iterator. {{(pid=65794) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 610.108903] env[65794]: DEBUG oslo_vmware.rw_handles [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3ce6926c-7bb4-4461-85e0-016d04399deb/f5682eb2-5020-4fb7-8580-1a22c7f02289/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65794) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 610.116641] env[65794]: DEBUG nova.compute.manager [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 610.197414] env[65794]: WARNING neutronclient.v2_0.client [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.260259] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Downloaded image file data f5682eb2-5020-4fb7-8580-1a22c7f02289 to vmware_temp/3ce6926c-7bb4-4461-85e0-016d04399deb/f5682eb2-5020-4fb7-8580-1a22c7f02289/tmp-sparse.vmdk on the data store datastore1 {{(pid=65794) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 610.263525] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Caching image {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 610.263525] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Copying Virtual Disk [datastore1] vmware_temp/3ce6926c-7bb4-4461-85e0-016d04399deb/f5682eb2-5020-4fb7-8580-1a22c7f02289/tmp-sparse.vmdk to [datastore1] vmware_temp/3ce6926c-7bb4-4461-85e0-016d04399deb/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.263997] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b4148c5-bd06-440f-894b-83f663cef9d7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.273503] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 610.273503] env[65794]: value = "task-4810614" [ 610.273503] env[65794]: _type = "Task" [ 610.273503] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.287354] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.316242] env[65794]: WARNING neutronclient.v2_0.client [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.338305] env[65794]: DEBUG nova.network.neutron [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Updating instance_info_cache with network_info: [{"id": "14db4802-a246-46bd-bce8-3e67d51c9981", "address": "fa:16:3e:4a:3e:5a", "network": {"id": "3c907079-9a90-4951-b951-3e25db9872f2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-457357172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c3cdc8f99c7c4201a4cbca70968c235b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14db4802-a2", "ovs_interfaceid": "14db4802-a246-46bd-bce8-3e67d51c9981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.430427] env[65794]: DEBUG nova.network.neutron [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Updated VIF entry in instance network info cache for port 57903cd2-5289-4e4e-82c5-f1c098d3a83d. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 610.430805] env[65794]: DEBUG nova.network.neutron [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Updating instance_info_cache with network_info: [{"id": "57903cd2-5289-4e4e-82c5-f1c098d3a83d", "address": "fa:16:3e:e1:c4:46", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57903cd2-52", "ovs_interfaceid": "57903cd2-5289-4e4e-82c5-f1c098d3a83d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.497737] env[65794]: INFO nova.compute.manager [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Took 16.43 seconds to build instance. [ 610.508377] env[65794]: DEBUG oslo_concurrency.lockutils [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.508377] env[65794]: DEBUG nova.compute.manager [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 610.641075] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.642091] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.643445] env[65794]: INFO nova.compute.claims [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.703717] env[65794]: DEBUG oslo_concurrency.lockutils [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquiring lock "5d6cf973-f70d-42e3-9357-d7b5d17471d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.704145] env[65794]: DEBUG oslo_concurrency.lockutils [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Lock "5d6cf973-f70d-42e3-9357-d7b5d17471d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.785864] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810614, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.841816] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Releasing lock "refresh_cache-c0db2672-efd6-444a-8d1d-5168205a127d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.842472] env[65794]: DEBUG nova.compute.manager [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Instance network_info: |[{"id": "14db4802-a246-46bd-bce8-3e67d51c9981", "address": "fa:16:3e:4a:3e:5a", "network": {"id": "3c907079-9a90-4951-b951-3e25db9872f2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-457357172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c3cdc8f99c7c4201a4cbca70968c235b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14db4802-a2", "ovs_interfaceid": "14db4802-a246-46bd-bce8-3e67d51c9981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 610.844300] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:3e:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14db4802-a246-46bd-bce8-3e67d51c9981', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.853776] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 610.854261] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.854617] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93eda604-1161-4798-9a79-8cba23dfa9bd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.883284] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.883284] env[65794]: value = "task-4810615" [ 610.883284] env[65794]: _type = "Task" [ 610.883284] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.897135] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810615, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.935401] env[65794]: DEBUG oslo_concurrency.lockutils [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] Releasing lock "refresh_cache-543ce9d3-ac47-4484-85b2-18b922173c0a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.935690] env[65794]: DEBUG nova.compute.manager [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Received event network-vif-plugged-fab39ab0-71ee-4b5d-a40e-0752a3c9ff66 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 610.935885] env[65794]: DEBUG oslo_concurrency.lockutils [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] Acquiring lock "a545c774-2312-44d3-92bb-6892469a4eb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.939020] env[65794]: DEBUG oslo_concurrency.lockutils [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] Lock "a545c774-2312-44d3-92bb-6892469a4eb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.939020] env[65794]: DEBUG oslo_concurrency.lockutils [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] Lock "a545c774-2312-44d3-92bb-6892469a4eb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.939020] env[65794]: DEBUG nova.compute.manager [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] No waiting events found dispatching network-vif-plugged-fab39ab0-71ee-4b5d-a40e-0752a3c9ff66 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 610.939020] env[65794]: WARNING nova.compute.manager [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Received unexpected event network-vif-plugged-fab39ab0-71ee-4b5d-a40e-0752a3c9ff66 for instance with vm_state building and task_state spawning. [ 610.939020] env[65794]: DEBUG nova.compute.manager [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Received event network-changed-fab39ab0-71ee-4b5d-a40e-0752a3c9ff66 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 610.939232] env[65794]: DEBUG nova.compute.manager [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Refreshing instance network info cache due to event network-changed-fab39ab0-71ee-4b5d-a40e-0752a3c9ff66. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 610.939232] env[65794]: DEBUG oslo_concurrency.lockutils [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] Acquiring lock "refresh_cache-a545c774-2312-44d3-92bb-6892469a4eb9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.939232] env[65794]: DEBUG oslo_concurrency.lockutils [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] Acquired lock "refresh_cache-a545c774-2312-44d3-92bb-6892469a4eb9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.939232] env[65794]: DEBUG nova.network.neutron [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Refreshing network info cache for port fab39ab0-71ee-4b5d-a40e-0752a3c9ff66 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.001523] env[65794]: DEBUG oslo_concurrency.lockutils [None req-294dcaf3-7704-41f9-8bb0-f41b543aa7e9 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Lock "a545c774-2312-44d3-92bb-6892469a4eb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.951s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.012493] env[65794]: DEBUG nova.compute.utils [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.014187] env[65794]: DEBUG nova.compute.manager [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 611.015182] env[65794]: DEBUG nova.network.neutron [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 611.015182] env[65794]: WARNING neutronclient.v2_0.client [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.015182] env[65794]: WARNING neutronclient.v2_0.client [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.034921] env[65794]: DEBUG oslo_concurrency.lockutils [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "b6aeb1a5-1d32-4da0-805d-41fe426a4b58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.035227] env[65794]: DEBUG oslo_concurrency.lockutils [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "b6aeb1a5-1d32-4da0-805d-41fe426a4b58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.170074] env[65794]: DEBUG nova.policy [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edc0bf47ec2046c481c69f024132c63f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c36b3603b89c4dafb6bc5922cc114f81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.207911] env[65794]: DEBUG nova.compute.manager [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 611.287123] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.931163} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.287808] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Copied Virtual Disk [datastore1] vmware_temp/3ce6926c-7bb4-4461-85e0-016d04399deb/f5682eb2-5020-4fb7-8580-1a22c7f02289/tmp-sparse.vmdk to [datastore1] vmware_temp/3ce6926c-7bb4-4461-85e0-016d04399deb/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.288073] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Deleting the datastore file [datastore1] vmware_temp/3ce6926c-7bb4-4461-85e0-016d04399deb/f5682eb2-5020-4fb7-8580-1a22c7f02289/tmp-sparse.vmdk {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.288350] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-825be29b-da3a-48fd-adf4-2d81bfc6d1e9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.298998] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 611.298998] env[65794]: value = "task-4810616" [ 611.298998] env[65794]: _type = "Task" [ 611.298998] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.310470] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.401481] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810615, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.443694] env[65794]: WARNING neutronclient.v2_0.client [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.500485] env[65794]: DEBUG nova.compute.manager [req-9d360f86-ee95-4b36-af28-7908402fd12f req-845a3bdb-a08f-42b8-855f-a658416bcab9 service nova] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Received event network-vif-plugged-72f7b4d5-5125-4c9f-8d33-941e723c7dd3 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 611.500485] env[65794]: DEBUG oslo_concurrency.lockutils [req-9d360f86-ee95-4b36-af28-7908402fd12f req-845a3bdb-a08f-42b8-855f-a658416bcab9 service nova] Acquiring lock "d60db3cf-c84b-449e-8a34-49a67cc0cb5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.500485] env[65794]: DEBUG oslo_concurrency.lockutils [req-9d360f86-ee95-4b36-af28-7908402fd12f req-845a3bdb-a08f-42b8-855f-a658416bcab9 service nova] Lock "d60db3cf-c84b-449e-8a34-49a67cc0cb5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.500485] env[65794]: DEBUG oslo_concurrency.lockutils [req-9d360f86-ee95-4b36-af28-7908402fd12f req-845a3bdb-a08f-42b8-855f-a658416bcab9 service nova] Lock "d60db3cf-c84b-449e-8a34-49a67cc0cb5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.501078] env[65794]: DEBUG nova.compute.manager [req-9d360f86-ee95-4b36-af28-7908402fd12f req-845a3bdb-a08f-42b8-855f-a658416bcab9 service nova] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] No waiting events found dispatching network-vif-plugged-72f7b4d5-5125-4c9f-8d33-941e723c7dd3 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 611.501857] env[65794]: WARNING nova.compute.manager [req-9d360f86-ee95-4b36-af28-7908402fd12f req-845a3bdb-a08f-42b8-855f-a658416bcab9 service nova] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Received unexpected event network-vif-plugged-72f7b4d5-5125-4c9f-8d33-941e723c7dd3 for instance with vm_state building and task_state spawning. [ 611.518605] env[65794]: DEBUG nova.compute.manager [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 611.541146] env[65794]: DEBUG nova.compute.manager [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 611.711508] env[65794]: DEBUG nova.network.neutron [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Successfully created port: 226c3276-0841-406e-bdcc-ae115ff04629 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 611.733910] env[65794]: DEBUG oslo_concurrency.lockutils [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.817372] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042921} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.817539] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.817730] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Moving file from [datastore1] vmware_temp/3ce6926c-7bb4-4461-85e0-016d04399deb/f5682eb2-5020-4fb7-8580-1a22c7f02289 to [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289. {{(pid=65794) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 611.817996] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-d8f9a2af-d659-46e5-9ed1-47ee837ce897 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.826696] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 611.826696] env[65794]: value = "task-4810617" [ 611.826696] env[65794]: _type = "Task" [ 611.826696] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.836411] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810617, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.901493] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810615, 'name': CreateVM_Task, 'duration_secs': 0.663885} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.901682] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.902203] env[65794]: WARNING neutronclient.v2_0.client [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.902770] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.902770] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.903088] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.903389] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f50241cd-abef-4876-815f-05cdb4c8c8d7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.909503] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 611.909503] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52134e47-b9c1-a41a-0d9c-535c6d76e58a" [ 611.909503] env[65794]: _type = "Task" [ 611.909503] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.922342] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52134e47-b9c1-a41a-0d9c-535c6d76e58a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.930830] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e0c647-30a7-4799-8bf8-5875a8570f66 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.940703] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1fa502-7397-4568-9722-e8ce3c3797ed {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.981577] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2803ee7f-dfe3-473b-8bcc-94f19aea6688 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.989584] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Acquiring lock "28429b77-e975-481d-96a0-62054de9b4b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.989805] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Lock "28429b77-e975-481d-96a0-62054de9b4b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.998868] env[65794]: WARNING neutronclient.v2_0.client [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.002058] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786a62e9-d6a2-40e1-b809-1f403c8cca5f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.018691] env[65794]: DEBUG nova.compute.provider_tree [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.071074] env[65794]: DEBUG oslo_concurrency.lockutils [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.337081] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810617, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.419869] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.420160] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.420397] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.494809] env[65794]: DEBUG nova.compute.manager [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 612.523096] env[65794]: DEBUG nova.scheduler.client.report [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.535475] env[65794]: DEBUG nova.compute.manager [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 612.563399] env[65794]: DEBUG nova.virt.hardware [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 612.563669] env[65794]: DEBUG nova.virt.hardware [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.563861] env[65794]: DEBUG nova.virt.hardware [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 612.564065] env[65794]: DEBUG nova.virt.hardware [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.564215] env[65794]: DEBUG nova.virt.hardware [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 612.564359] env[65794]: DEBUG nova.virt.hardware [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 612.564561] env[65794]: DEBUG nova.virt.hardware [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 612.564830] env[65794]: DEBUG nova.virt.hardware [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 612.564895] env[65794]: DEBUG nova.virt.hardware [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 612.565021] env[65794]: DEBUG nova.virt.hardware [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 612.565202] env[65794]: DEBUG nova.virt.hardware [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 612.566455] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cf4d03-dae3-40cb-a6d5-e266a0f94f8e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.576394] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd02279a-fac1-4ea6-a6b5-d9ab837339d8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.838936] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810617, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.686692} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.839193] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] File moved {{(pid=65794) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 612.839421] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Cleaning up location [datastore1] vmware_temp/3ce6926c-7bb4-4461-85e0-016d04399deb {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 612.839421] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Deleting the datastore file [datastore1] vmware_temp/3ce6926c-7bb4-4461-85e0-016d04399deb {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.839705] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13a8b325-dac4-46c7-b1ef-01a6ab0145da {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.848207] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 612.848207] env[65794]: value = "task-4810618" [ 612.848207] env[65794]: _type = "Task" [ 612.848207] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.859913] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.917609] env[65794]: DEBUG nova.network.neutron [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Updated VIF entry in instance network info cache for port fab39ab0-71ee-4b5d-a40e-0752a3c9ff66. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 612.918138] env[65794]: DEBUG nova.network.neutron [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Updating instance_info_cache with network_info: [{"id": "fab39ab0-71ee-4b5d-a40e-0752a3c9ff66", "address": "fa:16:3e:a8:a0:54", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab39ab0-71", "ovs_interfaceid": "fab39ab0-71ee-4b5d-a40e-0752a3c9ff66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.020393] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.028923] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.029609] env[65794]: DEBUG nova.compute.manager [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 613.032425] env[65794]: DEBUG oslo_concurrency.lockutils [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.299s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.034712] env[65794]: INFO nova.compute.claims [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.362747] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.066126} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.363085] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.363863] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81a503f9-6b7f-4e9d-85ef-7bed95aaf898 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.370736] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 613.370736] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52ef9897-4d5c-ddbc-48b0-bf52271b8519" [ 613.370736] env[65794]: _type = "Task" [ 613.370736] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.380096] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ef9897-4d5c-ddbc-48b0-bf52271b8519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.421034] env[65794]: DEBUG oslo_concurrency.lockutils [req-7fe57d89-4e62-4786-bf41-9ff722587d4a req-6490b595-09cc-4c5c-8076-5604e0a24056 service nova] Releasing lock "refresh_cache-a545c774-2312-44d3-92bb-6892469a4eb9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.445236] env[65794]: DEBUG nova.network.neutron [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Successfully updated port: 226c3276-0841-406e-bdcc-ae115ff04629 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 613.539765] env[65794]: DEBUG nova.compute.utils [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.546530] env[65794]: DEBUG nova.compute.manager [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 613.546871] env[65794]: DEBUG nova.network.neutron [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 613.547199] env[65794]: WARNING neutronclient.v2_0.client [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.547484] env[65794]: WARNING neutronclient.v2_0.client [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.599871] env[65794]: DEBUG nova.policy [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea9b403e6f924d7eac8b916b76c25360', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93edd35d6866407db33fb3bd7ea76465', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.887281] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ef9897-4d5c-ddbc-48b0-bf52271b8519, 'name': SearchDatastore_Task, 'duration_secs': 0.03365} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.887281] env[65794]: DEBUG oslo_concurrency.lockutils [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.887281] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] d60db3cf-c84b-449e-8a34-49a67cc0cb5c/d60db3cf-c84b-449e-8a34-49a67cc0cb5c.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.887281] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.887704] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.887704] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d404228-5a29-4be7-b5ec-7b9913e49b8f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.889402] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c93246a6-3fc8-4bcb-9b97-017dbf967d34 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.897762] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 613.897762] env[65794]: value = "task-4810619" [ 613.897762] env[65794]: _type = "Task" [ 613.897762] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.902120] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.904188] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.904188] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40541389-8f92-44ea-8996-4df92d99520f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.909543] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.913917] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 613.913917] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]528b8ebb-a5f7-b4cc-5754-d372d875a279" [ 613.913917] env[65794]: _type = "Task" [ 613.913917] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.924661] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]528b8ebb-a5f7-b4cc-5754-d372d875a279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.949613] env[65794]: DEBUG oslo_concurrency.lockutils [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "refresh_cache-6a7b7491-19f0-4e28-951c-6a291371eb6f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.949714] env[65794]: DEBUG oslo_concurrency.lockutils [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquired lock "refresh_cache-6a7b7491-19f0-4e28-951c-6a291371eb6f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.949893] env[65794]: DEBUG nova.network.neutron [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 614.050027] env[65794]: DEBUG nova.compute.manager [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 614.190585] env[65794]: DEBUG nova.network.neutron [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Successfully created port: b7edcaa4-55ca-4e76-8cee-62eeeafe9bb7 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 614.252522] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51a592e-47a3-42b0-bb9c-e476c78214e2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.261584] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567436dd-c0cf-44a6-bada-c19a8ea2fe26 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.294764] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dacf8a4-1ec7-4020-8832-9e306bfc8d5e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.303464] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd03f74-9877-4a19-820c-fd1d53d85cba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.317988] env[65794]: DEBUG nova.compute.provider_tree [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.410573] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810619, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.425500] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]528b8ebb-a5f7-b4cc-5754-d372d875a279, 'name': SearchDatastore_Task, 'duration_secs': 0.02039} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.426432] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c22eed8-f5f5-4c67-9a56-db2615d0f3c8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.432339] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 614.432339] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52b8ed4a-c1a1-3d2a-5e94-f879e40b1070" [ 614.432339] env[65794]: _type = "Task" [ 614.432339] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.442043] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b8ed4a-c1a1-3d2a-5e94-f879e40b1070, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.825016] env[65794]: DEBUG nova.scheduler.client.report [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.909756] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.911679} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.910041] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] d60db3cf-c84b-449e-8a34-49a67cc0cb5c/d60db3cf-c84b-449e-8a34-49a67cc0cb5c.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.910309] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.910584] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6363e91e-0243-4b64-8947-d8211e81b4a1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.918802] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 614.918802] env[65794]: value = "task-4810620" [ 614.918802] env[65794]: _type = "Task" [ 614.918802] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.927613] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.943471] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b8ed4a-c1a1-3d2a-5e94-f879e40b1070, 'name': SearchDatastore_Task, 'duration_secs': 0.060221} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.943734] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.943993] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] c0db2672-efd6-444a-8d1d-5168205a127d/c0db2672-efd6-444a-8d1d-5168205a127d.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.944270] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3071c7f8-c5c8-4d38-94a4-f0862f96c7f1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.951997] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 614.951997] env[65794]: value = "task-4810621" [ 614.951997] env[65794]: _type = "Task" [ 614.951997] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.961606] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.966837] env[65794]: DEBUG nova.network.neutron [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 615.066579] env[65794]: DEBUG nova.compute.manager [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 615.097587] env[65794]: DEBUG nova.virt.hardware [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 615.097841] env[65794]: DEBUG nova.virt.hardware [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.098063] env[65794]: DEBUG nova.virt.hardware [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 615.098527] env[65794]: DEBUG nova.virt.hardware [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.098527] env[65794]: DEBUG nova.virt.hardware [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 615.098648] env[65794]: DEBUG nova.virt.hardware [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 615.098843] env[65794]: DEBUG nova.virt.hardware [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 615.099044] env[65794]: DEBUG nova.virt.hardware [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 615.099409] env[65794]: DEBUG nova.virt.hardware [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 615.099409] env[65794]: DEBUG nova.virt.hardware [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 615.099528] env[65794]: DEBUG nova.virt.hardware [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 615.100955] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118811a5-40fa-4cc3-ac21-83b7e1f93196 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.110488] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc98c0c2-6699-4bfa-96dd-ead883d1f966 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.136172] env[65794]: WARNING neutronclient.v2_0.client [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.224925] env[65794]: DEBUG nova.network.neutron [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Updating instance_info_cache with network_info: [{"id": "226c3276-0841-406e-bdcc-ae115ff04629", "address": "fa:16:3e:d1:3b:2a", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap226c3276-08", "ovs_interfaceid": "226c3276-0841-406e-bdcc-ae115ff04629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.332553] env[65794]: DEBUG oslo_concurrency.lockutils [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.332553] env[65794]: DEBUG nova.compute.manager [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 615.334629] env[65794]: DEBUG oslo_concurrency.lockutils [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.264s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.336648] env[65794]: INFO nova.compute.claims [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.433976] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183974} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.434598] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.435518] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738e7d4b-7ec7-43dc-b44e-4def53f17ade {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.461527] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] d60db3cf-c84b-449e-8a34-49a67cc0cb5c/d60db3cf-c84b-449e-8a34-49a67cc0cb5c.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.462589] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f287d8ee-b267-4365-9ef2-6b784f5d3d1f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.488325] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.490240] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 615.490240] env[65794]: value = "task-4810622" [ 615.490240] env[65794]: _type = "Task" [ 615.490240] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.500551] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.729953] env[65794]: DEBUG oslo_concurrency.lockutils [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Releasing lock "refresh_cache-6a7b7491-19f0-4e28-951c-6a291371eb6f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.730794] env[65794]: DEBUG nova.compute.manager [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Instance network_info: |[{"id": "226c3276-0841-406e-bdcc-ae115ff04629", "address": "fa:16:3e:d1:3b:2a", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap226c3276-08", "ovs_interfaceid": "226c3276-0841-406e-bdcc-ae115ff04629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 615.730981] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:3b:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca401eaa-889a-4f9f-ac9a-56b4c41bfc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '226c3276-0841-406e-bdcc-ae115ff04629', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.747197] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Creating folder: Project (c36b3603b89c4dafb6bc5922cc114f81). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.747197] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-466d6ea1-b605-4c1a-9827-c4d722a84c6b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.762222] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Created folder: Project (c36b3603b89c4dafb6bc5922cc114f81) in parent group-v937953. [ 615.762735] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Creating folder: Instances. Parent ref: group-v937967. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.762957] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-849ed1c9-489f-4232-b737-8c35f8ce87a5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.776274] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Created folder: Instances in parent group-v937967. [ 615.776516] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 615.777281] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.777926] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b04970bb-4159-4f10-a773-090319bb6982 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.805215] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.805215] env[65794]: value = "task-4810625" [ 615.805215] env[65794]: _type = "Task" [ 615.805215] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.809216] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Acquiring lock "70c992e0-fdeb-46fd-b96e-4894bb72a0bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.809216] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Lock "70c992e0-fdeb-46fd-b96e-4894bb72a0bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.821747] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810625, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.843028] env[65794]: DEBUG nova.compute.utils [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.850250] env[65794]: DEBUG nova.compute.manager [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 615.851014] env[65794]: DEBUG nova.network.neutron [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 615.851014] env[65794]: WARNING neutronclient.v2_0.client [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.851462] env[65794]: WARNING neutronclient.v2_0.client [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.878799] env[65794]: DEBUG nova.network.neutron [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Successfully updated port: b7edcaa4-55ca-4e76-8cee-62eeeafe9bb7 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 615.945447] env[65794]: DEBUG nova.policy [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6221fe81a07e491fb98763faee588a3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '339ba40f30e147e588c6d9b8cccedf79', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.973626] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.94722} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.973949] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] c0db2672-efd6-444a-8d1d-5168205a127d/c0db2672-efd6-444a-8d1d-5168205a127d.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.974317] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.974580] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e8b7346-acf0-4bc1-a0bb-53f8cf02b9e5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.983600] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 615.983600] env[65794]: value = "task-4810626" [ 615.983600] env[65794]: _type = "Task" [ 615.983600] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.993681] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.007703] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.085193] env[65794]: DEBUG nova.compute.manager [None req-57028f79-9d2f-4970-8f4f-1d5dabee8cbe tempest-ServerDiagnosticsTest-769299116 tempest-ServerDiagnosticsTest-769299116-project-admin] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 616.085193] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7069aa-b677-4ff1-b072-d3c673bc1c9b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.094271] env[65794]: INFO nova.compute.manager [None req-57028f79-9d2f-4970-8f4f-1d5dabee8cbe tempest-ServerDiagnosticsTest-769299116 tempest-ServerDiagnosticsTest-769299116-project-admin] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Retrieving diagnostics [ 616.095921] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519c1401-89eb-4749-aba7-d33a99dd1093 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.232584] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquiring lock "87a8e02f-25f1-4d9a-99fe-babe618e8fd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.232786] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "87a8e02f-25f1-4d9a-99fe-babe618e8fd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.320565] env[65794]: DEBUG nova.compute.manager [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 616.324233] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810625, 'name': CreateVM_Task, 'duration_secs': 0.408527} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.325931] env[65794]: DEBUG nova.network.neutron [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Successfully created port: 5f4c0423-b73d-4822-92aa-b0df1e9c7058 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 616.327718] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.328444] env[65794]: WARNING neutronclient.v2_0.client [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.328825] env[65794]: DEBUG oslo_concurrency.lockutils [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.328966] env[65794]: DEBUG oslo_concurrency.lockutils [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.329290] env[65794]: DEBUG oslo_concurrency.lockutils [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.329579] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08488ef1-c470-46ec-8e5c-db1b7711250f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.335782] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 616.335782] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522ea358-3359-9a60-a638-895ec836cc22" [ 616.335782] env[65794]: _type = "Task" [ 616.335782] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.346488] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522ea358-3359-9a60-a638-895ec836cc22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.354020] env[65794]: DEBUG nova.compute.manager [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 616.383079] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Acquiring lock "refresh_cache-ab776f80-fe6c-4a18-bcf7-a55f2b88b96d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.383958] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Acquired lock "refresh_cache-ab776f80-fe6c-4a18-bcf7-a55f2b88b96d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.386723] env[65794]: DEBUG nova.network.neutron [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 616.500492] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099161} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.501351] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.502166] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3580cc64-277c-4a6b-bad8-0b0d4023f0e4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.508216] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810622, 'name': ReconfigVM_Task, 'duration_secs': 0.939698} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.511401] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Reconfigured VM instance instance-00000004 to attach disk [datastore1] d60db3cf-c84b-449e-8a34-49a67cc0cb5c/d60db3cf-c84b-449e-8a34-49a67cc0cb5c.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.513038] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaf4f5eb-5b7b-4346-9b8a-cf7c08fb2f51 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.531475] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] c0db2672-efd6-444a-8d1d-5168205a127d/c0db2672-efd6-444a-8d1d-5168205a127d.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.534881] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7449762e-49da-4e0f-97cd-0cdc628b4dc5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.552992] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 616.552992] env[65794]: value = "task-4810627" [ 616.552992] env[65794]: _type = "Task" [ 616.552992] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.559469] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 616.559469] env[65794]: value = "task-4810628" [ 616.559469] env[65794]: _type = "Task" [ 616.559469] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.563468] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810627, 'name': Rename_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.576060] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810628, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.602048] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837f5209-5c1f-4b45-9f37-dcb77541f7d4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.613997] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af607588-aeb6-4457-9db2-4f34cd0ec18a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.648724] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7de061-3f7f-43aa-a4ae-a6496b02c440 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.657978] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812077b4-2ff8-45b2-8976-3b2f1112b4f9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.674566] env[65794]: DEBUG nova.compute.provider_tree [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.735808] env[65794]: DEBUG nova.compute.manager [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 616.851364] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522ea358-3359-9a60-a638-895ec836cc22, 'name': SearchDatastore_Task, 'duration_secs': 0.044197} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.852636] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.854222] env[65794]: DEBUG oslo_concurrency.lockutils [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.854222] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.854222] env[65794]: DEBUG oslo_concurrency.lockutils [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.854222] env[65794]: DEBUG oslo_concurrency.lockutils [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.854452] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.854452] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c8a27dd-f3d4-410a-8e3b-6df6f2e3d81c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.867495] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.867690] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.868572] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76cb0266-7e5f-4196-a92b-56975cb137c6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.877211] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 616.877211] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5275ad0f-dac5-759b-50b4-3defab501067" [ 616.877211] env[65794]: _type = "Task" [ 616.877211] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.886770] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5275ad0f-dac5-759b-50b4-3defab501067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.936010] env[65794]: DEBUG nova.network.neutron [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 617.065919] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810627, 'name': Rename_Task, 'duration_secs': 0.273474} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.067286] env[65794]: WARNING neutronclient.v2_0.client [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.073401] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.073866] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c34f7e2-5438-420a-b965-6074536d3587 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.080944] env[65794]: DEBUG nova.compute.manager [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Received event network-changed-72f7b4d5-5125-4c9f-8d33-941e723c7dd3 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 617.080944] env[65794]: DEBUG nova.compute.manager [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Refreshing instance network info cache due to event network-changed-72f7b4d5-5125-4c9f-8d33-941e723c7dd3. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 617.081180] env[65794]: DEBUG oslo_concurrency.lockutils [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] Acquiring lock "refresh_cache-d60db3cf-c84b-449e-8a34-49a67cc0cb5c" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.081268] env[65794]: DEBUG oslo_concurrency.lockutils [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] Acquired lock "refresh_cache-d60db3cf-c84b-449e-8a34-49a67cc0cb5c" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.081689] env[65794]: DEBUG nova.network.neutron [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Refreshing network info cache for port 72f7b4d5-5125-4c9f-8d33-941e723c7dd3 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.086534] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.088496] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 617.088496] env[65794]: value = "task-4810629" [ 617.088496] env[65794]: _type = "Task" [ 617.088496] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.098688] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.178027] env[65794]: DEBUG nova.scheduler.client.report [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.262289] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.349053] env[65794]: DEBUG nova.network.neutron [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Updating instance_info_cache with network_info: [{"id": "b7edcaa4-55ca-4e76-8cee-62eeeafe9bb7", "address": "fa:16:3e:1d:6d:fc", "network": {"id": "5e722661-c0aa-4964-9be2-99751423fd50", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-327250055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "93edd35d6866407db33fb3bd7ea76465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7edcaa4-55", "ovs_interfaceid": "b7edcaa4-55ca-4e76-8cee-62eeeafe9bb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.363471] env[65794]: DEBUG nova.compute.manager [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 617.388392] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5275ad0f-dac5-759b-50b4-3defab501067, 'name': SearchDatastore_Task, 'duration_secs': 0.022726} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.389265] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46253bee-3f9d-4945-a04a-efe7dbef8260 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.394287] env[65794]: DEBUG nova.virt.hardware [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 617.394287] env[65794]: DEBUG nova.virt.hardware [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.394714] env[65794]: DEBUG nova.virt.hardware [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 617.394714] env[65794]: DEBUG nova.virt.hardware [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.394714] env[65794]: DEBUG nova.virt.hardware [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 617.394817] env[65794]: DEBUG nova.virt.hardware [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 617.395121] env[65794]: DEBUG nova.virt.hardware [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 617.395704] env[65794]: DEBUG nova.virt.hardware [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 617.395848] env[65794]: DEBUG nova.virt.hardware [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 617.395993] env[65794]: DEBUG nova.virt.hardware [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 617.396179] env[65794]: DEBUG nova.virt.hardware [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 617.397034] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6eacdd-9305-402a-a7af-775dbfc0674c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.401565] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 617.401565] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5204d64b-c524-f318-1629-9cec3f6c9605" [ 617.401565] env[65794]: _type = "Task" [ 617.401565] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.408736] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60152984-fd33-4acb-92de-77774a863c4d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.415862] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5204d64b-c524-f318-1629-9cec3f6c9605, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.488754] env[65794]: INFO nova.compute.manager [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Rebuilding instance [ 617.534328] env[65794]: DEBUG nova.compute.manager [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 617.535522] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86579358-0308-4e40-8a27-5a7dd01d3257 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.576744] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810628, 'name': ReconfigVM_Task, 'duration_secs': 0.630972} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.577243] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Reconfigured VM instance instance-00000005 to attach disk [datastore1] c0db2672-efd6-444a-8d1d-5168205a127d/c0db2672-efd6-444a-8d1d-5168205a127d.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.577700] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c766ccfb-1ae7-43bc-ba48-442906b43775 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.585861] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 617.585861] env[65794]: value = "task-4810630" [ 617.585861] env[65794]: _type = "Task" [ 617.585861] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.592429] env[65794]: WARNING neutronclient.v2_0.client [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.611929] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.614899] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810630, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.686503] env[65794]: DEBUG oslo_concurrency.lockutils [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.686503] env[65794]: DEBUG nova.compute.manager [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 617.688525] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.668s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.690542] env[65794]: INFO nova.compute.claims [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.852900] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Releasing lock "refresh_cache-ab776f80-fe6c-4a18-bcf7-a55f2b88b96d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.853847] env[65794]: DEBUG nova.compute.manager [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Instance network_info: |[{"id": "b7edcaa4-55ca-4e76-8cee-62eeeafe9bb7", "address": "fa:16:3e:1d:6d:fc", "network": {"id": "5e722661-c0aa-4964-9be2-99751423fd50", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-327250055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "93edd35d6866407db33fb3bd7ea76465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7edcaa4-55", "ovs_interfaceid": "b7edcaa4-55ca-4e76-8cee-62eeeafe9bb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 617.855071] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:6d:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7edcaa4-55ca-4e76-8cee-62eeeafe9bb7', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.865178] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Creating folder: Project (93edd35d6866407db33fb3bd7ea76465). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.865178] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a74aa28-dca9-4eec-84d8-de92936ca819 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.878350] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Created folder: Project (93edd35d6866407db33fb3bd7ea76465) in parent group-v937953. [ 617.878605] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Creating folder: Instances. Parent ref: group-v937970. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.878921] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28339565-e350-4dac-a1da-18665901fcc4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.891516] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Created folder: Instances in parent group-v937970. [ 617.891840] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 617.892056] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.892276] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4f02d22-b36b-43c2-a0b1-aa5ece4d8f0b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.919409] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.919409] env[65794]: value = "task-4810633" [ 617.919409] env[65794]: _type = "Task" [ 617.919409] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.923445] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5204d64b-c524-f318-1629-9cec3f6c9605, 'name': SearchDatastore_Task, 'duration_secs': 0.026419} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.927038] env[65794]: DEBUG oslo_concurrency.lockutils [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.927311] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 6a7b7491-19f0-4e28-951c-6a291371eb6f/6a7b7491-19f0-4e28-951c-6a291371eb6f.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.927593] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a4ac2ad-04ac-48b4-95cb-d4cdf4a8e3b4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.938659] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810633, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.939170] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 617.939170] env[65794]: value = "task-4810634" [ 617.939170] env[65794]: _type = "Task" [ 617.939170] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.949630] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.990399] env[65794]: DEBUG nova.network.neutron [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Successfully updated port: 5f4c0423-b73d-4822-92aa-b0df1e9c7058 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 618.081966] env[65794]: WARNING neutronclient.v2_0.client [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.101978] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810630, 'name': Rename_Task, 'duration_secs': 0.293965} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.103864] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.104865] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de87bf37-50ce-4646-9841-632603ee9b68 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.113401] env[65794]: DEBUG oslo_vmware.api [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810629, 'name': PowerOnVM_Task, 'duration_secs': 0.990422} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.115381] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.115720] env[65794]: INFO nova.compute.manager [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Took 14.57 seconds to spawn the instance on the hypervisor. [ 618.116036] env[65794]: DEBUG nova.compute.manager [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 618.116579] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 618.116579] env[65794]: value = "task-4810635" [ 618.116579] env[65794]: _type = "Task" [ 618.116579] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.117630] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc158e12-e69c-4f69-8140-7b85ce70e2ba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.137504] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.180524] env[65794]: DEBUG nova.network.neutron [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Updated VIF entry in instance network info cache for port 72f7b4d5-5125-4c9f-8d33-941e723c7dd3. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 618.180524] env[65794]: DEBUG nova.network.neutron [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Updating instance_info_cache with network_info: [{"id": "72f7b4d5-5125-4c9f-8d33-941e723c7dd3", "address": "fa:16:3e:8f:67:ea", "network": {"id": "3c907079-9a90-4951-b951-3e25db9872f2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-457357172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c3cdc8f99c7c4201a4cbca70968c235b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72f7b4d5-51", "ovs_interfaceid": "72f7b4d5-5125-4c9f-8d33-941e723c7dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.204875] env[65794]: DEBUG nova.compute.utils [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.204875] env[65794]: DEBUG nova.compute.manager [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 618.204875] env[65794]: DEBUG nova.network.neutron [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 618.205236] env[65794]: WARNING neutronclient.v2_0.client [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.205572] env[65794]: WARNING neutronclient.v2_0.client [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.273821] env[65794]: DEBUG nova.policy [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc5dc9cb9d1c4c95ad55c254d4daa6e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '810f2c82ca43422c8dd22b301687e8b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.320795] env[65794]: DEBUG oslo_concurrency.lockutils [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] Acquiring lock "a545c774-2312-44d3-92bb-6892469a4eb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.321419] env[65794]: DEBUG oslo_concurrency.lockutils [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] Lock "a545c774-2312-44d3-92bb-6892469a4eb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.321830] env[65794]: DEBUG oslo_concurrency.lockutils [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] Acquiring lock "a545c774-2312-44d3-92bb-6892469a4eb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.322155] env[65794]: DEBUG oslo_concurrency.lockutils [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] Lock "a545c774-2312-44d3-92bb-6892469a4eb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.322448] env[65794]: DEBUG oslo_concurrency.lockutils [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] Lock "a545c774-2312-44d3-92bb-6892469a4eb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.327524] env[65794]: INFO nova.compute.manager [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Terminating instance [ 618.436589] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810633, 'name': CreateVM_Task, 'duration_secs': 0.41558} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.437063] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.437774] env[65794]: WARNING neutronclient.v2_0.client [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.438609] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.440018] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.440018] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.440018] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc855f03-b49d-4097-a1e4-bc01ec3731c1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.452743] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810634, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.457379] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Waiting for the task: (returnval){ [ 618.457379] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]526d7d18-936a-42d0-b1a3-a7cd68e0e58e" [ 618.457379] env[65794]: _type = "Task" [ 618.457379] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.468133] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526d7d18-936a-42d0-b1a3-a7cd68e0e58e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.494722] env[65794]: DEBUG oslo_concurrency.lockutils [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquiring lock "refresh_cache-5d6cf973-f70d-42e3-9357-d7b5d17471d3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.494722] env[65794]: DEBUG oslo_concurrency.lockutils [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquired lock "refresh_cache-5d6cf973-f70d-42e3-9357-d7b5d17471d3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.494722] env[65794]: DEBUG nova.network.neutron [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 618.551057] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 618.551424] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bf077a4-964b-4451-bc75-a1cc100343a8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.559058] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for the task: (returnval){ [ 618.559058] env[65794]: value = "task-4810636" [ 618.559058] env[65794]: _type = "Task" [ 618.559058] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.568402] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.634207] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810635, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.652049] env[65794]: DEBUG nova.network.neutron [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Successfully created port: b52ac9fc-27db-46e8-a5f4-39820450d530 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 618.662699] env[65794]: INFO nova.compute.manager [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Took 20.50 seconds to build instance. [ 618.683841] env[65794]: DEBUG oslo_concurrency.lockutils [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] Releasing lock "refresh_cache-d60db3cf-c84b-449e-8a34-49a67cc0cb5c" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.684220] env[65794]: DEBUG nova.compute.manager [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Received event network-vif-plugged-14db4802-a246-46bd-bce8-3e67d51c9981 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 618.684409] env[65794]: DEBUG oslo_concurrency.lockutils [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] Acquiring lock "c0db2672-efd6-444a-8d1d-5168205a127d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.684646] env[65794]: DEBUG oslo_concurrency.lockutils [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] Lock "c0db2672-efd6-444a-8d1d-5168205a127d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.684815] env[65794]: DEBUG oslo_concurrency.lockutils [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] Lock "c0db2672-efd6-444a-8d1d-5168205a127d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.685024] env[65794]: DEBUG nova.compute.manager [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] No waiting events found dispatching network-vif-plugged-14db4802-a246-46bd-bce8-3e67d51c9981 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 618.685235] env[65794]: WARNING nova.compute.manager [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Received unexpected event network-vif-plugged-14db4802-a246-46bd-bce8-3e67d51c9981 for instance with vm_state building and task_state spawning. [ 618.685451] env[65794]: DEBUG nova.compute.manager [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Received event network-changed-14db4802-a246-46bd-bce8-3e67d51c9981 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 618.685602] env[65794]: DEBUG nova.compute.manager [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Refreshing instance network info cache due to event network-changed-14db4802-a246-46bd-bce8-3e67d51c9981. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 618.686078] env[65794]: DEBUG oslo_concurrency.lockutils [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] Acquiring lock "refresh_cache-c0db2672-efd6-444a-8d1d-5168205a127d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.686243] env[65794]: DEBUG oslo_concurrency.lockutils [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] Acquired lock "refresh_cache-c0db2672-efd6-444a-8d1d-5168205a127d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.686415] env[65794]: DEBUG nova.network.neutron [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Refreshing network info cache for port 14db4802-a246-46bd-bce8-3e67d51c9981 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.708647] env[65794]: DEBUG nova.compute.manager [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 618.833766] env[65794]: DEBUG nova.compute.manager [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 618.833899] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 618.836120] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d73a2a7-4d13-4ef4-af1f-0b51f0d54456 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.848135] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 618.848135] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efa6ab09-0ad5-4a9b-9a4c-a730fcb3e83e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.859087] env[65794]: DEBUG oslo_vmware.api [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] Waiting for the task: (returnval){ [ 618.859087] env[65794]: value = "task-4810637" [ 618.859087] env[65794]: _type = "Task" [ 618.859087] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.876086] env[65794]: DEBUG oslo_vmware.api [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] Task: {'id': task-4810637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.953085] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576042} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.957213] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 6a7b7491-19f0-4e28-951c-6a291371eb6f/6a7b7491-19f0-4e28-951c-6a291371eb6f.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.957475] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.962948] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6753f0a2-6243-46db-b434-d753a72de09f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.970568] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8536c5-535a-4cd2-829d-61a6b8531c43 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.979727] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526d7d18-936a-42d0-b1a3-a7cd68e0e58e, 'name': SearchDatastore_Task, 'duration_secs': 0.035971} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.980044] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 618.980044] env[65794]: value = "task-4810638" [ 618.980044] env[65794]: _type = "Task" [ 618.980044] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.981525] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.981778] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.982033] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.982191] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.982371] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.982980] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3d7c1a5-0836-4e07-9230-1d8ca4d194f4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.995974] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.001730] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb6d57c-8a2b-4bc7-8947-a4be83fccdf9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.006718] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.008441] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.009351] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da32786f-0cb6-4bff-ab84-af444d1f9b8e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.041689] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee0d3f4-9cfb-4b0e-b2d2-f353d13f65c0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.049464] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Acquiring lock "c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.049753] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Lock "c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.050949] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Waiting for the task: (returnval){ [ 619.050949] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52aaa3a4-68f2-3aa1-070d-e8e54ceca385" [ 619.050949] env[65794]: _type = "Task" [ 619.050949] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.060258] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8565a5-88f4-404c-ae62-024588deb351 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.068407] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52aaa3a4-68f2-3aa1-070d-e8e54ceca385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.083984] env[65794]: DEBUG nova.compute.provider_tree [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.086297] env[65794]: DEBUG nova.network.neutron [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 619.092604] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810636, 'name': PowerOffVM_Task, 'duration_secs': 0.273358} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.093376] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 619.094032] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 619.094940] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df778c4-33c5-4bf6-b81e-b94746f59b57 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.104756] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 619.105211] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02c71a91-def3-4912-bf14-edb7aca61e2f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.134981] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810635, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.144059] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 619.144401] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 619.144618] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Deleting the datastore file [datastore2] 3299d77c-96b3-4831-abee-ed4a79528ee5 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.144976] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b9e9ba0-9922-4077-bba0-8b38ba98dca4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.157811] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for the task: (returnval){ [ 619.157811] env[65794]: value = "task-4810640" [ 619.157811] env[65794]: _type = "Task" [ 619.157811] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.174035] env[65794]: DEBUG oslo_concurrency.lockutils [None req-86b718c1-923c-43fd-b276-2afedd5a9c51 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "d60db3cf-c84b-449e-8a34-49a67cc0cb5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.036s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.174035] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.190631] env[65794]: WARNING neutronclient.v2_0.client [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.266063] env[65794]: WARNING neutronclient.v2_0.client [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.371243] env[65794]: DEBUG oslo_vmware.api [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] Task: {'id': task-4810637, 'name': PowerOffVM_Task, 'duration_secs': 0.345459} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.374768] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 619.374962] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 619.375646] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d64f64ed-ac1a-46c4-8ab6-e854324a48cb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.409090] env[65794]: DEBUG nova.network.neutron [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Updating instance_info_cache with network_info: [{"id": "5f4c0423-b73d-4822-92aa-b0df1e9c7058", "address": "fa:16:3e:72:5c:de", "network": {"id": "f97e5b30-6bb3-488f-ab20-125850790621", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-587868333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "339ba40f30e147e588c6d9b8cccedf79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f4c0423-b7", "ovs_interfaceid": "5f4c0423-b73d-4822-92aa-b0df1e9c7058", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.453453] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 619.453711] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 619.453887] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] Deleting the datastore file [datastore2] a545c774-2312-44d3-92bb-6892469a4eb9 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.454195] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0405db22-a959-4861-8475-b14e1a6a69e3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.463082] env[65794]: DEBUG oslo_vmware.api [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] Waiting for the task: (returnval){ [ 619.463082] env[65794]: value = "task-4810642" [ 619.463082] env[65794]: _type = "Task" [ 619.463082] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.473034] env[65794]: DEBUG oslo_vmware.api [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] Task: {'id': task-4810642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.494057] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.551850] env[65794]: DEBUG nova.compute.manager [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 619.565490] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52aaa3a4-68f2-3aa1-070d-e8e54ceca385, 'name': SearchDatastore_Task, 'duration_secs': 0.020579} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.566428] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd88ac5-4a2d-4f94-8477-0c812b2b3054 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.572675] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Waiting for the task: (returnval){ [ 619.572675] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52a6c7a7-41e1-8c00-dc75-f04db702e7e4" [ 619.572675] env[65794]: _type = "Task" [ 619.572675] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.584740] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a6c7a7-41e1-8c00-dc75-f04db702e7e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.594403] env[65794]: DEBUG nova.scheduler.client.report [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.601050] env[65794]: WARNING neutronclient.v2_0.client [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.639607] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810635, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.668907] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.465652} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.669176] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.669473] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 619.669668] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 619.723248] env[65794]: DEBUG nova.compute.manager [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 619.765737] env[65794]: DEBUG nova.virt.hardware [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 619.766157] env[65794]: DEBUG nova.virt.hardware [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.767244] env[65794]: DEBUG nova.virt.hardware [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 619.767516] env[65794]: DEBUG nova.virt.hardware [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.767717] env[65794]: DEBUG nova.virt.hardware [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 619.767905] env[65794]: DEBUG nova.virt.hardware [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 619.768214] env[65794]: DEBUG nova.virt.hardware [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 619.768421] env[65794]: DEBUG nova.virt.hardware [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 619.768653] env[65794]: DEBUG nova.virt.hardware [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 619.769864] env[65794]: DEBUG nova.virt.hardware [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 619.769998] env[65794]: DEBUG nova.virt.hardware [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 619.771393] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1dacc9-d33b-4178-acdf-1d485f056e4f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.779614] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Acquiring lock "543ce9d3-ac47-4484-85b2-18b922173c0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.779881] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Lock "543ce9d3-ac47-4484-85b2-18b922173c0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.782874] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Acquiring lock "543ce9d3-ac47-4484-85b2-18b922173c0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.783492] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Lock "543ce9d3-ac47-4484-85b2-18b922173c0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.783492] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Lock "543ce9d3-ac47-4484-85b2-18b922173c0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.786519] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ad9b1c-af12-4b13-8454-32f0cca2687d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.791753] env[65794]: INFO nova.compute.manager [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Terminating instance [ 619.912782] env[65794]: DEBUG oslo_concurrency.lockutils [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Releasing lock "refresh_cache-5d6cf973-f70d-42e3-9357-d7b5d17471d3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.913330] env[65794]: DEBUG nova.compute.manager [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Instance network_info: |[{"id": "5f4c0423-b73d-4822-92aa-b0df1e9c7058", "address": "fa:16:3e:72:5c:de", "network": {"id": "f97e5b30-6bb3-488f-ab20-125850790621", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-587868333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "339ba40f30e147e588c6d9b8cccedf79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f4c0423-b7", "ovs_interfaceid": "5f4c0423-b73d-4822-92aa-b0df1e9c7058", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 619.913644] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:5c:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f4c0423-b73d-4822-92aa-b0df1e9c7058', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.922480] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Creating folder: Project (339ba40f30e147e588c6d9b8cccedf79). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.922780] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b02a977-db33-4fd7-8332-90488ac7376c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.936968] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Created folder: Project (339ba40f30e147e588c6d9b8cccedf79) in parent group-v937953. [ 619.937346] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Creating folder: Instances. Parent ref: group-v937973. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.938321] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f522da1b-11c0-4ca1-9c83-0de366b9567a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.950223] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Created folder: Instances in parent group-v937973. [ 619.950680] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 619.950975] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.951442] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73555426-6494-427d-81d6-67e554a47150 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.977477] env[65794]: DEBUG oslo_vmware.api [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] Task: {'id': task-4810642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409389} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.979893] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.979893] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 619.979893] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 619.979893] env[65794]: INFO nova.compute.manager [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 619.979893] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 619.980311] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.980311] env[65794]: value = "task-4810645" [ 619.980311] env[65794]: _type = "Task" [ 619.980311] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.980311] env[65794]: DEBUG nova.compute.manager [-] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 619.980454] env[65794]: DEBUG nova.network.neutron [-] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 619.980643] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.994773] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.809294} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.997364] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.998395] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0722b0-0010-49d0-b8f0-b40afdfdb5f2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.023409] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 6a7b7491-19f0-4e28-951c-6a291371eb6f/6a7b7491-19f0-4e28-951c-6a291371eb6f.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.023825] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0a6de48-c046-49cd-9573-ca6661a61525 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.046474] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 620.046474] env[65794]: value = "task-4810646" [ 620.046474] env[65794]: _type = "Task" [ 620.046474] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.056966] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.081051] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.085495] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a6c7a7-41e1-8c00-dc75-f04db702e7e4, 'name': SearchDatastore_Task, 'duration_secs': 0.042608} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.085911] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.086304] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] ab776f80-fe6c-4a18-bcf7-a55f2b88b96d/ab776f80-fe6c-4a18-bcf7-a55f2b88b96d.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.086650] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d60fb7a3-7f2e-47c9-be76-4e5986fe0a41 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.095392] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Waiting for the task: (returnval){ [ 620.095392] env[65794]: value = "task-4810647" [ 620.095392] env[65794]: _type = "Task" [ 620.095392] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.099981] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.100757] env[65794]: DEBUG nova.compute.manager [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 620.104279] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.252s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.105933] env[65794]: INFO nova.compute.claims [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.116033] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': task-4810647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.137668] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810635, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.296924] env[65794]: DEBUG nova.compute.manager [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 620.297201] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 620.298230] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7204f98d-5ea4-49bd-bf3d-89f24cc3b591 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.311847] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 620.312464] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-314e5b99-5997-4a4f-94a7-1e4aa8eef581 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.320275] env[65794]: DEBUG oslo_vmware.api [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Waiting for the task: (returnval){ [ 620.320275] env[65794]: value = "task-4810648" [ 620.320275] env[65794]: _type = "Task" [ 620.320275] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.333311] env[65794]: DEBUG oslo_vmware.api [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Task: {'id': task-4810648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.496697] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810645, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.560295] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810646, 'name': ReconfigVM_Task, 'duration_secs': 0.407605} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.560558] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 6a7b7491-19f0-4e28-951c-6a291371eb6f/6a7b7491-19f0-4e28-951c-6a291371eb6f.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.562125] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14dd99c0-b6a0-41e9-a741-9d3a0552f31d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.572154] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 620.572154] env[65794]: value = "task-4810649" [ 620.572154] env[65794]: _type = "Task" [ 620.572154] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.589247] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810649, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.606653] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': task-4810647, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.612028] env[65794]: DEBUG nova.compute.utils [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.618535] env[65794]: DEBUG nova.compute.manager [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 620.618535] env[65794]: DEBUG nova.network.neutron [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 620.618894] env[65794]: WARNING neutronclient.v2_0.client [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.623514] env[65794]: WARNING neutronclient.v2_0.client [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.641575] env[65794]: DEBUG oslo_vmware.api [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810635, 'name': PowerOnVM_Task, 'duration_secs': 2.08297} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.641891] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.642111] env[65794]: INFO nova.compute.manager [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Took 12.97 seconds to spawn the instance on the hypervisor. [ 620.642266] env[65794]: DEBUG nova.compute.manager [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 620.643142] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc234124-b539-4302-bdce-61ea7591cd95 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.715819] env[65794]: DEBUG nova.virt.hardware [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 620.716236] env[65794]: DEBUG nova.virt.hardware [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.716345] env[65794]: DEBUG nova.virt.hardware [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 620.716750] env[65794]: DEBUG nova.virt.hardware [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.717022] env[65794]: DEBUG nova.virt.hardware [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 620.717724] env[65794]: DEBUG nova.virt.hardware [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 620.717724] env[65794]: DEBUG nova.virt.hardware [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 620.717724] env[65794]: DEBUG nova.virt.hardware [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 620.717897] env[65794]: DEBUG nova.virt.hardware [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 620.718121] env[65794]: DEBUG nova.virt.hardware [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 620.718652] env[65794]: DEBUG nova.virt.hardware [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 620.719722] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8622f571-3701-43bb-960a-0d60b75f8ace {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.729778] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01ed382-1e65-4d1e-8d0d-666e1190739f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.746552] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Instance VIF info [] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.753542] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 620.753927] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.754267] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6afb5db1-349f-49e6-acde-c8e7a343099d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.774817] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.774817] env[65794]: value = "task-4810650" [ 620.774817] env[65794]: _type = "Task" [ 620.774817] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.779509] env[65794]: DEBUG nova.network.neutron [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Successfully updated port: b52ac9fc-27db-46e8-a5f4-39820450d530 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 620.787159] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810650, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.819472] env[65794]: DEBUG nova.network.neutron [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Updated VIF entry in instance network info cache for port 14db4802-a246-46bd-bce8-3e67d51c9981. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 620.819819] env[65794]: DEBUG nova.network.neutron [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Updating instance_info_cache with network_info: [{"id": "14db4802-a246-46bd-bce8-3e67d51c9981", "address": "fa:16:3e:4a:3e:5a", "network": {"id": "3c907079-9a90-4951-b951-3e25db9872f2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-457357172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3cdc8f99c7c4201a4cbca70968c235b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14db4802-a2", "ovs_interfaceid": "14db4802-a246-46bd-bce8-3e67d51c9981", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.831016] env[65794]: DEBUG oslo_vmware.api [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Task: {'id': task-4810648, 'name': PowerOffVM_Task, 'duration_secs': 0.220243} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.833371] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 620.833371] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 620.833371] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddd7cf5a-203c-4a61-9c67-1d965b777213 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.906694] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 620.907055] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 620.907372] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Deleting the datastore file [datastore2] 543ce9d3-ac47-4484-85b2-18b922173c0a {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 620.907740] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53a378c1-abe9-405b-a255-704c3106ee21 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.915879] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.919471] env[65794]: DEBUG oslo_vmware.api [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Waiting for the task: (returnval){ [ 620.919471] env[65794]: value = "task-4810652" [ 620.919471] env[65794]: _type = "Task" [ 620.919471] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.928487] env[65794]: DEBUG oslo_vmware.api [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Task: {'id': task-4810652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.955225] env[65794]: DEBUG nova.policy [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4efb5729723b49c7842f8b854557f044', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '264b3d3cab344f9db3d49dda5d7faed3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.994096] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810645, 'name': CreateVM_Task, 'duration_secs': 0.586237} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.994297] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.994816] env[65794]: WARNING neutronclient.v2_0.client [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.995428] env[65794]: DEBUG oslo_concurrency.lockutils [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.995691] env[65794]: DEBUG oslo_concurrency.lockutils [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.995975] env[65794]: DEBUG oslo_concurrency.lockutils [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.996273] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d51a6123-c4e0-4335-9cec-a7c310253779 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.001827] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for the task: (returnval){ [ 621.001827] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52d8a56e-783c-586e-d02b-e0a4c5375d47" [ 621.001827] env[65794]: _type = "Task" [ 621.001827] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.015161] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d8a56e-783c-586e-d02b-e0a4c5375d47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.086195] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810649, 'name': Rename_Task, 'duration_secs': 0.191307} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.086645] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.087076] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cee76f5a-3d32-49eb-a3f6-8bcbd0c2ae7f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.095582] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 621.095582] env[65794]: value = "task-4810653" [ 621.095582] env[65794]: _type = "Task" [ 621.095582] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.110265] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.113662] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': task-4810647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576176} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.113662] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] ab776f80-fe6c-4a18-bcf7-a55f2b88b96d/ab776f80-fe6c-4a18-bcf7-a55f2b88b96d.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.113662] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.113972] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdb374b3-3877-4a6d-b610-61c8f637a83a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.116366] env[65794]: DEBUG nova.compute.manager [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 621.130405] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Waiting for the task: (returnval){ [ 621.130405] env[65794]: value = "task-4810654" [ 621.130405] env[65794]: _type = "Task" [ 621.130405] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.143047] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': task-4810654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.165595] env[65794]: INFO nova.compute.manager [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Took 17.78 seconds to build instance. [ 621.287112] env[65794]: DEBUG oslo_concurrency.lockutils [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "refresh_cache-b6aeb1a5-1d32-4da0-805d-41fe426a4b58" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.287112] env[65794]: DEBUG oslo_concurrency.lockutils [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquired lock "refresh_cache-b6aeb1a5-1d32-4da0-805d-41fe426a4b58" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.287112] env[65794]: DEBUG nova.network.neutron [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 621.288155] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810650, 'name': CreateVM_Task, 'duration_secs': 0.313074} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.291365] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.291690] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.325560] env[65794]: DEBUG oslo_concurrency.lockutils [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] Releasing lock "refresh_cache-c0db2672-efd6-444a-8d1d-5168205a127d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.325817] env[65794]: DEBUG nova.compute.manager [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Received event network-vif-plugged-226c3276-0841-406e-bdcc-ae115ff04629 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 621.326012] env[65794]: DEBUG oslo_concurrency.lockutils [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] Acquiring lock "6a7b7491-19f0-4e28-951c-6a291371eb6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.326215] env[65794]: DEBUG oslo_concurrency.lockutils [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] Lock "6a7b7491-19f0-4e28-951c-6a291371eb6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.326407] env[65794]: DEBUG oslo_concurrency.lockutils [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] Lock "6a7b7491-19f0-4e28-951c-6a291371eb6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.326596] env[65794]: DEBUG nova.compute.manager [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] No waiting events found dispatching network-vif-plugged-226c3276-0841-406e-bdcc-ae115ff04629 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 621.326757] env[65794]: WARNING nova.compute.manager [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Received unexpected event network-vif-plugged-226c3276-0841-406e-bdcc-ae115ff04629 for instance with vm_state building and task_state spawning. [ 621.326907] env[65794]: DEBUG nova.compute.manager [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Received event network-changed-226c3276-0841-406e-bdcc-ae115ff04629 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 621.327069] env[65794]: DEBUG nova.compute.manager [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Refreshing instance network info cache due to event network-changed-226c3276-0841-406e-bdcc-ae115ff04629. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 621.327312] env[65794]: DEBUG oslo_concurrency.lockutils [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] Acquiring lock "refresh_cache-6a7b7491-19f0-4e28-951c-6a291371eb6f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.328028] env[65794]: DEBUG oslo_concurrency.lockutils [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] Acquired lock "refresh_cache-6a7b7491-19f0-4e28-951c-6a291371eb6f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.328028] env[65794]: DEBUG nova.network.neutron [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Refreshing network info cache for port 226c3276-0841-406e-bdcc-ae115ff04629 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.382261] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5949835d-c8fc-4af5-8b14-b223b4995981 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.392276] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0159c76-dbe5-4510-9f13-ba0743bfdd22 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.432335] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3650e21a-4ab6-4b90-8d65-161e91d636e5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.443868] env[65794]: DEBUG oslo_vmware.api [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Task: {'id': task-4810652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361675} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.444325] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 621.444501] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 621.444701] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 621.444895] env[65794]: INFO nova.compute.manager [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 621.445168] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 621.446455] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662bcd94-7f26-433d-993f-c85f00956500 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.451071] env[65794]: DEBUG nova.compute.manager [-] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 621.453142] env[65794]: DEBUG nova.network.neutron [-] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 621.453142] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.467680] env[65794]: DEBUG nova.compute.provider_tree [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.514305] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d8a56e-783c-586e-d02b-e0a4c5375d47, 'name': SearchDatastore_Task, 'duration_secs': 0.016182} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.514612] env[65794]: DEBUG oslo_concurrency.lockutils [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.514944] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.515325] env[65794]: DEBUG oslo_concurrency.lockutils [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.515495] env[65794]: DEBUG oslo_concurrency.lockutils [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.515711] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.516045] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.516396] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.516645] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5afbb653-8e25-4b29-923b-a201ae3a8ce0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.518667] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd696c4f-f762-4cb2-8296-146eb3acf7da {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.525329] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for the task: (returnval){ [ 621.525329] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52c358f2-d6e8-aafc-85b1-aec3313aa4de" [ 621.525329] env[65794]: _type = "Task" [ 621.525329] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.531873] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.531873] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.536072] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13ee93ed-f307-4a64-a925-bf5c1bf11212 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.538964] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c358f2-d6e8-aafc-85b1-aec3313aa4de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.543706] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for the task: (returnval){ [ 621.543706] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52d42763-4bc9-caef-04dd-e57496af1f8c" [ 621.543706] env[65794]: _type = "Task" [ 621.543706] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.554281] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d42763-4bc9-caef-04dd-e57496af1f8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.611995] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810653, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.641226] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': task-4810654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078007} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.641523] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.642391] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba42577-9b72-42db-944e-2c8bedccd214 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.666604] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] ab776f80-fe6c-4a18-bcf7-a55f2b88b96d/ab776f80-fe6c-4a18-bcf7-a55f2b88b96d.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.667543] env[65794]: DEBUG nova.network.neutron [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Successfully created port: d7346317-8cbe-4c68-96be-81112ac7cded {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 621.669856] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffc09234-5649-43b5-93c2-88448c5f93ac {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.685560] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dd77da65-5ca3-44b1-98e8-e5c07b0c385f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "c0db2672-efd6-444a-8d1d-5168205a127d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.306s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.688483] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.695627] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Waiting for the task: (returnval){ [ 621.695627] env[65794]: value = "task-4810655" [ 621.695627] env[65794]: _type = "Task" [ 621.695627] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.706403] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': task-4810655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.757082] env[65794]: DEBUG nova.network.neutron [-] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.802703] env[65794]: DEBUG nova.compute.manager [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Received event network-vif-plugged-b7edcaa4-55ca-4e76-8cee-62eeeafe9bb7 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 621.802953] env[65794]: DEBUG oslo_concurrency.lockutils [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] Acquiring lock "ab776f80-fe6c-4a18-bcf7-a55f2b88b96d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.803280] env[65794]: DEBUG oslo_concurrency.lockutils [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] Lock "ab776f80-fe6c-4a18-bcf7-a55f2b88b96d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.803443] env[65794]: DEBUG oslo_concurrency.lockutils [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] Lock "ab776f80-fe6c-4a18-bcf7-a55f2b88b96d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.803882] env[65794]: DEBUG nova.compute.manager [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] No waiting events found dispatching network-vif-plugged-b7edcaa4-55ca-4e76-8cee-62eeeafe9bb7 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 621.803882] env[65794]: WARNING nova.compute.manager [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Received unexpected event network-vif-plugged-b7edcaa4-55ca-4e76-8cee-62eeeafe9bb7 for instance with vm_state building and task_state spawning. [ 621.803994] env[65794]: DEBUG nova.compute.manager [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Received event network-changed-b7edcaa4-55ca-4e76-8cee-62eeeafe9bb7 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 621.804045] env[65794]: DEBUG nova.compute.manager [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Refreshing instance network info cache due to event network-changed-b7edcaa4-55ca-4e76-8cee-62eeeafe9bb7. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 621.804223] env[65794]: DEBUG oslo_concurrency.lockutils [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] Acquiring lock "refresh_cache-ab776f80-fe6c-4a18-bcf7-a55f2b88b96d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.804695] env[65794]: DEBUG oslo_concurrency.lockutils [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] Acquired lock "refresh_cache-ab776f80-fe6c-4a18-bcf7-a55f2b88b96d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.804695] env[65794]: DEBUG nova.network.neutron [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Refreshing network info cache for port b7edcaa4-55ca-4e76-8cee-62eeeafe9bb7 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.831059] env[65794]: WARNING neutronclient.v2_0.client [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.971478] env[65794]: DEBUG nova.scheduler.client.report [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.037599] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c358f2-d6e8-aafc-85b1-aec3313aa4de, 'name': SearchDatastore_Task, 'duration_secs': 0.023987} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.037784] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.038159] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.038468] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.060199] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d42763-4bc9-caef-04dd-e57496af1f8c, 'name': SearchDatastore_Task, 'duration_secs': 0.016873} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.061542] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c97aa8-a121-469b-83d2-14d55e2d7808 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.072438] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for the task: (returnval){ [ 622.072438] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5226a8e7-20e9-8240-5552-33066a1853a1" [ 622.072438] env[65794]: _type = "Task" [ 622.072438] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.082057] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5226a8e7-20e9-8240-5552-33066a1853a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.114722] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810653, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.130898] env[65794]: DEBUG nova.compute.manager [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 622.160252] env[65794]: DEBUG nova.virt.hardware [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 622.160520] env[65794]: DEBUG nova.virt.hardware [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.160675] env[65794]: DEBUG nova.virt.hardware [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 622.160854] env[65794]: DEBUG nova.virt.hardware [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.160995] env[65794]: DEBUG nova.virt.hardware [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 622.161833] env[65794]: DEBUG nova.virt.hardware [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 622.162191] env[65794]: DEBUG nova.virt.hardware [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 622.162734] env[65794]: DEBUG nova.virt.hardware [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 622.162930] env[65794]: DEBUG nova.virt.hardware [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 622.163104] env[65794]: DEBUG nova.virt.hardware [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 622.163273] env[65794]: DEBUG nova.virt.hardware [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 622.164272] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c20f015-07cd-447a-9830-6438c2d61ace {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.172745] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95128d7-e835-40cf-b057-2471d3fc1666 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.206344] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': task-4810655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.232016] env[65794]: DEBUG nova.network.neutron [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 622.259874] env[65794]: INFO nova.compute.manager [-] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Took 2.28 seconds to deallocate network for instance. [ 622.308860] env[65794]: WARNING neutronclient.v2_0.client [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.476924] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.477522] env[65794]: DEBUG nova.compute.manager [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 622.480195] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.218s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.481986] env[65794]: INFO nova.compute.claims [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.586952] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5226a8e7-20e9-8240-5552-33066a1853a1, 'name': SearchDatastore_Task, 'duration_secs': 0.021778} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.587336] env[65794]: DEBUG oslo_concurrency.lockutils [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.587676] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 5d6cf973-f70d-42e3-9357-d7b5d17471d3/5d6cf973-f70d-42e3-9357-d7b5d17471d3.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.588445] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.588445] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.588617] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f276118-2fef-4dac-a1e5-b287647a201a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.592573] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-899682d8-2cf0-442b-9e5a-ef8f662686f3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.610110] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.610727] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.611313] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for the task: (returnval){ [ 622.611313] env[65794]: value = "task-4810656" [ 622.611313] env[65794]: _type = "Task" [ 622.611313] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.612103] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9496b954-7d97-4710-b987-175ccfbff0df {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.621035] env[65794]: DEBUG oslo_vmware.api [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810653, 'name': PowerOnVM_Task, 'duration_secs': 1.05463} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.621784] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.622067] env[65794]: INFO nova.compute.manager [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Took 10.09 seconds to spawn the instance on the hypervisor. [ 622.622321] env[65794]: DEBUG nova.compute.manager [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 622.623885] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768e5a0d-c38a-4827-9e56-9e7fce94c927 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.631952] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for the task: (returnval){ [ 622.631952] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52e4413a-79fa-71ed-2919-b852f05809c3" [ 622.631952] env[65794]: _type = "Task" [ 622.631952] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.632202] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4810656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.650500] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e4413a-79fa-71ed-2919-b852f05809c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012306} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.651394] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b7dd319-750a-4805-a7c0-0dde479ce7d7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.657641] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for the task: (returnval){ [ 622.657641] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f6ab0f-c7de-514b-ebce-02bd164fd20b" [ 622.657641] env[65794]: _type = "Task" [ 622.657641] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.670429] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f6ab0f-c7de-514b-ebce-02bd164fd20b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.708200] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': task-4810655, 'name': ReconfigVM_Task, 'duration_secs': 1.001611} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.708514] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Reconfigured VM instance instance-00000007 to attach disk [datastore2] ab776f80-fe6c-4a18-bcf7-a55f2b88b96d/ab776f80-fe6c-4a18-bcf7-a55f2b88b96d.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.709178] env[65794]: DEBUG nova.network.neutron [-] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.710917] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f82adcd4-9a7a-4a3a-bd8c-a4e4bf4d7aee {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.719729] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Waiting for the task: (returnval){ [ 622.719729] env[65794]: value = "task-4810657" [ 622.719729] env[65794]: _type = "Task" [ 622.719729] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.729586] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': task-4810657, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.767706] env[65794]: DEBUG oslo_concurrency.lockutils [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.989185] env[65794]: DEBUG nova.compute.utils [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.991657] env[65794]: DEBUG nova.compute.manager [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 622.992017] env[65794]: DEBUG nova.network.neutron [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 622.992561] env[65794]: WARNING neutronclient.v2_0.client [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.992977] env[65794]: WARNING neutronclient.v2_0.client [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.124351] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4810656, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.150667] env[65794]: INFO nova.compute.manager [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Took 15.00 seconds to build instance. [ 623.174024] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f6ab0f-c7de-514b-ebce-02bd164fd20b, 'name': SearchDatastore_Task, 'duration_secs': 0.013005} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.174024] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.174024] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 3299d77c-96b3-4831-abee-ed4a79528ee5/3299d77c-96b3-4831-abee-ed4a79528ee5.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.174024] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-634ceff6-424e-46b2-a6be-dd07ae04e3b9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.181863] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for the task: (returnval){ [ 623.181863] env[65794]: value = "task-4810658" [ 623.181863] env[65794]: _type = "Task" [ 623.181863] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.191651] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.213064] env[65794]: INFO nova.compute.manager [-] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Took 1.76 seconds to deallocate network for instance. [ 623.232041] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': task-4810657, 'name': Rename_Task, 'duration_secs': 0.192056} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.233085] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.233409] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6993bed4-0607-4219-81f7-b62e77e19369 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.242030] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Waiting for the task: (returnval){ [ 623.242030] env[65794]: value = "task-4810659" [ 623.242030] env[65794]: _type = "Task" [ 623.242030] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.258399] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': task-4810659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.460278] env[65794]: DEBUG nova.network.neutron [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Successfully updated port: d7346317-8cbe-4c68-96be-81112ac7cded {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 623.497336] env[65794]: DEBUG nova.compute.manager [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 623.634711] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4810656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531372} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.637327] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 5d6cf973-f70d-42e3-9357-d7b5d17471d3/5d6cf973-f70d-42e3-9357-d7b5d17471d3.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.637561] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.638090] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a1bd119-5fe3-465c-b277-e7cd186eaa0d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.647746] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for the task: (returnval){ [ 623.647746] env[65794]: value = "task-4810660" [ 623.647746] env[65794]: _type = "Task" [ 623.647746] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.653123] env[65794]: DEBUG oslo_concurrency.lockutils [None req-fe505375-e9c6-4a22-8e4f-18552123b9c1 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "6a7b7491-19f0-4e28-951c-6a291371eb6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.516s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.659525] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4810660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.694973] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810658, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.721026] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.753995] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': task-4810659, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.755787] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a37228a-aa03-4640-bd92-3845dc9654cd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.765039] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebb3655-af24-446b-8959-666569624af9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.799605] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6118b872-0ac4-401b-96fe-7ea83415ed50 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.809334] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc45e76-216e-471f-a6bc-1eb65bcf87ed {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.826137] env[65794]: DEBUG nova.compute.provider_tree [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.924663] env[65794]: WARNING neutronclient.v2_0.client [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.964266] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Acquiring lock "refresh_cache-28429b77-e975-481d-96a0-62054de9b4b9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.964501] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Acquired lock "refresh_cache-28429b77-e975-481d-96a0-62054de9b4b9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.964573] env[65794]: DEBUG nova.network.neutron [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 623.981441] env[65794]: DEBUG nova.policy [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f36f16b830a46199bda46297e4ee2b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efd7cf4c8669461ca1da1712a8d2252e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.160016] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4810660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104801} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.160280] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.161318] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6226d113-b9f4-45b5-859a-d2ceb8a0d8fe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.190225] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 5d6cf973-f70d-42e3-9357-d7b5d17471d3/5d6cf973-f70d-42e3-9357-d7b5d17471d3.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.190688] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8da07487-8994-4922-8cda-2e27bbce5435 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.218259] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857349} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.219690] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 3299d77c-96b3-4831-abee-ed4a79528ee5/3299d77c-96b3-4831-abee-ed4a79528ee5.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.219910] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.220263] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for the task: (returnval){ [ 624.220263] env[65794]: value = "task-4810661" [ 624.220263] env[65794]: _type = "Task" [ 624.220263] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.220797] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e3eaec3-7803-4bad-9ecf-ffa4adca1d18 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.236809] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for the task: (returnval){ [ 624.236809] env[65794]: value = "task-4810662" [ 624.236809] env[65794]: _type = "Task" [ 624.236809] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.236809] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4810661, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.248015] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.258765] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': task-4810659, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.329814] env[65794]: DEBUG nova.scheduler.client.report [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.510298] env[65794]: DEBUG nova.compute.manager [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 624.541949] env[65794]: DEBUG nova.virt.hardware [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 624.542104] env[65794]: DEBUG nova.virt.hardware [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.542240] env[65794]: DEBUG nova.virt.hardware [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 624.542367] env[65794]: DEBUG nova.virt.hardware [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.542605] env[65794]: DEBUG nova.virt.hardware [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 624.542891] env[65794]: DEBUG nova.virt.hardware [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 624.542891] env[65794]: DEBUG nova.virt.hardware [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 624.542998] env[65794]: DEBUG nova.virt.hardware [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 624.543265] env[65794]: DEBUG nova.virt.hardware [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 624.543429] env[65794]: DEBUG nova.virt.hardware [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 624.543622] env[65794]: DEBUG nova.virt.hardware [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 624.544982] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f51eb8-a24b-456a-beff-65214b8a7093 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.556031] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0af0c14-fd59-4318-b794-acfa66bb9162 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.687064] env[65794]: WARNING neutronclient.v2_0.client [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.738162] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4810661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.750489] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082125} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.755180] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.756906] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a006eb0d-0dff-400a-a604-63e5de086a04 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.769568] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': task-4810659, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.787534] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 3299d77c-96b3-4831-abee-ed4a79528ee5/3299d77c-96b3-4831-abee-ed4a79528ee5.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.788382] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d55e4c6-b0dc-43cd-8a66-788f90316cab {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.813408] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for the task: (returnval){ [ 624.813408] env[65794]: value = "task-4810663" [ 624.813408] env[65794]: _type = "Task" [ 624.813408] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.818212] env[65794]: DEBUG nova.network.neutron [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 624.828389] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.835718] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.836434] env[65794]: DEBUG nova.compute.manager [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 624.839651] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.759s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.841366] env[65794]: INFO nova.compute.claims [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.027250] env[65794]: DEBUG nova.network.neutron [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Successfully created port: 50f90ce1-1b61-48a6-91dd-9f747610e540 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 625.060659] env[65794]: DEBUG nova.network.neutron [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Updating instance_info_cache with network_info: [{"id": "b52ac9fc-27db-46e8-a5f4-39820450d530", "address": "fa:16:3e:3f:ad:52", "network": {"id": "5d1f4ccc-a5e4-4b01-b23f-5e8212619981", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1601955262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "810f2c82ca43422c8dd22b301687e8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb52ac9fc-27", "ovs_interfaceid": "b52ac9fc-27db-46e8-a5f4-39820450d530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.240946] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4810661, 'name': ReconfigVM_Task, 'duration_secs': 0.705145} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.242134] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 5d6cf973-f70d-42e3-9357-d7b5d17471d3/5d6cf973-f70d-42e3-9357-d7b5d17471d3.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.242508] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a1fbd6e-0736-47f1-b1df-db1745a97a81 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.253034] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for the task: (returnval){ [ 625.253034] env[65794]: value = "task-4810664" [ 625.253034] env[65794]: _type = "Task" [ 625.253034] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.273168] env[65794]: DEBUG oslo_vmware.api [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': task-4810659, 'name': PowerOnVM_Task, 'duration_secs': 1.61237} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.279199] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.279568] env[65794]: INFO nova.compute.manager [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Took 10.21 seconds to spawn the instance on the hypervisor. [ 625.279987] env[65794]: DEBUG nova.compute.manager [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 625.280527] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4810664, 'name': Rename_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.281913] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1857a3f-f59c-4deb-afcb-fd48f038de95 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.329212] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.346251] env[65794]: DEBUG nova.compute.utils [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.351815] env[65794]: WARNING neutronclient.v2_0.client [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.354568] env[65794]: DEBUG nova.compute.manager [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 625.354898] env[65794]: DEBUG nova.network.neutron [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 625.355167] env[65794]: WARNING neutronclient.v2_0.client [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.355989] env[65794]: WARNING neutronclient.v2_0.client [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.566018] env[65794]: DEBUG oslo_concurrency.lockutils [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Releasing lock "refresh_cache-b6aeb1a5-1d32-4da0-805d-41fe426a4b58" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.566018] env[65794]: DEBUG nova.compute.manager [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Instance network_info: |[{"id": "b52ac9fc-27db-46e8-a5f4-39820450d530", "address": "fa:16:3e:3f:ad:52", "network": {"id": "5d1f4ccc-a5e4-4b01-b23f-5e8212619981", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1601955262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "810f2c82ca43422c8dd22b301687e8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb52ac9fc-27", "ovs_interfaceid": "b52ac9fc-27db-46e8-a5f4-39820450d530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 625.566387] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:ad:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b52ac9fc-27db-46e8-a5f4-39820450d530', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.573801] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Creating folder: Project (810f2c82ca43422c8dd22b301687e8b3). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.576209] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7391abd3-556f-45d7-bfa7-cdfa12d5cddc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.590062] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Created folder: Project (810f2c82ca43422c8dd22b301687e8b3) in parent group-v937953. [ 625.592020] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Creating folder: Instances. Parent ref: group-v937977. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.592020] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f5cf5e8-5f08-4b07-9211-a40cef667b24 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.604623] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Created folder: Instances in parent group-v937977. [ 625.604623] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 625.604623] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.604623] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6107997-29a6-4c94-8004-efb346152d14 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.629547] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.629547] env[65794]: value = "task-4810667" [ 625.629547] env[65794]: _type = "Task" [ 625.629547] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.639587] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810667, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.640937] env[65794]: DEBUG nova.network.neutron [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Updated VIF entry in instance network info cache for port 226c3276-0841-406e-bdcc-ae115ff04629. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 625.641339] env[65794]: DEBUG nova.network.neutron [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Updating instance_info_cache with network_info: [{"id": "226c3276-0841-406e-bdcc-ae115ff04629", "address": "fa:16:3e:d1:3b:2a", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap226c3276-08", "ovs_interfaceid": "226c3276-0841-406e-bdcc-ae115ff04629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.772309] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4810664, 'name': Rename_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.806587] env[65794]: INFO nova.compute.manager [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Took 15.18 seconds to build instance. [ 625.825315] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810663, 'name': ReconfigVM_Task, 'duration_secs': 0.672431} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.829008] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 3299d77c-96b3-4831-abee-ed4a79528ee5/3299d77c-96b3-4831-abee-ed4a79528ee5.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.830234] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5353a046-213a-42ba-a05f-45f2a68c6c16 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.838202] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for the task: (returnval){ [ 625.838202] env[65794]: value = "task-4810668" [ 625.838202] env[65794]: _type = "Task" [ 625.838202] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.847948] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810668, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.848457] env[65794]: DEBUG nova.compute.manager [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 625.911187] env[65794]: DEBUG nova.policy [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1f27123541c44f8b18ab0f9d2b8c9a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7008d30512094c53b1931970954b7bd1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.077171] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4fc771-857d-4fdc-82c0-1e9efc8d303c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.087784] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9c6a05-96fd-4135-98dd-55cb758e170f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.120792] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefa33b3-ab3a-4ce5-bab2-55da23cca230 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.129183] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75c2549-513e-4834-891c-2e239f495a2e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.141782] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810667, 'name': CreateVM_Task, 'duration_secs': 0.460675} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.149478] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.149996] env[65794]: DEBUG oslo_concurrency.lockutils [req-29e6fb3a-1e8e-40fc-ac26-a8e4301c2702 req-484af857-af48-4684-a280-7d2f291f4e7e service nova] Releasing lock "refresh_cache-6a7b7491-19f0-4e28-951c-6a291371eb6f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.150645] env[65794]: DEBUG nova.compute.provider_tree [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.153040] env[65794]: WARNING neutronclient.v2_0.client [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.153040] env[65794]: DEBUG oslo_concurrency.lockutils [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.153040] env[65794]: DEBUG oslo_concurrency.lockutils [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.153040] env[65794]: DEBUG oslo_concurrency.lockutils [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.153523] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c3b1742-2529-43ae-b8d0-164fd39b9d29 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.159595] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 626.159595] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]529ad4ad-d119-9b09-616b-7338cfcd2525" [ 626.159595] env[65794]: _type = "Task" [ 626.159595] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.169720] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]529ad4ad-d119-9b09-616b-7338cfcd2525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.271081] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4810664, 'name': Rename_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.309426] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9ca41c4a-1f58-4bfb-9bdb-3e12a7162404 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Lock "ab776f80-fe6c-4a18-bcf7-a55f2b88b96d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.695s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.348756] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810668, 'name': Rename_Task, 'duration_secs': 0.194257} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.349110] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.349612] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a131148-2caa-4606-9659-f8a785a53f56 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.361320] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for the task: (returnval){ [ 626.361320] env[65794]: value = "task-4810669" [ 626.361320] env[65794]: _type = "Task" [ 626.361320] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.370802] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.655252] env[65794]: DEBUG nova.scheduler.client.report [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.674466] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]529ad4ad-d119-9b09-616b-7338cfcd2525, 'name': SearchDatastore_Task, 'duration_secs': 0.019213} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.674808] env[65794]: DEBUG oslo_concurrency.lockutils [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.674996] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.675248] env[65794]: DEBUG oslo_concurrency.lockutils [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.675405] env[65794]: DEBUG oslo_concurrency.lockutils [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.675580] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.675876] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d9e26de-c46e-4eec-81f2-85da64f03097 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.687771] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.688129] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.689394] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a539d646-d382-4bc9-a9aa-608151d5aac2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.696943] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 626.696943] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52d0c7e7-97ed-9f6f-b806-9a0aab2218ab" [ 626.696943] env[65794]: _type = "Task" [ 626.696943] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.709288] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d0c7e7-97ed-9f6f-b806-9a0aab2218ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.774351] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4810664, 'name': Rename_Task, 'duration_secs': 1.281539} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.774753] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.775115] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ab989af-9ab5-439b-86bd-93aec6601151 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.785297] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for the task: (returnval){ [ 626.785297] env[65794]: value = "task-4810670" [ 626.785297] env[65794]: _type = "Task" [ 626.785297] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.795522] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4810670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.857828] env[65794]: DEBUG nova.compute.manager [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 626.876586] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810669, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.910501] env[65794]: DEBUG nova.virt.hardware [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 626.910766] env[65794]: DEBUG nova.virt.hardware [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.910983] env[65794]: DEBUG nova.virt.hardware [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 626.911248] env[65794]: DEBUG nova.virt.hardware [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.911425] env[65794]: DEBUG nova.virt.hardware [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 626.911710] env[65794]: DEBUG nova.virt.hardware [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 626.912025] env[65794]: DEBUG nova.virt.hardware [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 626.912291] env[65794]: DEBUG nova.virt.hardware [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 626.912514] env[65794]: DEBUG nova.virt.hardware [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 626.912744] env[65794]: DEBUG nova.virt.hardware [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 626.912970] env[65794]: DEBUG nova.virt.hardware [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 626.914190] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce77464-52d2-4395-9ca6-af5dd9b764c5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.924055] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a9cfbc-edeb-4a61-9415-004d0f89c12c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.929919] env[65794]: WARNING neutronclient.v2_0.client [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.968537] env[65794]: DEBUG nova.network.neutron [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Updated VIF entry in instance network info cache for port b7edcaa4-55ca-4e76-8cee-62eeeafe9bb7. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 626.968939] env[65794]: DEBUG nova.network.neutron [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Updating instance_info_cache with network_info: [{"id": "b7edcaa4-55ca-4e76-8cee-62eeeafe9bb7", "address": "fa:16:3e:1d:6d:fc", "network": {"id": "5e722661-c0aa-4964-9be2-99751423fd50", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-327250055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93edd35d6866407db33fb3bd7ea76465", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7edcaa4-55", "ovs_interfaceid": "b7edcaa4-55ca-4e76-8cee-62eeeafe9bb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.989806] env[65794]: DEBUG nova.network.neutron [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Successfully updated port: 50f90ce1-1b61-48a6-91dd-9f747610e540 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 627.058810] env[65794]: DEBUG nova.compute.manager [req-557ee4fd-b802-4c7f-9e37-3750c20dc69e req-84b178f0-677e-413c-84fd-8679867e7ce6 service nova] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Received event network-vif-plugged-b52ac9fc-27db-46e8-a5f4-39820450d530 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 627.059051] env[65794]: DEBUG oslo_concurrency.lockutils [req-557ee4fd-b802-4c7f-9e37-3750c20dc69e req-84b178f0-677e-413c-84fd-8679867e7ce6 service nova] Acquiring lock "b6aeb1a5-1d32-4da0-805d-41fe426a4b58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.059250] env[65794]: DEBUG oslo_concurrency.lockutils [req-557ee4fd-b802-4c7f-9e37-3750c20dc69e req-84b178f0-677e-413c-84fd-8679867e7ce6 service nova] Lock "b6aeb1a5-1d32-4da0-805d-41fe426a4b58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.059404] env[65794]: DEBUG oslo_concurrency.lockutils [req-557ee4fd-b802-4c7f-9e37-3750c20dc69e req-84b178f0-677e-413c-84fd-8679867e7ce6 service nova] Lock "b6aeb1a5-1d32-4da0-805d-41fe426a4b58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.059582] env[65794]: DEBUG nova.compute.manager [req-557ee4fd-b802-4c7f-9e37-3750c20dc69e req-84b178f0-677e-413c-84fd-8679867e7ce6 service nova] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] No waiting events found dispatching network-vif-plugged-b52ac9fc-27db-46e8-a5f4-39820450d530 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 627.060455] env[65794]: WARNING nova.compute.manager [req-557ee4fd-b802-4c7f-9e37-3750c20dc69e req-84b178f0-677e-413c-84fd-8679867e7ce6 service nova] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Received unexpected event network-vif-plugged-b52ac9fc-27db-46e8-a5f4-39820450d530 for instance with vm_state building and task_state spawning. [ 627.160702] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.161431] env[65794]: DEBUG nova.compute.manager [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 627.165513] env[65794]: DEBUG oslo_concurrency.lockutils [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.398s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.165808] env[65794]: DEBUG nova.objects.instance [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] Lazy-loading 'resources' on Instance uuid a545c774-2312-44d3-92bb-6892469a4eb9 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 627.208509] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d0c7e7-97ed-9f6f-b806-9a0aab2218ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010401} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.209586] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98baddea-73c7-4476-9e3c-8153e864ac62 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.217772] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 627.217772] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5206675e-4cef-2bdd-3e6b-d4aa68bec21b" [ 627.217772] env[65794]: _type = "Task" [ 627.217772] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.228247] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5206675e-4cef-2bdd-3e6b-d4aa68bec21b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.305627] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4810670, 'name': PowerOnVM_Task} progress is 98%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.336929] env[65794]: DEBUG nova.network.neutron [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Successfully created port: 32441e40-1410-4272-83dc-53a6d6e06158 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 627.376307] env[65794]: DEBUG oslo_vmware.api [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810669, 'name': PowerOnVM_Task, 'duration_secs': 0.839158} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.376542] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.376739] env[65794]: DEBUG nova.compute.manager [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 627.377714] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9182d864-1bbd-4a68-bb18-d651aba15f22 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.472917] env[65794]: DEBUG oslo_concurrency.lockutils [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] Releasing lock "refresh_cache-ab776f80-fe6c-4a18-bcf7-a55f2b88b96d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.472917] env[65794]: DEBUG nova.compute.manager [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Received event network-vif-plugged-5f4c0423-b73d-4822-92aa-b0df1e9c7058 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 627.473184] env[65794]: DEBUG oslo_concurrency.lockutils [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] Acquiring lock "5d6cf973-f70d-42e3-9357-d7b5d17471d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.473536] env[65794]: DEBUG oslo_concurrency.lockutils [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] Lock "5d6cf973-f70d-42e3-9357-d7b5d17471d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.474173] env[65794]: DEBUG oslo_concurrency.lockutils [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] Lock "5d6cf973-f70d-42e3-9357-d7b5d17471d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.474173] env[65794]: DEBUG nova.compute.manager [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] No waiting events found dispatching network-vif-plugged-5f4c0423-b73d-4822-92aa-b0df1e9c7058 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 627.474173] env[65794]: WARNING nova.compute.manager [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Received unexpected event network-vif-plugged-5f4c0423-b73d-4822-92aa-b0df1e9c7058 for instance with vm_state building and task_state spawning. [ 627.474600] env[65794]: DEBUG nova.compute.manager [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Received event network-changed-5f4c0423-b73d-4822-92aa-b0df1e9c7058 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 627.474600] env[65794]: DEBUG nova.compute.manager [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Refreshing instance network info cache due to event network-changed-5f4c0423-b73d-4822-92aa-b0df1e9c7058. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 627.474600] env[65794]: DEBUG oslo_concurrency.lockutils [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] Acquiring lock "refresh_cache-5d6cf973-f70d-42e3-9357-d7b5d17471d3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.474703] env[65794]: DEBUG oslo_concurrency.lockutils [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] Acquired lock "refresh_cache-5d6cf973-f70d-42e3-9357-d7b5d17471d3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.474900] env[65794]: DEBUG nova.network.neutron [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Refreshing network info cache for port 5f4c0423-b73d-4822-92aa-b0df1e9c7058 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.492656] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Acquiring lock "refresh_cache-70c992e0-fdeb-46fd-b96e-4894bb72a0bd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.492859] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Acquired lock "refresh_cache-70c992e0-fdeb-46fd-b96e-4894bb72a0bd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.493058] env[65794]: DEBUG nova.network.neutron [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 627.671219] env[65794]: DEBUG nova.compute.utils [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.675666] env[65794]: DEBUG nova.compute.manager [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 627.676632] env[65794]: DEBUG nova.network.neutron [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 627.679063] env[65794]: WARNING neutronclient.v2_0.client [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.679063] env[65794]: WARNING neutronclient.v2_0.client [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.730126] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5206675e-4cef-2bdd-3e6b-d4aa68bec21b, 'name': SearchDatastore_Task, 'duration_secs': 0.053628} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.733364] env[65794]: DEBUG oslo_concurrency.lockutils [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.733693] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] b6aeb1a5-1d32-4da0-805d-41fe426a4b58/b6aeb1a5-1d32-4da0-805d-41fe426a4b58.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.734295] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6d7a5c5-8950-496c-8396-a2cc22a602a4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.745050] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 627.745050] env[65794]: value = "task-4810671" [ 627.745050] env[65794]: _type = "Task" [ 627.745050] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.759264] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.801139] env[65794]: DEBUG oslo_vmware.api [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4810670, 'name': PowerOnVM_Task, 'duration_secs': 0.6457} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.801139] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.801959] env[65794]: INFO nova.compute.manager [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Took 10.44 seconds to spawn the instance on the hypervisor. [ 627.801959] env[65794]: DEBUG nova.compute.manager [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 627.802883] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626b0d24-cbed-4595-98d7-5e6d4d8a53c2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.896268] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.958684] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73258bea-27fc-48f8-9bc0-c4092151269b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.968602] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb91ce0-45f9-4039-b2e1-1bd5f3c77adc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.019560] env[65794]: WARNING neutronclient.v2_0.client [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.027892] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f619ac6-8cde-452c-946f-c02e509a9e45 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.039496] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fb73f6-4306-481a-96bb-c28ba0fab15b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.055902] env[65794]: DEBUG nova.compute.provider_tree [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.176257] env[65794]: DEBUG nova.compute.manager [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 628.264747] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810671, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.266783] env[65794]: DEBUG nova.policy [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee3ede1f132540f9b027f2560f4037d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1c1d4c034c744ff88ee6cc4fb6f6a86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.325121] env[65794]: INFO nova.compute.manager [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Took 16.61 seconds to build instance. [ 628.561944] env[65794]: DEBUG nova.scheduler.client.report [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.619448] env[65794]: DEBUG nova.network.neutron [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Updating instance_info_cache with network_info: [{"id": "d7346317-8cbe-4c68-96be-81112ac7cded", "address": "fa:16:3e:7d:b9:1a", "network": {"id": "644d316d-560c-417d-a931-ea6f586b54a5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-491375370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264b3d3cab344f9db3d49dda5d7faed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7346317-8c", "ovs_interfaceid": "d7346317-8cbe-4c68-96be-81112ac7cded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.759308] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734168} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.760104] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] b6aeb1a5-1d32-4da0-805d-41fe426a4b58/b6aeb1a5-1d32-4da0-805d-41fe426a4b58.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.760553] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.760945] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfbd3ce3-8fb9-4df0-93a7-269e3aed5991 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.771025] env[65794]: DEBUG nova.network.neutron [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 628.775972] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 628.775972] env[65794]: value = "task-4810672" [ 628.775972] env[65794]: _type = "Task" [ 628.775972] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.788780] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.828834] env[65794]: DEBUG oslo_concurrency.lockutils [None req-400ef237-6c97-43f7-9bc8-15c6295b1cc2 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Lock "5d6cf973-f70d-42e3-9357-d7b5d17471d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.125s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.068106] env[65794]: DEBUG oslo_concurrency.lockutils [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.070200] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.350s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.070602] env[65794]: DEBUG nova.objects.instance [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Lazy-loading 'resources' on Instance uuid 543ce9d3-ac47-4484-85b2-18b922173c0a {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.095662] env[65794]: INFO nova.scheduler.client.report [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] Deleted allocations for instance a545c774-2312-44d3-92bb-6892469a4eb9 [ 629.103183] env[65794]: DEBUG nova.network.neutron [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Successfully created port: 843709cb-57ef-4281-bfd1-66453c0742cf {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 629.122185] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Releasing lock "refresh_cache-28429b77-e975-481d-96a0-62054de9b4b9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.122575] env[65794]: DEBUG nova.compute.manager [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Instance network_info: |[{"id": "d7346317-8cbe-4c68-96be-81112ac7cded", "address": "fa:16:3e:7d:b9:1a", "network": {"id": "644d316d-560c-417d-a931-ea6f586b54a5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-491375370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264b3d3cab344f9db3d49dda5d7faed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7346317-8c", "ovs_interfaceid": "d7346317-8cbe-4c68-96be-81112ac7cded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 629.123059] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:b9:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7346317-8cbe-4c68-96be-81112ac7cded', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.132620] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Creating folder: Project (264b3d3cab344f9db3d49dda5d7faed3). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.132963] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94ce88fe-6949-4453-b02b-adb822394971 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.147096] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Created folder: Project (264b3d3cab344f9db3d49dda5d7faed3) in parent group-v937953. [ 629.147373] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Creating folder: Instances. Parent ref: group-v937980. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.147700] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d447d026-0291-45ec-8b35-31a02d8f2e99 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.158385] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Created folder: Instances in parent group-v937980. [ 629.158667] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 629.158931] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.159224] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbecd07b-ebdf-45e0-a9a6-4a539f60887b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.181622] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.181622] env[65794]: value = "task-4810675" [ 629.181622] env[65794]: _type = "Task" [ 629.181622] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.193933] env[65794]: DEBUG nova.compute.manager [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 629.195957] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810675, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.227686] env[65794]: DEBUG nova.virt.hardware [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 629.227996] env[65794]: DEBUG nova.virt.hardware [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.228330] env[65794]: DEBUG nova.virt.hardware [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 629.228598] env[65794]: DEBUG nova.virt.hardware [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.228804] env[65794]: DEBUG nova.virt.hardware [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 629.229006] env[65794]: DEBUG nova.virt.hardware [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 629.229281] env[65794]: DEBUG nova.virt.hardware [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 629.229453] env[65794]: DEBUG nova.virt.hardware [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 629.229617] env[65794]: DEBUG nova.virt.hardware [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 629.229774] env[65794]: DEBUG nova.virt.hardware [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 629.229984] env[65794]: DEBUG nova.virt.hardware [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 629.231028] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edc4fc4-12cb-405a-b19e-7ed08ce9d4bd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.239763] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2df7eee-41fa-4896-a062-34fe7f6ebf1c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.288041] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079816} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.288341] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.289186] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dc5948-67aa-4c1e-be9a-e8250ad57ea6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.312584] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] b6aeb1a5-1d32-4da0-805d-41fe426a4b58/b6aeb1a5-1d32-4da0-805d-41fe426a4b58.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.312938] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e08eef98-dec3-486c-a725-b2ebc0b9e800 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.336602] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 629.336602] env[65794]: value = "task-4810676" [ 629.336602] env[65794]: _type = "Task" [ 629.336602] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.349110] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810676, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.614248] env[65794]: DEBUG oslo_concurrency.lockutils [None req-441584cc-f13e-47ec-bd7a-0211371d2aa7 tempest-DeleteServersAdminTestJSON-934681863 tempest-DeleteServersAdminTestJSON-934681863-project-admin] Lock "a545c774-2312-44d3-92bb-6892469a4eb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.293s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.667021] env[65794]: DEBUG nova.network.neutron [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Successfully updated port: 32441e40-1410-4272-83dc-53a6d6e06158 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 629.698867] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810675, 'name': CreateVM_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.835401] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bfc76f-13e8-4831-9951-1bfdeddf2263 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.852342] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83934e67-0a71-45f8-9ef9-e31c0b2fdd03 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.856717] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.890036] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712f2b70-5dc4-4a1a-81b1-90d2ae2c58a4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.898910] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25148c92-0efa-48f2-b73f-be3835075521 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.915022] env[65794]: DEBUG nova.compute.provider_tree [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.171613] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquiring lock "refresh_cache-87a8e02f-25f1-4d9a-99fe-babe618e8fd3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.171792] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquired lock "refresh_cache-87a8e02f-25f1-4d9a-99fe-babe618e8fd3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.172593] env[65794]: DEBUG nova.network.neutron [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 630.203370] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810675, 'name': CreateVM_Task, 'duration_secs': 0.727589} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.203555] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.204108] env[65794]: WARNING neutronclient.v2_0.client [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.204502] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.204652] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.204986] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.205293] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4714b25e-441e-4a6a-baa3-62ffb95840d4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.212117] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Waiting for the task: (returnval){ [ 630.212117] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]526a9a7b-c658-dc8d-12dd-328ce598db8b" [ 630.212117] env[65794]: _type = "Task" [ 630.212117] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.222434] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526a9a7b-c658-dc8d-12dd-328ce598db8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.350180] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810676, 'name': ReconfigVM_Task, 'duration_secs': 0.635491} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.350599] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Reconfigured VM instance instance-00000009 to attach disk [datastore2] b6aeb1a5-1d32-4da0-805d-41fe426a4b58/b6aeb1a5-1d32-4da0-805d-41fe426a4b58.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.351289] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5a6bc25-167f-483a-927b-7cb199227f56 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.360051] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 630.360051] env[65794]: value = "task-4810677" [ 630.360051] env[65794]: _type = "Task" [ 630.360051] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.373509] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810677, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.418950] env[65794]: DEBUG nova.scheduler.client.report [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.667976] env[65794]: DEBUG nova.compute.manager [req-9e97a02f-1350-4f4b-a77d-4da6b3197453 req-47fc1fe1-1742-47a6-be68-8431aac224a6 service nova] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Received event network-vif-plugged-d7346317-8cbe-4c68-96be-81112ac7cded {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 630.667976] env[65794]: DEBUG oslo_concurrency.lockutils [req-9e97a02f-1350-4f4b-a77d-4da6b3197453 req-47fc1fe1-1742-47a6-be68-8431aac224a6 service nova] Acquiring lock "28429b77-e975-481d-96a0-62054de9b4b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.668625] env[65794]: DEBUG oslo_concurrency.lockutils [req-9e97a02f-1350-4f4b-a77d-4da6b3197453 req-47fc1fe1-1742-47a6-be68-8431aac224a6 service nova] Lock "28429b77-e975-481d-96a0-62054de9b4b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.668852] env[65794]: DEBUG oslo_concurrency.lockutils [req-9e97a02f-1350-4f4b-a77d-4da6b3197453 req-47fc1fe1-1742-47a6-be68-8431aac224a6 service nova] Lock "28429b77-e975-481d-96a0-62054de9b4b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.670027] env[65794]: DEBUG nova.compute.manager [req-9e97a02f-1350-4f4b-a77d-4da6b3197453 req-47fc1fe1-1742-47a6-be68-8431aac224a6 service nova] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] No waiting events found dispatching network-vif-plugged-d7346317-8cbe-4c68-96be-81112ac7cded {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 630.670027] env[65794]: WARNING nova.compute.manager [req-9e97a02f-1350-4f4b-a77d-4da6b3197453 req-47fc1fe1-1742-47a6-be68-8431aac224a6 service nova] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Received unexpected event network-vif-plugged-d7346317-8cbe-4c68-96be-81112ac7cded for instance with vm_state building and task_state spawning. [ 630.670027] env[65794]: DEBUG nova.compute.manager [req-9e97a02f-1350-4f4b-a77d-4da6b3197453 req-47fc1fe1-1742-47a6-be68-8431aac224a6 service nova] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Received event network-changed-d7346317-8cbe-4c68-96be-81112ac7cded {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 630.670027] env[65794]: DEBUG nova.compute.manager [req-9e97a02f-1350-4f4b-a77d-4da6b3197453 req-47fc1fe1-1742-47a6-be68-8431aac224a6 service nova] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Refreshing instance network info cache due to event network-changed-d7346317-8cbe-4c68-96be-81112ac7cded. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 630.670027] env[65794]: DEBUG oslo_concurrency.lockutils [req-9e97a02f-1350-4f4b-a77d-4da6b3197453 req-47fc1fe1-1742-47a6-be68-8431aac224a6 service nova] Acquiring lock "refresh_cache-28429b77-e975-481d-96a0-62054de9b4b9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.670674] env[65794]: DEBUG oslo_concurrency.lockutils [req-9e97a02f-1350-4f4b-a77d-4da6b3197453 req-47fc1fe1-1742-47a6-be68-8431aac224a6 service nova] Acquired lock "refresh_cache-28429b77-e975-481d-96a0-62054de9b4b9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.670674] env[65794]: DEBUG nova.network.neutron [req-9e97a02f-1350-4f4b-a77d-4da6b3197453 req-47fc1fe1-1742-47a6-be68-8431aac224a6 service nova] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Refreshing network info cache for port d7346317-8cbe-4c68-96be-81112ac7cded {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.726842] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526a9a7b-c658-dc8d-12dd-328ce598db8b, 'name': SearchDatastore_Task, 'duration_secs': 0.013169} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.726842] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.726842] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.726842] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.727177] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.727349] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.728466] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eed6f74c-b43e-4f1f-90ae-3a768dd95067 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.742225] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.742225] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.746144] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1876875b-db3d-4e18-be1f-789687e51f18 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.754940] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Waiting for the task: (returnval){ [ 630.754940] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52407a1d-32ae-8686-c841-3d934c3cad1e" [ 630.754940] env[65794]: _type = "Task" [ 630.754940] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.767794] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52407a1d-32ae-8686-c841-3d934c3cad1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.871362] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810677, 'name': Rename_Task, 'duration_secs': 0.335511} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.871695] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.871911] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8460b5a0-71d8-4d5d-ba0d-3afcc4a9cc53 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.879222] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 630.879222] env[65794]: value = "task-4810678" [ 630.879222] env[65794]: _type = "Task" [ 630.879222] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.888334] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.925479] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.928397] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.032s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.928598] env[65794]: DEBUG nova.objects.instance [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65794) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 630.959682] env[65794]: INFO nova.scheduler.client.report [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Deleted allocations for instance 543ce9d3-ac47-4484-85b2-18b922173c0a [ 631.173557] env[65794]: WARNING neutronclient.v2_0.client [req-9e97a02f-1350-4f4b-a77d-4da6b3197453 req-47fc1fe1-1742-47a6-be68-8431aac224a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.251773] env[65794]: DEBUG nova.network.neutron [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Successfully updated port: 843709cb-57ef-4281-bfd1-66453c0742cf {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 631.272126] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52407a1d-32ae-8686-c841-3d934c3cad1e, 'name': SearchDatastore_Task, 'duration_secs': 0.012007} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.274866] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a49f39e-e8f3-4634-9f1e-645a4b2c49ec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.287894] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Waiting for the task: (returnval){ [ 631.287894] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]523c68a0-debc-d8a1-25ea-70786413ad82" [ 631.287894] env[65794]: _type = "Task" [ 631.287894] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.300023] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]523c68a0-debc-d8a1-25ea-70786413ad82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.307006] env[65794]: WARNING neutronclient.v2_0.client [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.389815] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810678, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.391082] env[65794]: DEBUG nova.network.neutron [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 631.468280] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f1f0cb67-11a6-4cb3-acd4-790d932c4042 tempest-ServerDiagnosticsTest-1327084598 tempest-ServerDiagnosticsTest-1327084598-project-member] Lock "543ce9d3-ac47-4484-85b2-18b922173c0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.688s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.627911] env[65794]: WARNING neutronclient.v2_0.client [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.758075] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Acquiring lock "refresh_cache-c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.758376] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Acquired lock "refresh_cache-c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.758621] env[65794]: DEBUG nova.network.neutron [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 631.801573] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]523c68a0-debc-d8a1-25ea-70786413ad82, 'name': SearchDatastore_Task, 'duration_secs': 0.047935} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.801916] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.802228] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 28429b77-e975-481d-96a0-62054de9b4b9/28429b77-e975-481d-96a0-62054de9b4b9.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.802537] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60a49d95-5946-4c77-a458-0dbfee806049 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.818979] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Waiting for the task: (returnval){ [ 631.818979] env[65794]: value = "task-4810679" [ 631.818979] env[65794]: _type = "Task" [ 631.818979] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.831207] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Task: {'id': task-4810679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.877707] env[65794]: DEBUG nova.network.neutron [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Updating instance_info_cache with network_info: [{"id": "50f90ce1-1b61-48a6-91dd-9f747610e540", "address": "fa:16:3e:9e:a7:cb", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f90ce1-1b", "ovs_interfaceid": "50f90ce1-1b61-48a6-91dd-9f747610e540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.893307] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810678, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.940307] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aab0d73f-02b2-4d84-8dc5-3100ea11c57d tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.040132] env[65794]: DEBUG nova.network.neutron [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Updated VIF entry in instance network info cache for port 5f4c0423-b73d-4822-92aa-b0df1e9c7058. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 632.040727] env[65794]: DEBUG nova.network.neutron [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Updating instance_info_cache with network_info: [{"id": "5f4c0423-b73d-4822-92aa-b0df1e9c7058", "address": "fa:16:3e:72:5c:de", "network": {"id": "f97e5b30-6bb3-488f-ab20-125850790621", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-587868333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "339ba40f30e147e588c6d9b8cccedf79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f4c0423-b7", "ovs_interfaceid": "5f4c0423-b73d-4822-92aa-b0df1e9c7058", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.046279] env[65794]: WARNING neutronclient.v2_0.client [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.153334] env[65794]: WARNING neutronclient.v2_0.client [req-9e97a02f-1350-4f4b-a77d-4da6b3197453 req-47fc1fe1-1742-47a6-be68-8431aac224a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.198662] env[65794]: DEBUG nova.network.neutron [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Updating instance_info_cache with network_info: [{"id": "32441e40-1410-4272-83dc-53a6d6e06158", "address": "fa:16:3e:b7:6d:ac", "network": {"id": "aab0de08-92b0-400e-9892-2526a670e390", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-671891989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7008d30512094c53b1931970954b7bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32441e40-14", "ovs_interfaceid": "32441e40-1410-4272-83dc-53a6d6e06158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.302999] env[65794]: DEBUG nova.network.neutron [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 632.332881] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Task: {'id': task-4810679, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.353668] env[65794]: DEBUG nova.network.neutron [req-9e97a02f-1350-4f4b-a77d-4da6b3197453 req-47fc1fe1-1742-47a6-be68-8431aac224a6 service nova] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Updated VIF entry in instance network info cache for port d7346317-8cbe-4c68-96be-81112ac7cded. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 632.353668] env[65794]: DEBUG nova.network.neutron [req-9e97a02f-1350-4f4b-a77d-4da6b3197453 req-47fc1fe1-1742-47a6-be68-8431aac224a6 service nova] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Updating instance_info_cache with network_info: [{"id": "d7346317-8cbe-4c68-96be-81112ac7cded", "address": "fa:16:3e:7d:b9:1a", "network": {"id": "644d316d-560c-417d-a931-ea6f586b54a5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-491375370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264b3d3cab344f9db3d49dda5d7faed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7346317-8c", "ovs_interfaceid": "d7346317-8cbe-4c68-96be-81112ac7cded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.381668] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Releasing lock "refresh_cache-70c992e0-fdeb-46fd-b96e-4894bb72a0bd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.382431] env[65794]: DEBUG nova.compute.manager [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Instance network_info: |[{"id": "50f90ce1-1b61-48a6-91dd-9f747610e540", "address": "fa:16:3e:9e:a7:cb", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f90ce1-1b", "ovs_interfaceid": "50f90ce1-1b61-48a6-91dd-9f747610e540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 632.383972] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:a7:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca401eaa-889a-4f9f-ac9a-56b4c41bfc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50f90ce1-1b61-48a6-91dd-9f747610e540', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.399235] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Creating folder: Project (efd7cf4c8669461ca1da1712a8d2252e). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.408981] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37c46173-ff02-4235-a99b-00b439f50992 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.422438] env[65794]: DEBUG oslo_vmware.api [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810678, 'name': PowerOnVM_Task, 'duration_secs': 1.377171} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.422866] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.423139] env[65794]: INFO nova.compute.manager [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Took 12.70 seconds to spawn the instance on the hypervisor. [ 632.423400] env[65794]: DEBUG nova.compute.manager [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 632.425091] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791c371b-4661-4f5a-9c2e-b64e63c7c511 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.431298] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Created folder: Project (efd7cf4c8669461ca1da1712a8d2252e) in parent group-v937953. [ 632.431609] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Creating folder: Instances. Parent ref: group-v937983. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.432417] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aaafae46-f316-4ea5-b52f-25955bb4f242 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.456556] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Created folder: Instances in parent group-v937983. [ 632.458751] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 632.458751] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.458751] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f2e4fc7-4d02-4f33-8296-22104b6d8374 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.476876] env[65794]: WARNING neutronclient.v2_0.client [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.485492] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.485492] env[65794]: value = "task-4810682" [ 632.485492] env[65794]: _type = "Task" [ 632.485492] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.495442] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810682, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.545343] env[65794]: DEBUG oslo_concurrency.lockutils [req-f06e00de-5b0a-46b4-a4ad-5a9f0106e6eb req-f60fd50f-f8d4-43ad-b0b1-61b90ac5713e service nova] Releasing lock "refresh_cache-5d6cf973-f70d-42e3-9357-d7b5d17471d3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.561233] env[65794]: DEBUG nova.network.neutron [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Updating instance_info_cache with network_info: [{"id": "843709cb-57ef-4281-bfd1-66453c0742cf", "address": "fa:16:3e:74:a4:8c", "network": {"id": "fabe8de5-10fd-46d4-ba57-bcdcb4dee818", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-368019232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e1c1d4c034c744ff88ee6cc4fb6f6a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843709cb-57", "ovs_interfaceid": "843709cb-57ef-4281-bfd1-66453c0742cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.701812] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Releasing lock "refresh_cache-87a8e02f-25f1-4d9a-99fe-babe618e8fd3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.702250] env[65794]: DEBUG nova.compute.manager [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Instance network_info: |[{"id": "32441e40-1410-4272-83dc-53a6d6e06158", "address": "fa:16:3e:b7:6d:ac", "network": {"id": "aab0de08-92b0-400e-9892-2526a670e390", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-671891989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7008d30512094c53b1931970954b7bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32441e40-14", "ovs_interfaceid": "32441e40-1410-4272-83dc-53a6d6e06158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 632.702780] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:6d:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32441e40-1410-4272-83dc-53a6d6e06158', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.711073] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Creating folder: Project (7008d30512094c53b1931970954b7bd1). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.711964] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-563bf549-5e27-4031-bfeb-3d5c2dcd3184 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.725537] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Created folder: Project (7008d30512094c53b1931970954b7bd1) in parent group-v937953. [ 632.725751] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Creating folder: Instances. Parent ref: group-v937986. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.726080] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a7efaea-ea37-4b94-8cbe-81bd0da1f1d7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.742867] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Created folder: Instances in parent group-v937986. [ 632.743787] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 632.744140] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.744400] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b619ea2-8554-4112-92a6-91399391cbcb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.772347] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.772347] env[65794]: value = "task-4810685" [ 632.772347] env[65794]: _type = "Task" [ 632.772347] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.783364] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810685, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.836880] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Task: {'id': task-4810679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542532} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.837396] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 28429b77-e975-481d-96a0-62054de9b4b9/28429b77-e975-481d-96a0-62054de9b4b9.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.837700] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.838277] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81485bfc-8ca5-40da-a7b2-77219d18738c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.848856] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Waiting for the task: (returnval){ [ 632.848856] env[65794]: value = "task-4810686" [ 632.848856] env[65794]: _type = "Task" [ 632.848856] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.860332] env[65794]: DEBUG oslo_concurrency.lockutils [req-9e97a02f-1350-4f4b-a77d-4da6b3197453 req-47fc1fe1-1742-47a6-be68-8431aac224a6 service nova] Releasing lock "refresh_cache-28429b77-e975-481d-96a0-62054de9b4b9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.860973] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Task: {'id': task-4810686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.959643] env[65794]: INFO nova.compute.manager [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Took 20.91 seconds to build instance. [ 633.002061] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810682, 'name': CreateVM_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.065329] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Releasing lock "refresh_cache-c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.066289] env[65794]: DEBUG nova.compute.manager [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Instance network_info: |[{"id": "843709cb-57ef-4281-bfd1-66453c0742cf", "address": "fa:16:3e:74:a4:8c", "network": {"id": "fabe8de5-10fd-46d4-ba57-bcdcb4dee818", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-368019232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e1c1d4c034c744ff88ee6cc4fb6f6a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843709cb-57", "ovs_interfaceid": "843709cb-57ef-4281-bfd1-66453c0742cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 633.067388] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:a4:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '843709cb-57ef-4281-bfd1-66453c0742cf', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.079892] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Creating folder: Project (e1c1d4c034c744ff88ee6cc4fb6f6a86). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.080223] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4a00ba1-3588-42de-a284-8b4f75442c7b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.094803] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Created folder: Project (e1c1d4c034c744ff88ee6cc4fb6f6a86) in parent group-v937953. [ 633.095076] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Creating folder: Instances. Parent ref: group-v937989. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.095551] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27fd3627-2418-4878-b107-d4ea8632307c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.111052] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Created folder: Instances in parent group-v937989. [ 633.111408] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 633.111663] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.111973] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f0aecb8-572f-458f-bf03-1b77fb214844 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.141414] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.141414] env[65794]: value = "task-4810689" [ 633.141414] env[65794]: _type = "Task" [ 633.141414] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.154397] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810689, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.286774] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810685, 'name': CreateVM_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.360388] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Task: {'id': task-4810686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144122} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.360388] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.361441] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b278d45-16a9-4194-ad5c-30ea3339b894 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.390022] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 28429b77-e975-481d-96a0-62054de9b4b9/28429b77-e975-481d-96a0-62054de9b4b9.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.390443] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cf6a040-e3fb-4342-ac54-42ccc041ff94 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.413225] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Waiting for the task: (returnval){ [ 633.413225] env[65794]: value = "task-4810690" [ 633.413225] env[65794]: _type = "Task" [ 633.413225] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.422601] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Task: {'id': task-4810690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.467232] env[65794]: DEBUG oslo_concurrency.lockutils [None req-021dd0d8-4ae4-4d53-8e72-6cad561b5f9d tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "b6aeb1a5-1d32-4da0-805d-41fe426a4b58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.430s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.498104] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810682, 'name': CreateVM_Task, 'duration_secs': 0.724942} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.498180] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.498798] env[65794]: WARNING neutronclient.v2_0.client [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.499872] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.500398] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.500798] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.501627] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7e16b8d-d877-470d-bf4b-3ed8a77dbc9d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.507858] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Waiting for the task: (returnval){ [ 633.507858] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52b9e399-d905-61bc-86d1-7d27d30cb363" [ 633.507858] env[65794]: _type = "Task" [ 633.507858] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.520259] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b9e399-d905-61bc-86d1-7d27d30cb363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.657764] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810689, 'name': CreateVM_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.784444] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810685, 'name': CreateVM_Task, 'duration_secs': 0.764932} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.784669] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.785130] env[65794]: WARNING neutronclient.v2_0.client [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.785670] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.927387] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Task: {'id': task-4810690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.024640] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b9e399-d905-61bc-86d1-7d27d30cb363, 'name': SearchDatastore_Task, 'duration_secs': 0.022344} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.024810] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.024958] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.025368] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.025368] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.025530] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.025957] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.027203] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.027509] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ae5bf55-2589-4986-b395-190c9c5e291d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.029972] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f4be748-30fc-4f79-903c-c3515b984d31 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.038718] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 634.038718] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5231e11a-5994-db0a-b3a9-0624cc2f1ab7" [ 634.038718] env[65794]: _type = "Task" [ 634.038718] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.046978] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.047227] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.051319] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca9453bc-35a0-4e11-b304-685ce7912b0e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.054448] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5231e11a-5994-db0a-b3a9-0624cc2f1ab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.058974] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Waiting for the task: (returnval){ [ 634.058974] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]521e32de-8b07-cfd7-1084-6edf1a401819" [ 634.058974] env[65794]: _type = "Task" [ 634.058974] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.069600] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521e32de-8b07-cfd7-1084-6edf1a401819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.159293] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810689, 'name': CreateVM_Task, 'duration_secs': 0.647364} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.159541] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.160534] env[65794]: WARNING neutronclient.v2_0.client [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.161053] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.428623] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Task: {'id': task-4810690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.460181] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Acquiring lock "7ece0ac9-80dd-491f-9e03-e8c862e9e64a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.460474] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Lock "7ece0ac9-80dd-491f-9e03-e8c862e9e64a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.557028] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5231e11a-5994-db0a-b3a9-0624cc2f1ab7, 'name': SearchDatastore_Task, 'duration_secs': 0.022704} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.557028] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.557028] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.557028] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.557329] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.557329] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.557329] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eaaed83-6388-4c04-bbff-45bd918a4fbd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.567272] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Waiting for the task: (returnval){ [ 634.567272] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52c50d1d-341c-93ca-df66-e769cfebd226" [ 634.567272] env[65794]: _type = "Task" [ 634.567272] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.576644] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521e32de-8b07-cfd7-1084-6edf1a401819, 'name': SearchDatastore_Task, 'duration_secs': 0.013887} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.577818] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d183dac5-cbde-41e7-9d3b-73c13da5df05 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.589054] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c50d1d-341c-93ca-df66-e769cfebd226, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.593842] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Waiting for the task: (returnval){ [ 634.593842] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52ce8cec-ae40-1bab-d336-eb94fbb55e31" [ 634.593842] env[65794]: _type = "Task" [ 634.593842] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.604481] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ce8cec-ae40-1bab-d336-eb94fbb55e31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.790646] env[65794]: DEBUG nova.compute.manager [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Received event network-changed-b52ac9fc-27db-46e8-a5f4-39820450d530 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 634.791409] env[65794]: DEBUG nova.compute.manager [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Refreshing instance network info cache due to event network-changed-b52ac9fc-27db-46e8-a5f4-39820450d530. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 634.792974] env[65794]: DEBUG oslo_concurrency.lockutils [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] Acquiring lock "refresh_cache-b6aeb1a5-1d32-4da0-805d-41fe426a4b58" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.792974] env[65794]: DEBUG oslo_concurrency.lockutils [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] Acquired lock "refresh_cache-b6aeb1a5-1d32-4da0-805d-41fe426a4b58" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.792974] env[65794]: DEBUG nova.network.neutron [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Refreshing network info cache for port b52ac9fc-27db-46e8-a5f4-39820450d530 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.932027] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Task: {'id': task-4810690, 'name': ReconfigVM_Task, 'duration_secs': 1.17935} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.932027] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 28429b77-e975-481d-96a0-62054de9b4b9/28429b77-e975-481d-96a0-62054de9b4b9.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.932493] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f887cd84-0953-4dd8-8fdf-de44e1fab7de {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.941147] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Waiting for the task: (returnval){ [ 634.941147] env[65794]: value = "task-4810691" [ 634.941147] env[65794]: _type = "Task" [ 634.941147] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.955656] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Task: {'id': task-4810691, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.964678] env[65794]: DEBUG nova.compute.manager [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 635.081943] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c50d1d-341c-93ca-df66-e769cfebd226, 'name': SearchDatastore_Task, 'duration_secs': 0.023142} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.082589] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.083012] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.083392] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.110829] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ce8cec-ae40-1bab-d336-eb94fbb55e31, 'name': SearchDatastore_Task, 'duration_secs': 0.026498} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.112765] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.113304] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 70c992e0-fdeb-46fd-b96e-4894bb72a0bd/70c992e0-fdeb-46fd-b96e-4894bb72a0bd.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.113646] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.114732] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.114732] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47452eb2-675f-419e-87fb-c92ae0391904 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.120185] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b1babf4-11ad-44e0-a3df-bffd615804e7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.133356] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Waiting for the task: (returnval){ [ 635.133356] env[65794]: value = "task-4810692" [ 635.133356] env[65794]: _type = "Task" [ 635.133356] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.134868] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.135252] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.143048] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42d3ac3e-acbf-4ee4-806d-1155a8f474c2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.152630] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Task: {'id': task-4810692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.157504] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 635.157504] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52eccd4b-b874-c59b-e21e-fb5220b857c7" [ 635.157504] env[65794]: _type = "Task" [ 635.157504] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.166203] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52eccd4b-b874-c59b-e21e-fb5220b857c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012653} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.167247] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9427a6e3-bf40-49a3-a8ea-0119eaf7b942 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.174847] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 635.174847] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52d8e47f-82c0-204b-0f71-e84ff2f903ae" [ 635.174847] env[65794]: _type = "Task" [ 635.174847] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.186251] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d8e47f-82c0-204b-0f71-e84ff2f903ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.296718] env[65794]: WARNING neutronclient.v2_0.client [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.456532] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Task: {'id': task-4810691, 'name': Rename_Task, 'duration_secs': 0.202396} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.457211] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.457323] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-930700e5-2f5b-4bc0-bf5a-55b708dc1fba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.470536] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Waiting for the task: (returnval){ [ 635.470536] env[65794]: value = "task-4810693" [ 635.470536] env[65794]: _type = "Task" [ 635.470536] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.490811] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Task: {'id': task-4810693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.496470] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.497260] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.498852] env[65794]: INFO nova.compute.claims [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.650609] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Task: {'id': task-4810692, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.688518] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d8e47f-82c0-204b-0f71-e84ff2f903ae, 'name': SearchDatastore_Task, 'duration_secs': 0.016405} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.688649] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.689192] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 87a8e02f-25f1-4d9a-99fe-babe618e8fd3/87a8e02f-25f1-4d9a-99fe-babe618e8fd3.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.689302] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.689406] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.689869] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a540f4c-da42-4467-a6a0-39d75c28a5a3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.693213] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1230caa5-5616-4d3e-8819-d22e59970918 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.702689] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 635.702689] env[65794]: value = "task-4810694" [ 635.702689] env[65794]: _type = "Task" [ 635.702689] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.721163] env[65794]: DEBUG oslo_concurrency.lockutils [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Acquiring lock "e0b86371-c7c8-4cd9-a81a-31dad52d92f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.721689] env[65794]: DEBUG oslo_concurrency.lockutils [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Lock "e0b86371-c7c8-4cd9-a81a-31dad52d92f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.723380] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.723822] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.724673] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.730360] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77f0940e-3d01-4501-9e07-2f759a3f4025 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.740398] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Waiting for the task: (returnval){ [ 635.740398] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52924143-4cb3-7f35-2f67-0c0537a20a32" [ 635.740398] env[65794]: _type = "Task" [ 635.740398] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.760452] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52924143-4cb3-7f35-2f67-0c0537a20a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.984760] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Task: {'id': task-4810693, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.158651] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Task: {'id': task-4810692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687591} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.160449] env[65794]: WARNING neutronclient.v2_0.client [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.164235] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 70c992e0-fdeb-46fd-b96e-4894bb72a0bd/70c992e0-fdeb-46fd-b96e-4894bb72a0bd.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.164235] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.164427] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6436c783-203c-4e47-8ea2-335568c2278a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.176652] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Waiting for the task: (returnval){ [ 636.176652] env[65794]: value = "task-4810695" [ 636.176652] env[65794]: _type = "Task" [ 636.176652] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.201679] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Task: {'id': task-4810695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.213778] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810694, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.230886] env[65794]: DEBUG nova.compute.manager [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 636.264863] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52924143-4cb3-7f35-2f67-0c0537a20a32, 'name': SearchDatastore_Task, 'duration_secs': 0.055144} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.266379] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeae350f-a094-4db7-aa43-737a286009bf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.275195] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Waiting for the task: (returnval){ [ 636.275195] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52b8edf7-d20d-291d-c9c9-b3cda5f6d981" [ 636.275195] env[65794]: _type = "Task" [ 636.275195] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.287519] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b8edf7-d20d-291d-c9c9-b3cda5f6d981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.486487] env[65794]: DEBUG oslo_vmware.api [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Task: {'id': task-4810693, 'name': PowerOnVM_Task, 'duration_secs': 0.986782} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.487550] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.489353] env[65794]: INFO nova.compute.manager [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Took 14.36 seconds to spawn the instance on the hypervisor. [ 636.489353] env[65794]: DEBUG nova.compute.manager [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 636.490412] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3181f601-0893-4b3f-82e2-cdcf10b18f5e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.520029] env[65794]: DEBUG nova.network.neutron [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Updated VIF entry in instance network info cache for port b52ac9fc-27db-46e8-a5f4-39820450d530. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 636.520449] env[65794]: DEBUG nova.network.neutron [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Updating instance_info_cache with network_info: [{"id": "b52ac9fc-27db-46e8-a5f4-39820450d530", "address": "fa:16:3e:3f:ad:52", "network": {"id": "5d1f4ccc-a5e4-4b01-b23f-5e8212619981", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1601955262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810f2c82ca43422c8dd22b301687e8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb52ac9fc-27", "ovs_interfaceid": "b52ac9fc-27db-46e8-a5f4-39820450d530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.610534] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Acquiring lock "b82a969b-34c4-4631-a85e-ad0fab5db7f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.610534] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Lock "b82a969b-34c4-4631-a85e-ad0fab5db7f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.690872] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Task: {'id': task-4810695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102245} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.696268] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.697437] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1501998c-63a2-48aa-b9eb-dff9929df8ab {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.736557] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 70c992e0-fdeb-46fd-b96e-4894bb72a0bd/70c992e0-fdeb-46fd-b96e-4894bb72a0bd.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.750672] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d484e6e7-a293-46ca-a394-2ff50b51255e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.766730] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600833} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.772024] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 87a8e02f-25f1-4d9a-99fe-babe618e8fd3/87a8e02f-25f1-4d9a-99fe-babe618e8fd3.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.772024] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.772024] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec6d403a-40c6-46cf-832b-33712d1bffaf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.778124] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Waiting for the task: (returnval){ [ 636.778124] env[65794]: value = "task-4810696" [ 636.778124] env[65794]: _type = "Task" [ 636.778124] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.785908] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 636.785908] env[65794]: value = "task-4810697" [ 636.785908] env[65794]: _type = "Task" [ 636.785908] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.804102] env[65794]: DEBUG oslo_concurrency.lockutils [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.806254] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b8edf7-d20d-291d-c9c9-b3cda5f6d981, 'name': SearchDatastore_Task, 'duration_secs': 0.016763} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.806254] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.806254] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f/c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.806254] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d73888d-882f-40e7-a23c-b3340f03f0ee {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.819216] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Task: {'id': task-4810696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.819780] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.826463] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Waiting for the task: (returnval){ [ 636.826463] env[65794]: value = "task-4810698" [ 636.826463] env[65794]: _type = "Task" [ 636.826463] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.841629] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Task: {'id': task-4810698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.955956] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c77d03b-b557-4c73-815e-56572ac107e4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.963121] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0a28ce-0466-4da6-943d-dbb45171d61b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.004723] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcf5d9a-304e-4efd-a411-7f8fd0d93f65 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.013716] env[65794]: DEBUG nova.compute.manager [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Received event network-vif-plugged-32441e40-1410-4272-83dc-53a6d6e06158 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 637.013889] env[65794]: DEBUG oslo_concurrency.lockutils [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] Acquiring lock "87a8e02f-25f1-4d9a-99fe-babe618e8fd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.014136] env[65794]: DEBUG oslo_concurrency.lockutils [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] Lock "87a8e02f-25f1-4d9a-99fe-babe618e8fd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.014370] env[65794]: DEBUG oslo_concurrency.lockutils [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] Lock "87a8e02f-25f1-4d9a-99fe-babe618e8fd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.014522] env[65794]: DEBUG nova.compute.manager [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] No waiting events found dispatching network-vif-plugged-32441e40-1410-4272-83dc-53a6d6e06158 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 637.014814] env[65794]: WARNING nova.compute.manager [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Received unexpected event network-vif-plugged-32441e40-1410-4272-83dc-53a6d6e06158 for instance with vm_state building and task_state spawning. [ 637.014814] env[65794]: DEBUG nova.compute.manager [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Received event network-changed-32441e40-1410-4272-83dc-53a6d6e06158 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 637.014968] env[65794]: DEBUG nova.compute.manager [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Refreshing instance network info cache due to event network-changed-32441e40-1410-4272-83dc-53a6d6e06158. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 637.015117] env[65794]: DEBUG oslo_concurrency.lockutils [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] Acquiring lock "refresh_cache-87a8e02f-25f1-4d9a-99fe-babe618e8fd3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.020151] env[65794]: DEBUG oslo_concurrency.lockutils [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] Acquired lock "refresh_cache-87a8e02f-25f1-4d9a-99fe-babe618e8fd3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.020151] env[65794]: DEBUG nova.network.neutron [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Refreshing network info cache for port 32441e40-1410-4272-83dc-53a6d6e06158 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.022454] env[65794]: INFO nova.compute.manager [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Took 24.02 seconds to build instance. [ 637.023913] env[65794]: DEBUG oslo_concurrency.lockutils [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "b8344695-701f-44c8-906a-10ab326546c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.024196] env[65794]: DEBUG oslo_concurrency.lockutils [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "b8344695-701f-44c8-906a-10ab326546c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.025591] env[65794]: DEBUG oslo_concurrency.lockutils [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] Releasing lock "refresh_cache-b6aeb1a5-1d32-4da0-805d-41fe426a4b58" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.025794] env[65794]: DEBUG nova.compute.manager [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Received event network-vif-deleted-fab39ab0-71ee-4b5d-a40e-0752a3c9ff66 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 637.026035] env[65794]: DEBUG nova.compute.manager [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Received event network-vif-deleted-57903cd2-5289-4e4e-82c5-f1c098d3a83d {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 637.026192] env[65794]: DEBUG nova.compute.manager [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Received event network-vif-plugged-50f90ce1-1b61-48a6-91dd-9f747610e540 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 637.027305] env[65794]: DEBUG oslo_concurrency.lockutils [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] Acquiring lock "70c992e0-fdeb-46fd-b96e-4894bb72a0bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.028181] env[65794]: DEBUG oslo_concurrency.lockutils [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] Lock "70c992e0-fdeb-46fd-b96e-4894bb72a0bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.028181] env[65794]: DEBUG oslo_concurrency.lockutils [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] Lock "70c992e0-fdeb-46fd-b96e-4894bb72a0bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.028458] env[65794]: DEBUG nova.compute.manager [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] No waiting events found dispatching network-vif-plugged-50f90ce1-1b61-48a6-91dd-9f747610e540 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 637.028458] env[65794]: WARNING nova.compute.manager [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Received unexpected event network-vif-plugged-50f90ce1-1b61-48a6-91dd-9f747610e540 for instance with vm_state building and task_state spawning. [ 637.028529] env[65794]: DEBUG nova.compute.manager [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Received event network-changed-50f90ce1-1b61-48a6-91dd-9f747610e540 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 637.030046] env[65794]: DEBUG nova.compute.manager [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Refreshing instance network info cache due to event network-changed-50f90ce1-1b61-48a6-91dd-9f747610e540. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 637.030046] env[65794]: DEBUG oslo_concurrency.lockutils [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] Acquiring lock "refresh_cache-70c992e0-fdeb-46fd-b96e-4894bb72a0bd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.030046] env[65794]: DEBUG oslo_concurrency.lockutils [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] Acquired lock "refresh_cache-70c992e0-fdeb-46fd-b96e-4894bb72a0bd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.030046] env[65794]: DEBUG nova.network.neutron [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Refreshing network info cache for port 50f90ce1-1b61-48a6-91dd-9f747610e540 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.037146] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fa7615-91a8-441c-a470-f8665accbdcc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.072210] env[65794]: DEBUG nova.compute.provider_tree [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.115558] env[65794]: DEBUG nova.compute.manager [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 637.297731] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Task: {'id': task-4810696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.308978] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089021} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.309369] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.310359] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb944301-19ce-41b7-87d2-a3287e27bac4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.350705] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 87a8e02f-25f1-4d9a-99fe-babe618e8fd3/87a8e02f-25f1-4d9a-99fe-babe618e8fd3.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.354452] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a160050-1402-4341-b83f-d3e92074314e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.379583] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Task: {'id': task-4810698, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.381309] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 637.381309] env[65794]: value = "task-4810699" [ 637.381309] env[65794]: _type = "Task" [ 637.381309] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.394075] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810699, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.522751] env[65794]: WARNING neutronclient.v2_0.client [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.525955] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a2863aa6-5bc7-4fe8-bee0-5ad88a873d08 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Lock "28429b77-e975-481d-96a0-62054de9b4b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.536s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.537179] env[65794]: DEBUG nova.compute.manager [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 637.544715] env[65794]: WARNING neutronclient.v2_0.client [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.579160] env[65794]: DEBUG nova.scheduler.client.report [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.651532] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.799645] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Task: {'id': task-4810696, 'name': ReconfigVM_Task, 'duration_secs': 0.775392} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.799645] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 70c992e0-fdeb-46fd-b96e-4894bb72a0bd/70c992e0-fdeb-46fd-b96e-4894bb72a0bd.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.799645] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-528709ae-c4e6-4758-9ab7-5145d23a7190 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.807132] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Waiting for the task: (returnval){ [ 637.807132] env[65794]: value = "task-4810700" [ 637.807132] env[65794]: _type = "Task" [ 637.807132] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.816923] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Task: {'id': task-4810700, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.847889] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Task: {'id': task-4810698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823859} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.848140] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f/c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.848422] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.848700] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2795e8d7-95ec-455c-953d-ce02f188198f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.856512] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Waiting for the task: (returnval){ [ 637.856512] env[65794]: value = "task-4810701" [ 637.856512] env[65794]: _type = "Task" [ 637.856512] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.867481] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Task: {'id': task-4810701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.892926] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810699, 'name': ReconfigVM_Task, 'duration_secs': 0.393386} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.893306] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 87a8e02f-25f1-4d9a-99fe-babe618e8fd3/87a8e02f-25f1-4d9a-99fe-babe618e8fd3.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.896160] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffa0f2ae-aa37-48f5-8d6d-42c1c6b5f63b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.902149] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 637.902149] env[65794]: value = "task-4810702" [ 637.902149] env[65794]: _type = "Task" [ 637.902149] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.916877] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8f6d4032-c618-42b5-8699-bf06ba4af462 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Acquiring lock "interface-ab776f80-fe6c-4a18-bcf7-a55f2b88b96d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.916877] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8f6d4032-c618-42b5-8699-bf06ba4af462 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Lock "interface-ab776f80-fe6c-4a18-bcf7-a55f2b88b96d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.917443] env[65794]: DEBUG nova.objects.instance [None req-8f6d4032-c618-42b5-8699-bf06ba4af462 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Lazy-loading 'flavor' on Instance uuid ab776f80-fe6c-4a18-bcf7-a55f2b88b96d {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 637.918999] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810702, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.073745] env[65794]: DEBUG oslo_concurrency.lockutils [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.087206] env[65794]: WARNING neutronclient.v2_0.client [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.091196] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.091395] env[65794]: DEBUG nova.compute.manager [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 638.095129] env[65794]: DEBUG oslo_concurrency.lockutils [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.291s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.096774] env[65794]: INFO nova.compute.claims [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.172566] env[65794]: WARNING neutronclient.v2_0.client [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.292290] env[65794]: DEBUG nova.network.neutron [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Updated VIF entry in instance network info cache for port 32441e40-1410-4272-83dc-53a6d6e06158. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 638.292567] env[65794]: DEBUG nova.network.neutron [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Updating instance_info_cache with network_info: [{"id": "32441e40-1410-4272-83dc-53a6d6e06158", "address": "fa:16:3e:b7:6d:ac", "network": {"id": "aab0de08-92b0-400e-9892-2526a670e390", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-671891989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7008d30512094c53b1931970954b7bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32441e40-14", "ovs_interfaceid": "32441e40-1410-4272-83dc-53a6d6e06158", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.318992] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Task: {'id': task-4810700, 'name': Rename_Task, 'duration_secs': 0.300825} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.319497] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.321024] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1129f760-1aaf-47d3-bd26-affaff5c260b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.327515] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Waiting for the task: (returnval){ [ 638.327515] env[65794]: value = "task-4810703" [ 638.327515] env[65794]: _type = "Task" [ 638.327515] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.328598] env[65794]: DEBUG nova.network.neutron [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Updated VIF entry in instance network info cache for port 50f90ce1-1b61-48a6-91dd-9f747610e540. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 638.328973] env[65794]: DEBUG nova.network.neutron [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Updating instance_info_cache with network_info: [{"id": "50f90ce1-1b61-48a6-91dd-9f747610e540", "address": "fa:16:3e:9e:a7:cb", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f90ce1-1b", "ovs_interfaceid": "50f90ce1-1b61-48a6-91dd-9f747610e540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.342217] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Task: {'id': task-4810703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.372754] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Task: {'id': task-4810701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075528} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.372754] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.374967] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0eacfd-85b7-416c-96c6-52ef4f166f7b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.406782] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f/c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.407281] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-533c3a2e-4d8f-4eff-bf35-4fd38cf9b7a7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.428025] env[65794]: WARNING neutronclient.v2_0.client [None req-8f6d4032-c618-42b5-8699-bf06ba4af462 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.428025] env[65794]: DEBUG nova.objects.instance [None req-8f6d4032-c618-42b5-8699-bf06ba4af462 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Lazy-loading 'pci_requests' on Instance uuid ab776f80-fe6c-4a18-bcf7-a55f2b88b96d {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 638.440033] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810702, 'name': Rename_Task, 'duration_secs': 0.177889} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.442895] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.442895] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Waiting for the task: (returnval){ [ 638.442895] env[65794]: value = "task-4810704" [ 638.442895] env[65794]: _type = "Task" [ 638.442895] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.442895] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a326fb2-884a-4626-a240-4a498311fbaa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.455492] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Task: {'id': task-4810704, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.457374] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 638.457374] env[65794]: value = "task-4810705" [ 638.457374] env[65794]: _type = "Task" [ 638.457374] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.470074] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.604699] env[65794]: DEBUG nova.compute.utils [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.610307] env[65794]: DEBUG nova.compute.manager [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 638.610532] env[65794]: DEBUG nova.network.neutron [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 638.610851] env[65794]: WARNING neutronclient.v2_0.client [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.611163] env[65794]: WARNING neutronclient.v2_0.client [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.655708] env[65794]: DEBUG nova.policy [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b18abc21435f45d7b2e8da47bf5bdce0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00ebd4686daa4f1bb38cb4c274c09055', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.736631] env[65794]: DEBUG nova.compute.manager [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Stashing vm_state: active {{(pid=65794) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 638.796849] env[65794]: DEBUG oslo_concurrency.lockutils [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] Releasing lock "refresh_cache-87a8e02f-25f1-4d9a-99fe-babe618e8fd3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.797345] env[65794]: DEBUG nova.compute.manager [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Received event network-vif-plugged-843709cb-57ef-4281-bfd1-66453c0742cf {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 638.797472] env[65794]: DEBUG oslo_concurrency.lockutils [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] Acquiring lock "c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.797640] env[65794]: DEBUG oslo_concurrency.lockutils [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] Lock "c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.797804] env[65794]: DEBUG oslo_concurrency.lockutils [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] Lock "c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.798471] env[65794]: DEBUG nova.compute.manager [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] No waiting events found dispatching network-vif-plugged-843709cb-57ef-4281-bfd1-66453c0742cf {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 638.798471] env[65794]: WARNING nova.compute.manager [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Received unexpected event network-vif-plugged-843709cb-57ef-4281-bfd1-66453c0742cf for instance with vm_state building and task_state spawning. [ 638.798471] env[65794]: DEBUG nova.compute.manager [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Received event network-changed-843709cb-57ef-4281-bfd1-66453c0742cf {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 638.798471] env[65794]: DEBUG nova.compute.manager [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Refreshing instance network info cache due to event network-changed-843709cb-57ef-4281-bfd1-66453c0742cf. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 638.798822] env[65794]: DEBUG oslo_concurrency.lockutils [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] Acquiring lock "refresh_cache-c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.798822] env[65794]: DEBUG oslo_concurrency.lockutils [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] Acquired lock "refresh_cache-c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.798952] env[65794]: DEBUG nova.network.neutron [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Refreshing network info cache for port 843709cb-57ef-4281-bfd1-66453c0742cf {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.835827] env[65794]: DEBUG oslo_concurrency.lockutils [req-0f8910de-f961-48c6-a584-209673588e45 req-79c03ca6-a84a-48e6-bcd1-6c859bc481e8 service nova] Releasing lock "refresh_cache-70c992e0-fdeb-46fd-b96e-4894bb72a0bd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.844653] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Task: {'id': task-4810703, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.933544] env[65794]: DEBUG nova.objects.base [None req-8f6d4032-c618-42b5-8699-bf06ba4af462 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 638.933723] env[65794]: DEBUG nova.network.neutron [None req-8f6d4032-c618-42b5-8699-bf06ba4af462 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 638.935440] env[65794]: WARNING neutronclient.v2_0.client [None req-8f6d4032-c618-42b5-8699-bf06ba4af462 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.935440] env[65794]: WARNING neutronclient.v2_0.client [None req-8f6d4032-c618-42b5-8699-bf06ba4af462 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.940565] env[65794]: INFO nova.compute.manager [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Rebuilding instance [ 638.963544] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Task: {'id': task-4810704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.975287] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810705, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.001113] env[65794]: DEBUG nova.compute.manager [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 639.002097] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac8e55d-4685-4099-9ba3-0015974bed11 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.093950] env[65794]: DEBUG nova.network.neutron [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Successfully created port: 71035876-9b1e-4d69-b5d7-42f2d3195935 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 639.108845] env[65794]: DEBUG nova.compute.manager [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 639.262978] env[65794]: DEBUG oslo_concurrency.lockutils [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.301980] env[65794]: WARNING neutronclient.v2_0.client [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.341886] env[65794]: DEBUG oslo_vmware.api [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Task: {'id': task-4810703, 'name': PowerOnVM_Task, 'duration_secs': 0.87638} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.342510] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.342510] env[65794]: INFO nova.compute.manager [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Took 14.83 seconds to spawn the instance on the hypervisor. [ 639.342644] env[65794]: DEBUG nova.compute.manager [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 639.343746] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be613f2b-e821-4937-b759-ced520a5485e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.422612] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c94e6a1-9633-404e-a1bc-81d9868b6887 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.432727] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf8bd8d-77c6-48d5-9259-4aaee22efb47 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.476527] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47681d3f-fb26-4f81-9c78-14459a8d09dd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.493233] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8d0c86-caf5-4710-87da-38075fee3fc8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.499437] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Task: {'id': task-4810704, 'name': ReconfigVM_Task, 'duration_secs': 0.689871} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.499690] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810705, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.499995] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Reconfigured VM instance instance-0000000d to attach disk [datastore2] c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f/c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.501538] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83ac4f48-fc7e-4ac2-9701-fbefa628da8a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.512250] env[65794]: DEBUG nova.compute.provider_tree [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.520041] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Waiting for the task: (returnval){ [ 639.520041] env[65794]: value = "task-4810706" [ 639.520041] env[65794]: _type = "Task" [ 639.520041] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.533086] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Task: {'id': task-4810706, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.701644] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8f6d4032-c618-42b5-8699-bf06ba4af462 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Lock "interface-ab776f80-fe6c-4a18-bcf7-a55f2b88b96d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.785s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.871960] env[65794]: INFO nova.compute.manager [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Took 23.05 seconds to build instance. [ 639.966274] env[65794]: WARNING neutronclient.v2_0.client [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.978644] env[65794]: DEBUG oslo_vmware.api [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810705, 'name': PowerOnVM_Task, 'duration_secs': 1.473088} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.978926] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.979137] env[65794]: INFO nova.compute.manager [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Took 13.12 seconds to spawn the instance on the hypervisor. [ 639.979310] env[65794]: DEBUG nova.compute.manager [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 639.980654] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1156c899-d15b-402b-afd9-4d5d0e0d866b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.018083] env[65794]: DEBUG nova.scheduler.client.report [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.026891] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 640.026891] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79fb664a-5c31-4a29-890b-6e11fc7aa246 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.040896] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Task: {'id': task-4810706, 'name': Rename_Task, 'duration_secs': 0.334736} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.042454] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.044036] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Waiting for the task: (returnval){ [ 640.044036] env[65794]: value = "task-4810707" [ 640.044036] env[65794]: _type = "Task" [ 640.044036] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.044036] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9788d9df-e6c6-4ce9-99b2-2b16c2bc3195 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.057381] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Task: {'id': task-4810707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.058842] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Waiting for the task: (returnval){ [ 640.058842] env[65794]: value = "task-4810708" [ 640.058842] env[65794]: _type = "Task" [ 640.058842] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.073137] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Task: {'id': task-4810708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.091780] env[65794]: DEBUG nova.network.neutron [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Updated VIF entry in instance network info cache for port 843709cb-57ef-4281-bfd1-66453c0742cf. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 640.092052] env[65794]: DEBUG nova.network.neutron [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Updating instance_info_cache with network_info: [{"id": "843709cb-57ef-4281-bfd1-66453c0742cf", "address": "fa:16:3e:74:a4:8c", "network": {"id": "fabe8de5-10fd-46d4-ba57-bcdcb4dee818", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-368019232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e1c1d4c034c744ff88ee6cc4fb6f6a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843709cb-57", "ovs_interfaceid": "843709cb-57ef-4281-bfd1-66453c0742cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.122448] env[65794]: DEBUG nova.compute.manager [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 640.170240] env[65794]: DEBUG nova.virt.hardware [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:27:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='50021677',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-93245371',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 640.171066] env[65794]: DEBUG nova.virt.hardware [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.171286] env[65794]: DEBUG nova.virt.hardware [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 640.171518] env[65794]: DEBUG nova.virt.hardware [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.171760] env[65794]: DEBUG nova.virt.hardware [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 640.171966] env[65794]: DEBUG nova.virt.hardware [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 640.172261] env[65794]: DEBUG nova.virt.hardware [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 640.172475] env[65794]: DEBUG nova.virt.hardware [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 640.172748] env[65794]: DEBUG nova.virt.hardware [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 640.173010] env[65794]: DEBUG nova.virt.hardware [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 640.173241] env[65794]: DEBUG nova.virt.hardware [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 640.174367] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1249ba58-560b-4391-94e7-1d35692488ff {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.185707] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660118f5-2046-45e7-aace-278a6b81d983 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.376479] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9efc5d6b-9529-44ea-9b53-aeab346a2730 tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Lock "70c992e0-fdeb-46fd-b96e-4894bb72a0bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.567s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.500849] env[65794]: INFO nova.compute.manager [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Took 23.26 seconds to build instance. [ 640.529022] env[65794]: DEBUG oslo_concurrency.lockutils [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.529022] env[65794]: DEBUG nova.compute.manager [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 640.529532] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.878s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.531208] env[65794]: INFO nova.compute.claims [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.555906] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Task: {'id': task-4810707, 'name': PowerOffVM_Task, 'duration_secs': 0.258551} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.556569] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.556906] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 640.557813] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f873fb22-5c14-4478-b08e-f5b647e8ef09 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.572014] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Task: {'id': task-4810708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.575375] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 640.575732] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-286e412f-cca9-46e7-805d-de3166c5a71d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.597490] env[65794]: DEBUG oslo_concurrency.lockutils [req-c1a14223-2403-40be-a57e-39781aa7f67e req-076186b6-eff4-4701-95bc-744c5e682dae service nova] Releasing lock "refresh_cache-c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.607184] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 640.607344] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 640.607712] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Deleting the datastore file [datastore2] 3299d77c-96b3-4831-abee-ed4a79528ee5 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.607866] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3cc7642-169d-40aa-bfdc-948d6ff2fd35 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.615163] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Waiting for the task: (returnval){ [ 640.615163] env[65794]: value = "task-4810710" [ 640.615163] env[65794]: _type = "Task" [ 640.615163] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.625362] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Task: {'id': task-4810710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.917644] env[65794]: DEBUG nova.network.neutron [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Successfully updated port: 71035876-9b1e-4d69-b5d7-42f2d3195935 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 641.002842] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46fa10de-3841-4e1d-98dc-4ca797dc5f71 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "87a8e02f-25f1-4d9a-99fe-babe618e8fd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.770s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.036717] env[65794]: DEBUG nova.compute.utils [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.040300] env[65794]: DEBUG nova.compute.manager [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 641.040545] env[65794]: DEBUG nova.network.neutron [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 641.040867] env[65794]: WARNING neutronclient.v2_0.client [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.041170] env[65794]: WARNING neutronclient.v2_0.client [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.073530] env[65794]: DEBUG oslo_vmware.api [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Task: {'id': task-4810708, 'name': PowerOnVM_Task, 'duration_secs': 0.788381} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.074135] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.074135] env[65794]: INFO nova.compute.manager [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Took 11.88 seconds to spawn the instance on the hypervisor. [ 641.074242] env[65794]: DEBUG nova.compute.manager [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 641.076066] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c600a28-33fc-467d-b050-2ba7e5a25557 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.087249] env[65794]: DEBUG nova.policy [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '115eca0f2c164fca87de08e901f96a0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46294bef695b47b3ba287cbcc325762f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.134188] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Task: {'id': task-4810710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144712} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.134503] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.134727] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 641.134966] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 641.326911] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b107212d-ee53-4d1b-aa3b-627fd0b8e099 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "b6aeb1a5-1d32-4da0-805d-41fe426a4b58" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.327185] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b107212d-ee53-4d1b-aa3b-627fd0b8e099 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "b6aeb1a5-1d32-4da0-805d-41fe426a4b58" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.327303] env[65794]: DEBUG nova.compute.manager [None req-b107212d-ee53-4d1b-aa3b-627fd0b8e099 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 641.328224] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1250007c-fb95-4c43-8766-94dbca0379a2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.335569] env[65794]: DEBUG nova.compute.manager [None req-b107212d-ee53-4d1b-aa3b-627fd0b8e099 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65794) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 641.336169] env[65794]: DEBUG nova.objects.instance [None req-b107212d-ee53-4d1b-aa3b-627fd0b8e099 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lazy-loading 'flavor' on Instance uuid b6aeb1a5-1d32-4da0-805d-41fe426a4b58 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 641.424028] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Acquiring lock "refresh_cache-7ece0ac9-80dd-491f-9e03-e8c862e9e64a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.424028] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Acquired lock "refresh_cache-7ece0ac9-80dd-491f-9e03-e8c862e9e64a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.424028] env[65794]: DEBUG nova.network.neutron [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 641.484185] env[65794]: DEBUG nova.network.neutron [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Successfully created port: 1a2c92db-ea68-4990-8f88-64e84daeb3f9 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 641.545989] env[65794]: DEBUG nova.compute.manager [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 641.597198] env[65794]: INFO nova.compute.manager [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Took 21.54 seconds to build instance. [ 641.917949] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996b23f1-1a13-4163-abdc-de5437f42f6f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.930487] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172427f0-4175-4284-8849-56c3a41a8ebc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.969727] env[65794]: DEBUG nova.network.neutron [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 641.972772] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a2be9f-899f-4267-87ad-24cce7ee42d4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.984119] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5bc763-e321-43e6-aeae-049406ec8bbd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.999769] env[65794]: DEBUG nova.compute.provider_tree [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.084893] env[65794]: WARNING neutronclient.v2_0.client [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.102411] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f672245-3b4d-4618-8d2a-8db457c74f54 tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Lock "c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.052s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.175362] env[65794]: DEBUG nova.virt.hardware [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 642.175697] env[65794]: DEBUG nova.virt.hardware [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.175854] env[65794]: DEBUG nova.virt.hardware [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 642.176287] env[65794]: DEBUG nova.virt.hardware [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.176543] env[65794]: DEBUG nova.virt.hardware [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 642.176758] env[65794]: DEBUG nova.virt.hardware [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 642.177066] env[65794]: DEBUG nova.virt.hardware [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 642.177311] env[65794]: DEBUG nova.virt.hardware [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 642.177493] env[65794]: DEBUG nova.virt.hardware [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 642.177711] env[65794]: DEBUG nova.virt.hardware [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 642.177938] env[65794]: DEBUG nova.virt.hardware [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 642.179612] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c64d418-81ea-447c-8ebe-71188fe87a14 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.191449] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e6c7ea-ae5a-4a53-ad5d-ebaa30eb1a92 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.213414] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Instance VIF info [] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.223025] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 642.223470] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.223833] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d180350-ddba-4ce2-b450-377c3fd408df {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.250524] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.250524] env[65794]: value = "task-4810711" [ 642.250524] env[65794]: _type = "Task" [ 642.250524] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.259992] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810711, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.351880] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b107212d-ee53-4d1b-aa3b-627fd0b8e099 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.352215] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e91a87bf-37b9-45f6-8b81-145f62a29661 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.361340] env[65794]: DEBUG oslo_vmware.api [None req-b107212d-ee53-4d1b-aa3b-627fd0b8e099 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 642.361340] env[65794]: value = "task-4810712" [ 642.361340] env[65794]: _type = "Task" [ 642.361340] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.372804] env[65794]: DEBUG oslo_vmware.api [None req-b107212d-ee53-4d1b-aa3b-627fd0b8e099 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.508226] env[65794]: DEBUG nova.scheduler.client.report [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.559578] env[65794]: DEBUG nova.compute.manager [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 642.595090] env[65794]: DEBUG nova.virt.hardware [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 642.595090] env[65794]: DEBUG nova.virt.hardware [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.595581] env[65794]: DEBUG nova.virt.hardware [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 642.595863] env[65794]: DEBUG nova.virt.hardware [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.596073] env[65794]: DEBUG nova.virt.hardware [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 642.596379] env[65794]: DEBUG nova.virt.hardware [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 642.596638] env[65794]: DEBUG nova.virt.hardware [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 642.596813] env[65794]: DEBUG nova.virt.hardware [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 642.598168] env[65794]: DEBUG nova.virt.hardware [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 642.598432] env[65794]: DEBUG nova.virt.hardware [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 642.598737] env[65794]: DEBUG nova.virt.hardware [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 642.600855] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3f7992-1958-417d-a484-6083820cc58a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.612518] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53df14e8-e06b-4615-bfcd-ce120ec6c8d3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.695065] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Acquiring lock "5e24f903-0184-48bf-9b9b-9e7ce09e7b00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.695303] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Lock "5e24f903-0184-48bf-9b9b-9e7ce09e7b00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.764734] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810711, 'name': CreateVM_Task, 'duration_secs': 0.424704} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.764907] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.766375] env[65794]: DEBUG oslo_concurrency.lockutils [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.766595] env[65794]: DEBUG oslo_concurrency.lockutils [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.767412] env[65794]: DEBUG oslo_concurrency.lockutils [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.767412] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8fb006b-ad4f-490b-89e6-bd4e27188662 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.774964] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Waiting for the task: (returnval){ [ 642.774964] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52b526a8-2296-7638-0f18-50efe05b1db9" [ 642.774964] env[65794]: _type = "Task" [ 642.774964] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.784983] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b526a8-2296-7638-0f18-50efe05b1db9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.872331] env[65794]: DEBUG oslo_vmware.api [None req-b107212d-ee53-4d1b-aa3b-627fd0b8e099 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810712, 'name': PowerOffVM_Task, 'duration_secs': 0.367748} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.872331] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b107212d-ee53-4d1b-aa3b-627fd0b8e099 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.872331] env[65794]: DEBUG nova.compute.manager [None req-b107212d-ee53-4d1b-aa3b-627fd0b8e099 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 642.873057] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4417c7df-09e7-4d28-a0b1-698a6ccfe5ef {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.878229] env[65794]: DEBUG nova.network.neutron [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Updating instance_info_cache with network_info: [{"id": "71035876-9b1e-4d69-b5d7-42f2d3195935", "address": "fa:16:3e:11:6f:24", "network": {"id": "57d9b6af-d67d-4309-b437-f058da240ce4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-603908809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00ebd4686daa4f1bb38cb4c274c09055", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71035876-9b", "ovs_interfaceid": "71035876-9b1e-4d69-b5d7-42f2d3195935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.015252] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.015252] env[65794]: DEBUG nova.compute.manager [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 643.019925] env[65794]: DEBUG oslo_concurrency.lockutils [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.945s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.020797] env[65794]: INFO nova.compute.claims [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.204016] env[65794]: DEBUG nova.compute.manager [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 643.222431] env[65794]: DEBUG nova.network.neutron [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Successfully updated port: 1a2c92db-ea68-4990-8f88-64e84daeb3f9 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 643.290726] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b526a8-2296-7638-0f18-50efe05b1db9, 'name': SearchDatastore_Task, 'duration_secs': 0.011784} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.291202] env[65794]: DEBUG oslo_concurrency.lockutils [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.291888] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.292574] env[65794]: DEBUG oslo_concurrency.lockutils [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.292574] env[65794]: DEBUG oslo_concurrency.lockutils [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.292772] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.293187] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1ca4c79-0f3a-4cae-8a26-98d7e777b4ee {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.307996] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.308269] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.309333] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31a41e46-3769-4d21-82fc-a2eca1cbd788 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.317257] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Waiting for the task: (returnval){ [ 643.317257] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5295dfcd-a017-074a-c844-082e005b13d4" [ 643.317257] env[65794]: _type = "Task" [ 643.317257] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.327066] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5295dfcd-a017-074a-c844-082e005b13d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.387474] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Releasing lock "refresh_cache-7ece0ac9-80dd-491f-9e03-e8c862e9e64a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.387814] env[65794]: DEBUG nova.compute.manager [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Instance network_info: |[{"id": "71035876-9b1e-4d69-b5d7-42f2d3195935", "address": "fa:16:3e:11:6f:24", "network": {"id": "57d9b6af-d67d-4309-b437-f058da240ce4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-603908809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00ebd4686daa4f1bb38cb4c274c09055", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71035876-9b", "ovs_interfaceid": "71035876-9b1e-4d69-b5d7-42f2d3195935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 643.388366] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:6f:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71035876-9b1e-4d69-b5d7-42f2d3195935', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.396765] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Creating folder: Project (00ebd4686daa4f1bb38cb4c274c09055). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.397384] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b107212d-ee53-4d1b-aa3b-627fd0b8e099 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "b6aeb1a5-1d32-4da0-805d-41fe426a4b58" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.399709] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0eac78c6-3ec6-4803-8870-2a87cef73fe9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.416146] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Created folder: Project (00ebd4686daa4f1bb38cb4c274c09055) in parent group-v937953. [ 643.416431] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Creating folder: Instances. Parent ref: group-v937993. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.416725] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e70b69b-774a-43c3-991e-a84bf6908890 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.430946] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Created folder: Instances in parent group-v937993. [ 643.431163] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 643.431490] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.431737] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b58540f2-282b-4bc6-ae6c-5f99ce67ec3d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.454535] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.454535] env[65794]: value = "task-4810715" [ 643.454535] env[65794]: _type = "Task" [ 643.454535] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.466357] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810715, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.526350] env[65794]: DEBUG nova.compute.utils [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.530774] env[65794]: DEBUG nova.compute.manager [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 643.531256] env[65794]: DEBUG nova.network.neutron [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 643.531542] env[65794]: WARNING neutronclient.v2_0.client [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.531896] env[65794]: WARNING neutronclient.v2_0.client [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.711479] env[65794]: DEBUG nova.policy [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e1e8f19a9da45d688916b2d6c929edb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a81841e9489d417f932a1ffaedd740ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.726278] env[65794]: DEBUG oslo_concurrency.lockutils [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Acquiring lock "refresh_cache-e0b86371-c7c8-4cd9-a81a-31dad52d92f2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.726278] env[65794]: DEBUG oslo_concurrency.lockutils [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Acquired lock "refresh_cache-e0b86371-c7c8-4cd9-a81a-31dad52d92f2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.726278] env[65794]: DEBUG nova.network.neutron [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 643.743345] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.839047] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5295dfcd-a017-074a-c844-082e005b13d4, 'name': SearchDatastore_Task, 'duration_secs': 0.026901} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.839994] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1aa9c3d-f585-4f5b-8fd4-4c70444c110b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.852544] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Waiting for the task: (returnval){ [ 643.852544] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52a59c81-1cbf-81b0-ac2e-59c38dd02811" [ 643.852544] env[65794]: _type = "Task" [ 643.852544] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.867112] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a59c81-1cbf-81b0-ac2e-59c38dd02811, 'name': SearchDatastore_Task, 'duration_secs': 0.012144} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.867112] env[65794]: DEBUG oslo_concurrency.lockutils [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.867242] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 3299d77c-96b3-4831-abee-ed4a79528ee5/3299d77c-96b3-4831-abee-ed4a79528ee5.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.868579] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-692f5899-0cd0-44c8-8f6e-8472cd61fde2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.877795] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Waiting for the task: (returnval){ [ 643.877795] env[65794]: value = "task-4810716" [ 643.877795] env[65794]: _type = "Task" [ 643.877795] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.889550] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Task: {'id': task-4810716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.970167] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810715, 'name': CreateVM_Task, 'duration_secs': 0.431146} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.970167] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.970167] env[65794]: WARNING neutronclient.v2_0.client [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.970167] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.970911] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.970911] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.971017] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce9265c5-4404-4b28-b57d-d18143211637 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.976669] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for the task: (returnval){ [ 643.976669] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]524ecc2e-ea97-6ceb-6326-7319a6029427" [ 643.976669] env[65794]: _type = "Task" [ 643.976669] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.987648] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]524ecc2e-ea97-6ceb-6326-7319a6029427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.043029] env[65794]: DEBUG nova.compute.manager [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 644.196854] env[65794]: DEBUG nova.network.neutron [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Successfully created port: fcb3d9ab-d0b3-4a93-a1a7-8722806bfe7f {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 644.227346] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquiring lock "946bf688-56a0-42ab-8c5e-7a83efb34000" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.227642] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "946bf688-56a0-42ab-8c5e-7a83efb34000" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.289325] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquiring lock "b85d95ae-e8c3-4511-97a1-35ee4ce04bfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.289473] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "b85d95ae-e8c3-4511-97a1-35ee4ce04bfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.326391] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquiring lock "9b4a2418-9618-4c3f-a110-dd81de4cf4a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.326707] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "9b4a2418-9618-4c3f-a110-dd81de4cf4a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.340491] env[65794]: DEBUG nova.network.neutron [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 644.389465] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Task: {'id': task-4810716, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.405648] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5a42b6-76ab-4458-9b8e-5d0e4b88eb20 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.419884] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05d35ba-0078-422e-8e5e-dcdb6871755a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.468921] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f311745f-2790-4e1b-8a93-e6b76140155a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.492351] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63787de7-096c-4321-8be8-29c666053ddc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.497247] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]524ecc2e-ea97-6ceb-6326-7319a6029427, 'name': SearchDatastore_Task, 'duration_secs': 0.014186} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.497609] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.497842] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.498138] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.498335] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.498506] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.499372] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-660d63e2-6051-40a9-ba27-471cb0a669e4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.510855] env[65794]: DEBUG nova.compute.provider_tree [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.523296] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.523296] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.523296] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f82503-8957-4460-9bbc-9c11e1db9e2d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.526981] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for the task: (returnval){ [ 644.526981] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52d57045-3314-c0dd-3450-c21633b6150f" [ 644.526981] env[65794]: _type = "Task" [ 644.526981] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.542223] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d57045-3314-c0dd-3450-c21633b6150f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.554042] env[65794]: DEBUG nova.compute.manager [req-4ad47300-84c6-4e8d-93b1-126f192ad721 req-b9cc963c-47e0-425a-894a-1e902cfb8a57 service nova] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Received event network-changed-5f4c0423-b73d-4822-92aa-b0df1e9c7058 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 644.554343] env[65794]: DEBUG nova.compute.manager [req-4ad47300-84c6-4e8d-93b1-126f192ad721 req-b9cc963c-47e0-425a-894a-1e902cfb8a57 service nova] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Refreshing instance network info cache due to event network-changed-5f4c0423-b73d-4822-92aa-b0df1e9c7058. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 644.555773] env[65794]: DEBUG oslo_concurrency.lockutils [req-4ad47300-84c6-4e8d-93b1-126f192ad721 req-b9cc963c-47e0-425a-894a-1e902cfb8a57 service nova] Acquiring lock "refresh_cache-5d6cf973-f70d-42e3-9357-d7b5d17471d3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.555773] env[65794]: DEBUG oslo_concurrency.lockutils [req-4ad47300-84c6-4e8d-93b1-126f192ad721 req-b9cc963c-47e0-425a-894a-1e902cfb8a57 service nova] Acquired lock "refresh_cache-5d6cf973-f70d-42e3-9357-d7b5d17471d3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.555773] env[65794]: DEBUG nova.network.neutron [req-4ad47300-84c6-4e8d-93b1-126f192ad721 req-b9cc963c-47e0-425a-894a-1e902cfb8a57 service nova] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Refreshing network info cache for port 5f4c0423-b73d-4822-92aa-b0df1e9c7058 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.737142] env[65794]: DEBUG nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 644.793339] env[65794]: DEBUG nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 644.820306] env[65794]: DEBUG nova.compute.manager [req-b9fc7930-ccd1-48ca-ae5d-61418e8fb0cd req-52cce7cb-0a80-48ad-a136-22e89030fddf service nova] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Received event network-vif-plugged-71035876-9b1e-4d69-b5d7-42f2d3195935 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 644.820703] env[65794]: DEBUG oslo_concurrency.lockutils [req-b9fc7930-ccd1-48ca-ae5d-61418e8fb0cd req-52cce7cb-0a80-48ad-a136-22e89030fddf service nova] Acquiring lock "7ece0ac9-80dd-491f-9e03-e8c862e9e64a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.821571] env[65794]: DEBUG oslo_concurrency.lockutils [req-b9fc7930-ccd1-48ca-ae5d-61418e8fb0cd req-52cce7cb-0a80-48ad-a136-22e89030fddf service nova] Lock "7ece0ac9-80dd-491f-9e03-e8c862e9e64a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.821571] env[65794]: DEBUG oslo_concurrency.lockutils [req-b9fc7930-ccd1-48ca-ae5d-61418e8fb0cd req-52cce7cb-0a80-48ad-a136-22e89030fddf service nova] Lock "7ece0ac9-80dd-491f-9e03-e8c862e9e64a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.821571] env[65794]: DEBUG nova.compute.manager [req-b9fc7930-ccd1-48ca-ae5d-61418e8fb0cd req-52cce7cb-0a80-48ad-a136-22e89030fddf service nova] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] No waiting events found dispatching network-vif-plugged-71035876-9b1e-4d69-b5d7-42f2d3195935 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 644.821785] env[65794]: WARNING nova.compute.manager [req-b9fc7930-ccd1-48ca-ae5d-61418e8fb0cd req-52cce7cb-0a80-48ad-a136-22e89030fddf service nova] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Received unexpected event network-vif-plugged-71035876-9b1e-4d69-b5d7-42f2d3195935 for instance with vm_state building and task_state spawning. [ 644.829919] env[65794]: DEBUG nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 644.871481] env[65794]: WARNING neutronclient.v2_0.client [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.893919] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Task: {'id': task-4810716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689136} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.894603] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 3299d77c-96b3-4831-abee-ed4a79528ee5/3299d77c-96b3-4831-abee-ed4a79528ee5.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.894880] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.895198] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-286b2d20-aa93-4eea-b32f-49d93d120d69 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.909400] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Waiting for the task: (returnval){ [ 644.909400] env[65794]: value = "task-4810717" [ 644.909400] env[65794]: _type = "Task" [ 644.909400] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.923782] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Task: {'id': task-4810717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.020198] env[65794]: DEBUG nova.scheduler.client.report [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.042078] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d57045-3314-c0dd-3450-c21633b6150f, 'name': SearchDatastore_Task, 'duration_secs': 0.02445} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.042634] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aab9242c-e73b-4fd3-a0b2-19eefdbd4ad7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.051398] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for the task: (returnval){ [ 645.051398] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52e45262-2766-4276-cbcf-7c7a5895424e" [ 645.051398] env[65794]: _type = "Task" [ 645.051398] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.057514] env[65794]: DEBUG nova.compute.manager [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 645.064573] env[65794]: WARNING neutronclient.v2_0.client [req-4ad47300-84c6-4e8d-93b1-126f192ad721 req-b9cc963c-47e0-425a-894a-1e902cfb8a57 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.066456] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e45262-2766-4276-cbcf-7c7a5895424e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.069652] env[65794]: DEBUG nova.network.neutron [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Updating instance_info_cache with network_info: [{"id": "1a2c92db-ea68-4990-8f88-64e84daeb3f9", "address": "fa:16:3e:13:c4:a3", "network": {"id": "7cc886b6-2912-4bbb-bd0d-7fd309ffd177", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-134192737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "46294bef695b47b3ba287cbcc325762f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a2c92db-ea", "ovs_interfaceid": "1a2c92db-ea68-4990-8f88-64e84daeb3f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.092333] env[65794]: DEBUG nova.virt.hardware [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 645.092581] env[65794]: DEBUG nova.virt.hardware [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.092729] env[65794]: DEBUG nova.virt.hardware [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 645.092947] env[65794]: DEBUG nova.virt.hardware [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.093110] env[65794]: DEBUG nova.virt.hardware [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 645.093250] env[65794]: DEBUG nova.virt.hardware [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 645.093474] env[65794]: DEBUG nova.virt.hardware [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 645.093626] env[65794]: DEBUG nova.virt.hardware [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 645.093783] env[65794]: DEBUG nova.virt.hardware [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 645.094020] env[65794]: DEBUG nova.virt.hardware [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 645.094192] env[65794]: DEBUG nova.virt.hardware [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 645.094969] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521b7540-6a71-44cf-8412-bf01b54b1377 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.105240] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8d0b35-e3f6-4ce2-80f3-84698fb0740d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.182021] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquiring lock "92cf7152-7138-4f68-a3a3-c433071a7f89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.182273] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lock "92cf7152-7138-4f68-a3a3-c433071a7f89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.271548] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.323067] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.354241] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.420674] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Task: {'id': task-4810717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073763} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.424063] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.425091] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7a5fed-f317-4224-b719-3496e12ed04b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.445788] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 3299d77c-96b3-4831-abee-ed4a79528ee5/3299d77c-96b3-4831-abee-ed4a79528ee5.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.446573] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f299278a-01ea-4289-84ef-d03693f984a6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.469715] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Waiting for the task: (returnval){ [ 645.469715] env[65794]: value = "task-4810718" [ 645.469715] env[65794]: _type = "Task" [ 645.469715] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.474145] env[65794]: WARNING neutronclient.v2_0.client [req-4ad47300-84c6-4e8d-93b1-126f192ad721 req-b9cc963c-47e0-425a-894a-1e902cfb8a57 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.482610] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Task: {'id': task-4810718, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.486416] env[65794]: DEBUG oslo_concurrency.lockutils [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Acquiring lock "ab776f80-fe6c-4a18-bcf7-a55f2b88b96d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.486717] env[65794]: DEBUG oslo_concurrency.lockutils [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Lock "ab776f80-fe6c-4a18-bcf7-a55f2b88b96d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.487084] env[65794]: DEBUG oslo_concurrency.lockutils [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Acquiring lock "ab776f80-fe6c-4a18-bcf7-a55f2b88b96d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.487456] env[65794]: DEBUG oslo_concurrency.lockutils [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Lock "ab776f80-fe6c-4a18-bcf7-a55f2b88b96d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.487733] env[65794]: DEBUG oslo_concurrency.lockutils [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Lock "ab776f80-fe6c-4a18-bcf7-a55f2b88b96d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.490798] env[65794]: INFO nova.compute.manager [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Terminating instance [ 645.528760] env[65794]: DEBUG oslo_concurrency.lockutils [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.529276] env[65794]: DEBUG nova.compute.manager [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 645.535091] env[65794]: DEBUG oslo_concurrency.lockutils [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.272s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.568124] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e45262-2766-4276-cbcf-7c7a5895424e, 'name': SearchDatastore_Task, 'duration_secs': 0.010337} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.568492] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.573176] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 7ece0ac9-80dd-491f-9e03-e8c862e9e64a/7ece0ac9-80dd-491f-9e03-e8c862e9e64a.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.573176] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a4f3ca3-80c6-403b-a62b-c1a7c0b7d689 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.573176] env[65794]: DEBUG oslo_concurrency.lockutils [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Releasing lock "refresh_cache-e0b86371-c7c8-4cd9-a81a-31dad52d92f2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.574036] env[65794]: DEBUG nova.compute.manager [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Instance network_info: |[{"id": "1a2c92db-ea68-4990-8f88-64e84daeb3f9", "address": "fa:16:3e:13:c4:a3", "network": {"id": "7cc886b6-2912-4bbb-bd0d-7fd309ffd177", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-134192737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "46294bef695b47b3ba287cbcc325762f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a2c92db-ea", "ovs_interfaceid": "1a2c92db-ea68-4990-8f88-64e84daeb3f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 645.574342] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:c4:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a2c92db-ea68-4990-8f88-64e84daeb3f9', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.583821] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Creating folder: Project (46294bef695b47b3ba287cbcc325762f). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.584974] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be7b196d-fd2d-4a01-b653-f68840954b21 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.590037] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for the task: (returnval){ [ 645.590037] env[65794]: value = "task-4810719" [ 645.590037] env[65794]: _type = "Task" [ 645.590037] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.598030] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Created folder: Project (46294bef695b47b3ba287cbcc325762f) in parent group-v937953. [ 645.598349] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Creating folder: Instances. Parent ref: group-v937996. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.602499] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-665d76ac-c2bb-428c-be65-0d3b0dc838b5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.604375] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4810719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.615222] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Created folder: Instances in parent group-v937996. [ 645.616031] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 645.616031] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.616031] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c097fff6-c1fc-49d0-a951-62b39afe1f6b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.639782] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.639782] env[65794]: value = "task-4810722" [ 645.639782] env[65794]: _type = "Task" [ 645.639782] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.645241] env[65794]: DEBUG nova.network.neutron [req-4ad47300-84c6-4e8d-93b1-126f192ad721 req-b9cc963c-47e0-425a-894a-1e902cfb8a57 service nova] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Updated VIF entry in instance network info cache for port 5f4c0423-b73d-4822-92aa-b0df1e9c7058. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 645.645719] env[65794]: DEBUG nova.network.neutron [req-4ad47300-84c6-4e8d-93b1-126f192ad721 req-b9cc963c-47e0-425a-894a-1e902cfb8a57 service nova] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Updating instance_info_cache with network_info: [{"id": "5f4c0423-b73d-4822-92aa-b0df1e9c7058", "address": "fa:16:3e:72:5c:de", "network": {"id": "f97e5b30-6bb3-488f-ab20-125850790621", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-587868333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339ba40f30e147e588c6d9b8cccedf79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f4c0423-b7", "ovs_interfaceid": "5f4c0423-b73d-4822-92aa-b0df1e9c7058", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.653259] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810722, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.687834] env[65794]: DEBUG nova.compute.manager [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 645.986685] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Task: {'id': task-4810718, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.998925] env[65794]: DEBUG nova.compute.manager [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 646.000388] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 646.002591] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14545119-6ca2-4631-88c5-ffca46f9a955 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.023362] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 646.023362] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d7e9900-7b85-457c-912f-ddb5e5277458 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.037038] env[65794]: DEBUG oslo_vmware.api [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Waiting for the task: (returnval){ [ 646.037038] env[65794]: value = "task-4810723" [ 646.037038] env[65794]: _type = "Task" [ 646.037038] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.044071] env[65794]: DEBUG nova.compute.utils [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.053134] env[65794]: INFO nova.compute.claims [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.063579] env[65794]: DEBUG nova.compute.manager [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 646.063579] env[65794]: DEBUG nova.network.neutron [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 646.063579] env[65794]: WARNING neutronclient.v2_0.client [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.063579] env[65794]: WARNING neutronclient.v2_0.client [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.080342] env[65794]: DEBUG oslo_vmware.api [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': task-4810723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.109704] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4810719, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.116568] env[65794]: DEBUG nova.network.neutron [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Successfully updated port: fcb3d9ab-d0b3-4a93-a1a7-8722806bfe7f {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 646.149065] env[65794]: DEBUG oslo_concurrency.lockutils [req-4ad47300-84c6-4e8d-93b1-126f192ad721 req-b9cc963c-47e0-425a-894a-1e902cfb8a57 service nova] Releasing lock "refresh_cache-5d6cf973-f70d-42e3-9357-d7b5d17471d3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.153739] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810722, 'name': CreateVM_Task, 'duration_secs': 0.473922} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.153947] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.154622] env[65794]: WARNING neutronclient.v2_0.client [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.154877] env[65794]: DEBUG oslo_concurrency.lockutils [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.155029] env[65794]: DEBUG oslo_concurrency.lockutils [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.155370] env[65794]: DEBUG oslo_concurrency.lockutils [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.155962] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fac440a-acd4-4e69-bd2b-0360bd3f2f29 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.161081] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Waiting for the task: (returnval){ [ 646.161081] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52829355-324e-ad22-131c-2eb7e315345b" [ 646.161081] env[65794]: _type = "Task" [ 646.161081] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.169881] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52829355-324e-ad22-131c-2eb7e315345b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.212612] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.217207] env[65794]: DEBUG nova.policy [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d256149d83a47e5b7a81758233e4974', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3cdc8f99c7c4201a4cbca70968c235b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.481731] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Task: {'id': task-4810718, 'name': ReconfigVM_Task, 'duration_secs': 0.584724} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.482369] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 3299d77c-96b3-4831-abee-ed4a79528ee5/3299d77c-96b3-4831-abee-ed4a79528ee5.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.483249] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a142f1c8-c6f3-44a8-b354-7d4b05ba28f0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.491832] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Waiting for the task: (returnval){ [ 646.491832] env[65794]: value = "task-4810724" [ 646.491832] env[65794]: _type = "Task" [ 646.491832] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.502779] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Task: {'id': task-4810724, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.548220] env[65794]: DEBUG oslo_vmware.api [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': task-4810723, 'name': PowerOffVM_Task, 'duration_secs': 0.365299} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.548637] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.549795] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.550336] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f37e2c0-65ac-4bce-a552-6a19789f2754 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.562691] env[65794]: DEBUG nova.compute.manager [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 646.576247] env[65794]: INFO nova.compute.resource_tracker [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Updating resource usage from migration 21b3d45e-adf2-43f1-9983-e74fe68754c1 [ 646.604900] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4810719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545639} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.605190] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 7ece0ac9-80dd-491f-9e03-e8c862e9e64a/7ece0ac9-80dd-491f-9e03-e8c862e9e64a.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.607286] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.607286] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9204dc84-45b7-4eff-b477-ae956fa84495 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.622982] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for the task: (returnval){ [ 646.622982] env[65794]: value = "task-4810726" [ 646.622982] env[65794]: _type = "Task" [ 646.622982] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.624579] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Acquiring lock "refresh_cache-b82a969b-34c4-4631-a85e-ad0fab5db7f3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.624579] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Acquired lock "refresh_cache-b82a969b-34c4-4631-a85e-ad0fab5db7f3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.624579] env[65794]: DEBUG nova.network.neutron [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 646.633389] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4810726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.646252] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 646.646252] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 646.646252] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Deleting the datastore file [datastore2] ab776f80-fe6c-4a18-bcf7-a55f2b88b96d {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.646252] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3df1d3ba-c306-4dfc-861f-72afc844b709 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.658251] env[65794]: DEBUG oslo_vmware.api [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Waiting for the task: (returnval){ [ 646.658251] env[65794]: value = "task-4810727" [ 646.658251] env[65794]: _type = "Task" [ 646.658251] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.680757] env[65794]: DEBUG oslo_vmware.api [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': task-4810727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.680757] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52829355-324e-ad22-131c-2eb7e315345b, 'name': SearchDatastore_Task, 'duration_secs': 0.035208} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.681266] env[65794]: DEBUG oslo_concurrency.lockutils [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.681266] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.681495] env[65794]: DEBUG oslo_concurrency.lockutils [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.681659] env[65794]: DEBUG oslo_concurrency.lockutils [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.681848] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.682187] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca1d0c5d-48de-409c-a5c7-9f9aad8a3512 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.698097] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.698535] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.699384] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-328883b0-795f-42ca-a0ec-5e76435de8f0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.709875] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Waiting for the task: (returnval){ [ 646.709875] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52345d15-3c31-7daf-e510-f99ebbe4e59c" [ 646.709875] env[65794]: _type = "Task" [ 646.709875] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.720745] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52345d15-3c31-7daf-e510-f99ebbe4e59c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.998331] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe245f9-7496-4f68-8ef6-4a58791f5c3a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.009628] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6289b5ad-3686-42e8-b366-0e7c605407f7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.014984] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Task: {'id': task-4810724, 'name': Rename_Task, 'duration_secs': 0.325752} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.015349] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.016080] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2040e7c-562a-4425-86e7-97dfcc44c899 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.047675] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b07b72-1ef5-4581-9de7-1136d7b7f28e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.050042] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Waiting for the task: (returnval){ [ 647.050042] env[65794]: value = "task-4810728" [ 647.050042] env[65794]: _type = "Task" [ 647.050042] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.057781] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b83b74-115a-4623-b24e-dae4b1eeb717 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.065141] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Task: {'id': task-4810728, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.079079] env[65794]: DEBUG nova.compute.provider_tree [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 647.132567] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4810726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096495} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.132928] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.133781] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da18fab1-aad9-425c-a2fd-e181ccfc831d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.163188] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 7ece0ac9-80dd-491f-9e03-e8c862e9e64a/7ece0ac9-80dd-491f-9e03-e8c862e9e64a.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.163577] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f3a16b8-4fce-4a2b-9291-4ffb155252b8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.188883] env[65794]: DEBUG oslo_vmware.api [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Task: {'id': task-4810727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254289} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.190366] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.190469] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 647.190639] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 647.190811] env[65794]: INFO nova.compute.manager [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 647.191075] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 647.191322] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for the task: (returnval){ [ 647.191322] env[65794]: value = "task-4810729" [ 647.191322] env[65794]: _type = "Task" [ 647.191322] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.191503] env[65794]: DEBUG nova.compute.manager [-] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 647.191681] env[65794]: DEBUG nova.network.neutron [-] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 647.191916] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.204665] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4810729, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.205719] env[65794]: DEBUG nova.network.neutron [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Successfully created port: 151c1d78-5bd4-4fdb-92a8-2e39df9ce918 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 647.220014] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52345d15-3c31-7daf-e510-f99ebbe4e59c, 'name': SearchDatastore_Task, 'duration_secs': 0.018518} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.220896] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d712ea2-8e7f-48b2-93c6-90f27e8ae28b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.227721] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Waiting for the task: (returnval){ [ 647.227721] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]524af620-70f6-1b55-04f8-7328aaf8b837" [ 647.227721] env[65794]: _type = "Task" [ 647.227721] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.236827] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]524af620-70f6-1b55-04f8-7328aaf8b837, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.359574] env[65794]: DEBUG nova.network.neutron [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 647.417922] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.563643] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Task: {'id': task-4810728, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.582511] env[65794]: DEBUG nova.compute.manager [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 647.624419] env[65794]: ERROR nova.scheduler.client.report [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [req-5329221a-724c-4d04-9d7f-098f0ecfe21f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9d798782-7888-423a-959e-7002060abcae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5329221a-724c-4d04-9d7f-098f0ecfe21f"}]} [ 647.629103] env[65794]: DEBUG nova.virt.hardware [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 647.629227] env[65794]: DEBUG nova.virt.hardware [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.629340] env[65794]: DEBUG nova.virt.hardware [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 647.632175] env[65794]: DEBUG nova.virt.hardware [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.633330] env[65794]: DEBUG nova.virt.hardware [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 647.633514] env[65794]: DEBUG nova.virt.hardware [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 647.633770] env[65794]: DEBUG nova.virt.hardware [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 647.633894] env[65794]: DEBUG nova.virt.hardware [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 647.634294] env[65794]: DEBUG nova.virt.hardware [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 647.634294] env[65794]: DEBUG nova.virt.hardware [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 647.634429] env[65794]: DEBUG nova.virt.hardware [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 647.635294] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02511180-264f-4038-83a7-4142cc6f70c2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.646744] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1737cce-56fb-4b02-b272-fa7e49fa88ab {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.652583] env[65794]: DEBUG nova.scheduler.client.report [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Refreshing inventories for resource provider 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 647.677659] env[65794]: DEBUG nova.scheduler.client.report [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Updating ProviderTree inventory for provider 9d798782-7888-423a-959e-7002060abcae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 647.677904] env[65794]: DEBUG nova.compute.provider_tree [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 647.683047] env[65794]: DEBUG nova.compute.manager [None req-f6be7c31-a696-41c2-8123-9df129ea9606 tempest-ServerExternalEventsTest-1006701147 tempest-ServerExternalEventsTest-1006701147-project] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Received event network-changed {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 647.683249] env[65794]: DEBUG nova.compute.manager [None req-f6be7c31-a696-41c2-8123-9df129ea9606 tempest-ServerExternalEventsTest-1006701147 tempest-ServerExternalEventsTest-1006701147-project] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Refreshing instance network info cache due to event network-changed. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 647.683456] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f6be7c31-a696-41c2-8123-9df129ea9606 tempest-ServerExternalEventsTest-1006701147 tempest-ServerExternalEventsTest-1006701147-project] Acquiring lock "refresh_cache-70c992e0-fdeb-46fd-b96e-4894bb72a0bd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.683602] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f6be7c31-a696-41c2-8123-9df129ea9606 tempest-ServerExternalEventsTest-1006701147 tempest-ServerExternalEventsTest-1006701147-project] Acquired lock "refresh_cache-70c992e0-fdeb-46fd-b96e-4894bb72a0bd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.683735] env[65794]: DEBUG nova.network.neutron [None req-f6be7c31-a696-41c2-8123-9df129ea9606 tempest-ServerExternalEventsTest-1006701147 tempest-ServerExternalEventsTest-1006701147-project] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 647.701117] env[65794]: DEBUG nova.scheduler.client.report [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Refreshing aggregate associations for resource provider 9d798782-7888-423a-959e-7002060abcae, aggregates: None {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 647.710776] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4810729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.725326] env[65794]: DEBUG nova.scheduler.client.report [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Refreshing trait associations for resource provider 9d798782-7888-423a-959e-7002060abcae, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 647.743020] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]524af620-70f6-1b55-04f8-7328aaf8b837, 'name': SearchDatastore_Task, 'duration_secs': 0.040902} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.743410] env[65794]: DEBUG oslo_concurrency.lockutils [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.743490] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] e0b86371-c7c8-4cd9-a81a-31dad52d92f2/e0b86371-c7c8-4cd9-a81a-31dad52d92f2.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.744529] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d08815bf-2a52-4da9-97f0-d929d117d0e7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.752635] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Waiting for the task: (returnval){ [ 647.752635] env[65794]: value = "task-4810730" [ 647.752635] env[65794]: _type = "Task" [ 647.752635] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.769486] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Task: {'id': task-4810730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.067782] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Task: {'id': task-4810728, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.110091] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5321c7b8-63c3-40ae-9a7b-25fbbdf02f80 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.120083] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfadb05-4a87-4d02-855e-a79d6ef9ccf6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.157279] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01f3ff0-4575-4a76-aa23-2e8c96f2d98b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.169385] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b043f3-7f8a-44a5-9c24-9f3b269cb72f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.185113] env[65794]: DEBUG nova.compute.provider_tree [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 648.186950] env[65794]: WARNING neutronclient.v2_0.client [None req-f6be7c31-a696-41c2-8123-9df129ea9606 tempest-ServerExternalEventsTest-1006701147 tempest-ServerExternalEventsTest-1006701147-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.207724] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4810729, 'name': ReconfigVM_Task, 'duration_secs': 0.656802} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.208074] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 7ece0ac9-80dd-491f-9e03-e8c862e9e64a/7ece0ac9-80dd-491f-9e03-e8c862e9e64a.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.208762] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-955acf47-479e-42fe-b0f6-358a3a624e5f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.219287] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for the task: (returnval){ [ 648.219287] env[65794]: value = "task-4810731" [ 648.219287] env[65794]: _type = "Task" [ 648.219287] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.233749] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4810731, 'name': Rename_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.263943] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Task: {'id': task-4810730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510904} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.264287] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] e0b86371-c7c8-4cd9-a81a-31dad52d92f2/e0b86371-c7c8-4cd9-a81a-31dad52d92f2.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.264533] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.264807] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-479dd340-4926-4448-8581-b6c1ba596161 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.272623] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Waiting for the task: (returnval){ [ 648.272623] env[65794]: value = "task-4810732" [ 648.272623] env[65794]: _type = "Task" [ 648.272623] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.282222] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Task: {'id': task-4810732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.353086] env[65794]: WARNING neutronclient.v2_0.client [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.509080] env[65794]: DEBUG nova.network.neutron [-] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.568599] env[65794]: DEBUG oslo_vmware.api [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Task: {'id': task-4810728, 'name': PowerOnVM_Task, 'duration_secs': 1.2472} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.568599] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.568599] env[65794]: DEBUG nova.compute.manager [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 648.569009] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb3dbc5-2988-4536-aa4a-10593360841c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.631547] env[65794]: DEBUG nova.network.neutron [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Updating instance_info_cache with network_info: [{"id": "fcb3d9ab-d0b3-4a93-a1a7-8722806bfe7f", "address": "fa:16:3e:37:12:05", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb3d9ab-d0", "ovs_interfaceid": "fcb3d9ab-d0b3-4a93-a1a7-8722806bfe7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.727875] env[65794]: ERROR nova.scheduler.client.report [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [req-05815136-eb72-44ff-94e2-bbe54933ff6b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9d798782-7888-423a-959e-7002060abcae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-05815136-eb72-44ff-94e2-bbe54933ff6b"}]} [ 648.749301] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Acquiring lock "16172018-9e41-459b-a0ee-61f08a508a66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.749601] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Lock "16172018-9e41-459b-a0ee-61f08a508a66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.752952] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4810731, 'name': Rename_Task, 'duration_secs': 0.208967} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.753675] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.753988] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f141b3fc-dbb2-4728-9a1d-24d7b99f8425 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.758844] env[65794]: DEBUG nova.scheduler.client.report [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Refreshing inventories for resource provider 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 648.768883] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for the task: (returnval){ [ 648.768883] env[65794]: value = "task-4810733" [ 648.768883] env[65794]: _type = "Task" [ 648.768883] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.780298] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4810733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.787419] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Task: {'id': task-4810732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079539} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.788695] env[65794]: WARNING neutronclient.v2_0.client [None req-f6be7c31-a696-41c2-8123-9df129ea9606 tempest-ServerExternalEventsTest-1006701147 tempest-ServerExternalEventsTest-1006701147-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.791820] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.793298] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71367485-04e8-426d-94b8-f4ec86b63f39 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.796800] env[65794]: DEBUG nova.scheduler.client.report [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Updating ProviderTree inventory for provider 9d798782-7888-423a-959e-7002060abcae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 648.797044] env[65794]: DEBUG nova.compute.provider_tree [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 648.823734] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] e0b86371-c7c8-4cd9-a81a-31dad52d92f2/e0b86371-c7c8-4cd9-a81a-31dad52d92f2.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.825127] env[65794]: DEBUG nova.scheduler.client.report [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Refreshing aggregate associations for resource provider 9d798782-7888-423a-959e-7002060abcae, aggregates: None {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 648.829069] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-488fe94a-b581-488c-80c4-9c36e2c0e595 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.853120] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Waiting for the task: (returnval){ [ 648.853120] env[65794]: value = "task-4810734" [ 648.853120] env[65794]: _type = "Task" [ 648.853120] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.862323] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Task: {'id': task-4810734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.886035] env[65794]: DEBUG nova.scheduler.client.report [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Refreshing trait associations for resource provider 9d798782-7888-423a-959e-7002060abcae, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 648.996355] env[65794]: DEBUG nova.network.neutron [None req-f6be7c31-a696-41c2-8123-9df129ea9606 tempest-ServerExternalEventsTest-1006701147 tempest-ServerExternalEventsTest-1006701147-project] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Updating instance_info_cache with network_info: [{"id": "50f90ce1-1b61-48a6-91dd-9f747610e540", "address": "fa:16:3e:9e:a7:cb", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f90ce1-1b", "ovs_interfaceid": "50f90ce1-1b61-48a6-91dd-9f747610e540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.016499] env[65794]: INFO nova.compute.manager [-] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Took 1.82 seconds to deallocate network for instance. [ 649.091692] env[65794]: DEBUG oslo_concurrency.lockutils [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.103584] env[65794]: DEBUG nova.network.neutron [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Successfully updated port: 151c1d78-5bd4-4fdb-92a8-2e39df9ce918 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 649.134960] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Releasing lock "refresh_cache-b82a969b-34c4-4631-a85e-ad0fab5db7f3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.135647] env[65794]: DEBUG nova.compute.manager [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Instance network_info: |[{"id": "fcb3d9ab-d0b3-4a93-a1a7-8722806bfe7f", "address": "fa:16:3e:37:12:05", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb3d9ab-d0", "ovs_interfaceid": "fcb3d9ab-d0b3-4a93-a1a7-8722806bfe7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 649.138313] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:12:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca401eaa-889a-4f9f-ac9a-56b4c41bfc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcb3d9ab-d0b3-4a93-a1a7-8722806bfe7f', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.146298] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 649.147152] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.147366] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-718aa508-4d5a-4b66-96e3-44c254103f95 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.172680] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.172680] env[65794]: value = "task-4810735" [ 649.172680] env[65794]: _type = "Task" [ 649.172680] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.185040] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810735, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.262479] env[65794]: DEBUG nova.compute.manager [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 649.287913] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4810733, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.315083] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fa9110-50be-40be-9300-474c6fefbac9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.323525] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94040360-94f4-4eb7-bf55-3ae90ef16747 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.367870] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d584c2c-a927-4701-b409-87f85c2a01ef {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.384453] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58c9fef-f5d8-4904-a700-dbb71ae8f0ff {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.389065] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Task: {'id': task-4810734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.403447] env[65794]: DEBUG nova.compute.provider_tree [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 649.498831] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f6be7c31-a696-41c2-8123-9df129ea9606 tempest-ServerExternalEventsTest-1006701147 tempest-ServerExternalEventsTest-1006701147-project] Releasing lock "refresh_cache-70c992e0-fdeb-46fd-b96e-4894bb72a0bd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.526059] env[65794]: DEBUG oslo_concurrency.lockutils [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.609379] env[65794]: DEBUG oslo_concurrency.lockutils [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "refresh_cache-b8344695-701f-44c8-906a-10ab326546c1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.610076] env[65794]: DEBUG oslo_concurrency.lockutils [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquired lock "refresh_cache-b8344695-701f-44c8-906a-10ab326546c1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.610310] env[65794]: DEBUG nova.network.neutron [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 649.699226] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810735, 'name': CreateVM_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.787610] env[65794]: DEBUG oslo_vmware.api [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4810733, 'name': PowerOnVM_Task, 'duration_secs': 0.987281} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.788178] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.788753] env[65794]: INFO nova.compute.manager [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Took 9.67 seconds to spawn the instance on the hypervisor. [ 649.788753] env[65794]: DEBUG nova.compute.manager [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 649.790068] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19bfa5c-e02c-4f5f-ae36-6a111649f82d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.807049] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.873851] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Task: {'id': task-4810734, 'name': ReconfigVM_Task, 'duration_secs': 0.837916} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.874205] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Reconfigured VM instance instance-0000000f to attach disk [datastore1] e0b86371-c7c8-4cd9-a81a-31dad52d92f2/e0b86371-c7c8-4cd9-a81a-31dad52d92f2.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.874892] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c17892c7-4a6b-4fc7-9e71-55d250b16d7e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.882534] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Waiting for the task: (returnval){ [ 649.882534] env[65794]: value = "task-4810736" [ 649.882534] env[65794]: _type = "Task" [ 649.882534] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.894245] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Task: {'id': task-4810736, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.960548] env[65794]: DEBUG nova.scheduler.client.report [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Updated inventory for provider 9d798782-7888-423a-959e-7002060abcae with generation 29 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 649.960868] env[65794]: DEBUG nova.compute.provider_tree [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Updating resource provider 9d798782-7888-423a-959e-7002060abcae generation from 29 to 30 during operation: update_inventory {{(pid=65794) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 649.961080] env[65794]: DEBUG nova.compute.provider_tree [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 650.186664] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810735, 'name': CreateVM_Task, 'duration_secs': 0.771972} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.186664] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.186664] env[65794]: WARNING neutronclient.v2_0.client [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.186664] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.186664] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.187240] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.187240] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b8ea6fb-d1c1-4174-8341-2963c02219e7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.191521] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Waiting for the task: (returnval){ [ 650.191521] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5210188f-f47a-c3ed-81d6-990ea05aeeec" [ 650.191521] env[65794]: _type = "Task" [ 650.191521] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.201114] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5210188f-f47a-c3ed-81d6-990ea05aeeec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.320199] env[65794]: INFO nova.compute.manager [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Took 14.85 seconds to build instance. [ 650.394349] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Task: {'id': task-4810736, 'name': Rename_Task, 'duration_secs': 0.279984} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.394643] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.394899] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32503d16-b673-4cd0-919d-f0809657972b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.403297] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Waiting for the task: (returnval){ [ 650.403297] env[65794]: value = "task-4810737" [ 650.403297] env[65794]: _type = "Task" [ 650.403297] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.414257] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Task: {'id': task-4810737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.468356] env[65794]: DEBUG oslo_concurrency.lockutils [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.933s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.468636] env[65794]: INFO nova.compute.manager [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Migrating [ 650.468917] env[65794]: DEBUG oslo_concurrency.lockutils [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.469108] env[65794]: DEBUG oslo_concurrency.lockutils [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquired lock "compute-rpcapi-router" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.472180] env[65794]: DEBUG nova.compute.manager [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 650.472921] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.730s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.474432] env[65794]: INFO nova.compute.claims [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.478314] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31c95fd-246a-4151-a83c-139148281652 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.652468] env[65794]: DEBUG nova.network.neutron [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 650.703740] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5210188f-f47a-c3ed-81d6-990ea05aeeec, 'name': SearchDatastore_Task, 'duration_secs': 0.010956} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.703962] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.704209] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.704446] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.704588] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.704771] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.705058] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dddcb1d0-59d7-432f-b2f8-1a675082a041 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.717438] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.718533] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.718670] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a325b93-34e2-4eec-869d-e66a17a8dad2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.727133] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Waiting for the task: (returnval){ [ 650.727133] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522af346-cc6f-030c-b11d-9f3d52171072" [ 650.727133] env[65794]: _type = "Task" [ 650.727133] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.755039] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522af346-cc6f-030c-b11d-9f3d52171072, 'name': SearchDatastore_Task, 'duration_secs': 0.017065} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.756988] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14af578f-3df7-44ec-be6f-e07c150b78e2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.765235] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Waiting for the task: (returnval){ [ 650.765235] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]521d57b2-5869-146f-3925-f9e00dcfa21b" [ 650.765235] env[65794]: _type = "Task" [ 650.765235] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.775226] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521d57b2-5869-146f-3925-f9e00dcfa21b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.826585] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bea39a0e-ad26-4752-ac01-95078f574a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Lock "7ece0ac9-80dd-491f-9e03-e8c862e9e64a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.366s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.915794] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Task: {'id': task-4810737, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.973555] env[65794]: INFO nova.compute.rpcapi [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Automatically selected compute RPC version 6.4 from minimum service version 71 [ 650.974727] env[65794]: DEBUG oslo_concurrency.lockutils [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Releasing lock "compute-rpcapi-router" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.000369] env[65794]: INFO nova.compute.manager [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] instance snapshotting [ 651.000822] env[65794]: WARNING nova.compute.manager [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 651.006454] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd04ced1-7838-42b5-aea0-cb0ab6c25674 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.041025] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921333dc-4648-4aad-9115-21387f494f88 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.276852] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521d57b2-5869-146f-3925-f9e00dcfa21b, 'name': SearchDatastore_Task, 'duration_secs': 0.011987} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.277651] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.277787] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] b82a969b-34c4-4631-a85e-ad0fab5db7f3/b82a969b-34c4-4631-a85e-ad0fab5db7f3.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.278062] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d82e4cd8-47b3-4424-8c51-00e1713263c9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.286672] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Waiting for the task: (returnval){ [ 651.286672] env[65794]: value = "task-4810738" [ 651.286672] env[65794]: _type = "Task" [ 651.286672] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.296498] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.415135] env[65794]: DEBUG oslo_vmware.api [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Task: {'id': task-4810737, 'name': PowerOnVM_Task, 'duration_secs': 0.690524} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.415488] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.415728] env[65794]: INFO nova.compute.manager [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Took 8.86 seconds to spawn the instance on the hypervisor. [ 651.416041] env[65794]: DEBUG nova.compute.manager [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 651.416906] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0cc28a-1ce1-4b26-95cd-a2b100531b4b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.505631] env[65794]: DEBUG oslo_concurrency.lockutils [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "refresh_cache-6a7b7491-19f0-4e28-951c-6a291371eb6f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.506673] env[65794]: DEBUG oslo_concurrency.lockutils [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquired lock "refresh_cache-6a7b7491-19f0-4e28-951c-6a291371eb6f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.507148] env[65794]: DEBUG nova.network.neutron [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 651.559688] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Creating Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 651.560458] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-93b5fdfe-c329-4cf8-9120-9e1e571ce5ba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.572570] env[65794]: DEBUG oslo_vmware.api [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 651.572570] env[65794]: value = "task-4810739" [ 651.572570] env[65794]: _type = "Task" [ 651.572570] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.594937] env[65794]: DEBUG oslo_vmware.api [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810739, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.787039] env[65794]: WARNING neutronclient.v2_0.client [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.804055] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509588} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.805578] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] b82a969b-34c4-4631-a85e-ad0fab5db7f3/b82a969b-34c4-4631-a85e-ad0fab5db7f3.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.806268] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.807925] env[65794]: DEBUG nova.compute.manager [req-25c6569a-90e5-4e42-bdb5-0f36bbd1c889 req-a8f719e2-0ead-422a-a370-1e78832df017 service nova] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Received event network-changed-5f4c0423-b73d-4822-92aa-b0df1e9c7058 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 651.807925] env[65794]: DEBUG nova.compute.manager [req-25c6569a-90e5-4e42-bdb5-0f36bbd1c889 req-a8f719e2-0ead-422a-a370-1e78832df017 service nova] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Refreshing instance network info cache due to event network-changed-5f4c0423-b73d-4822-92aa-b0df1e9c7058. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 651.807925] env[65794]: DEBUG oslo_concurrency.lockutils [req-25c6569a-90e5-4e42-bdb5-0f36bbd1c889 req-a8f719e2-0ead-422a-a370-1e78832df017 service nova] Acquiring lock "refresh_cache-5d6cf973-f70d-42e3-9357-d7b5d17471d3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.807925] env[65794]: DEBUG oslo_concurrency.lockutils [req-25c6569a-90e5-4e42-bdb5-0f36bbd1c889 req-a8f719e2-0ead-422a-a370-1e78832df017 service nova] Acquired lock "refresh_cache-5d6cf973-f70d-42e3-9357-d7b5d17471d3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.808085] env[65794]: DEBUG nova.network.neutron [req-25c6569a-90e5-4e42-bdb5-0f36bbd1c889 req-a8f719e2-0ead-422a-a370-1e78832df017 service nova] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Refreshing network info cache for port 5f4c0423-b73d-4822-92aa-b0df1e9c7058 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.809634] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d953c0fe-1641-4d67-b792-b893fb75aaa1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.824494] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Waiting for the task: (returnval){ [ 651.824494] env[65794]: value = "task-4810740" [ 651.824494] env[65794]: _type = "Task" [ 651.824494] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.828811] env[65794]: DEBUG nova.compute.manager [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Received event network-changed-71035876-9b1e-4d69-b5d7-42f2d3195935 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 651.828811] env[65794]: DEBUG nova.compute.manager [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Refreshing instance network info cache due to event network-changed-71035876-9b1e-4d69-b5d7-42f2d3195935. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 651.828811] env[65794]: DEBUG oslo_concurrency.lockutils [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] Acquiring lock "refresh_cache-7ece0ac9-80dd-491f-9e03-e8c862e9e64a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.828811] env[65794]: DEBUG oslo_concurrency.lockutils [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] Acquired lock "refresh_cache-7ece0ac9-80dd-491f-9e03-e8c862e9e64a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.828811] env[65794]: DEBUG nova.network.neutron [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Refreshing network info cache for port 71035876-9b1e-4d69-b5d7-42f2d3195935 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.846897] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.937226] env[65794]: DEBUG nova.network.neutron [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Updating instance_info_cache with network_info: [{"id": "151c1d78-5bd4-4fdb-92a8-2e39df9ce918", "address": "fa:16:3e:ed:6e:fd", "network": {"id": "3c907079-9a90-4951-b951-3e25db9872f2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-457357172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3cdc8f99c7c4201a4cbca70968c235b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap151c1d78-5b", "ovs_interfaceid": "151c1d78-5bd4-4fdb-92a8-2e39df9ce918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.945009] env[65794]: INFO nova.compute.manager [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Took 15.20 seconds to build instance. [ 651.984648] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4980d5a3-71a5-4e67-8808-a2d3d2905995 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.992919] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dcc9aa-745c-4402-87f1-1a73dd4f4e3c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.028261] env[65794]: WARNING neutronclient.v2_0.client [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.031566] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2987873e-9c79-493e-8ff8-c3ea66c8bd7a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.040632] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dc5b01-ac9f-4cfd-9640-ed26092b02df {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.059167] env[65794]: DEBUG nova.compute.provider_tree [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.083508] env[65794]: DEBUG oslo_vmware.api [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810739, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.314475] env[65794]: WARNING neutronclient.v2_0.client [req-25c6569a-90e5-4e42-bdb5-0f36bbd1c889 req-a8f719e2-0ead-422a-a370-1e78832df017 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.340061] env[65794]: WARNING neutronclient.v2_0.client [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.342536] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069848} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.343067] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.344016] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8f5533-3b49-490c-bd5a-917d7268c1a4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.371271] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] b82a969b-34c4-4631-a85e-ad0fab5db7f3/b82a969b-34c4-4631-a85e-ad0fab5db7f3.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.371618] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04757734-63b0-4c28-bbdf-ed96f4a3d6fc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.399340] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Waiting for the task: (returnval){ [ 652.399340] env[65794]: value = "task-4810741" [ 652.399340] env[65794]: _type = "Task" [ 652.399340] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.413439] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810741, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.429027] env[65794]: WARNING neutronclient.v2_0.client [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.445574] env[65794]: DEBUG oslo_concurrency.lockutils [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Releasing lock "refresh_cache-b8344695-701f-44c8-906a-10ab326546c1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.445970] env[65794]: DEBUG nova.compute.manager [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Instance network_info: |[{"id": "151c1d78-5bd4-4fdb-92a8-2e39df9ce918", "address": "fa:16:3e:ed:6e:fd", "network": {"id": "3c907079-9a90-4951-b951-3e25db9872f2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-457357172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3cdc8f99c7c4201a4cbca70968c235b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap151c1d78-5b", "ovs_interfaceid": "151c1d78-5bd4-4fdb-92a8-2e39df9ce918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 652.446541] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:6e:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '151c1d78-5bd4-4fdb-92a8-2e39df9ce918', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.454780] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 652.455221] env[65794]: DEBUG oslo_concurrency.lockutils [None req-baa09cc7-59df-4a95-b9bc-f840b6886c09 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Lock "e0b86371-c7c8-4cd9-a81a-31dad52d92f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.734s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.455475] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8344695-701f-44c8-906a-10ab326546c1] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.455891] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a56d26b0-8e78-4928-adcc-57d9590b97ce {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.482648] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.482648] env[65794]: value = "task-4810742" [ 652.482648] env[65794]: _type = "Task" [ 652.482648] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.496453] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810742, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.562826] env[65794]: DEBUG nova.scheduler.client.report [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.593137] env[65794]: DEBUG oslo_vmware.api [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810739, 'name': CreateSnapshot_Task, 'duration_secs': 0.95426} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.593432] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Created Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 652.594280] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdbf1ce-e5c2-4298-afd5-cbc1f5b5b41a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.682600] env[65794]: DEBUG nova.network.neutron [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Updating instance_info_cache with network_info: [{"id": "226c3276-0841-406e-bdcc-ae115ff04629", "address": "fa:16:3e:d1:3b:2a", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap226c3276-08", "ovs_interfaceid": "226c3276-0841-406e-bdcc-ae115ff04629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.839413] env[65794]: WARNING neutronclient.v2_0.client [req-25c6569a-90e5-4e42-bdb5-0f36bbd1c889 req-a8f719e2-0ead-422a-a370-1e78832df017 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.874250] env[65794]: WARNING neutronclient.v2_0.client [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.911712] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.999131] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810742, 'name': CreateVM_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.999131] env[65794]: DEBUG nova.network.neutron [req-25c6569a-90e5-4e42-bdb5-0f36bbd1c889 req-a8f719e2-0ead-422a-a370-1e78832df017 service nova] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Updated VIF entry in instance network info cache for port 5f4c0423-b73d-4822-92aa-b0df1e9c7058. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 652.999303] env[65794]: DEBUG nova.network.neutron [req-25c6569a-90e5-4e42-bdb5-0f36bbd1c889 req-a8f719e2-0ead-422a-a370-1e78832df017 service nova] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Updating instance_info_cache with network_info: [{"id": "5f4c0423-b73d-4822-92aa-b0df1e9c7058", "address": "fa:16:3e:72:5c:de", "network": {"id": "f97e5b30-6bb3-488f-ab20-125850790621", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-587868333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339ba40f30e147e588c6d9b8cccedf79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f4c0423-b7", "ovs_interfaceid": "5f4c0423-b73d-4822-92aa-b0df1e9c7058", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.011376] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Acquiring lock "70c992e0-fdeb-46fd-b96e-4894bb72a0bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.013669] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Lock "70c992e0-fdeb-46fd-b96e-4894bb72a0bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.013669] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Acquiring lock "70c992e0-fdeb-46fd-b96e-4894bb72a0bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.013669] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Lock "70c992e0-fdeb-46fd-b96e-4894bb72a0bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.013669] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Lock "70c992e0-fdeb-46fd-b96e-4894bb72a0bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.017036] env[65794]: INFO nova.compute.manager [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Terminating instance [ 653.049123] env[65794]: DEBUG nova.network.neutron [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Updated VIF entry in instance network info cache for port 71035876-9b1e-4d69-b5d7-42f2d3195935. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 653.049494] env[65794]: DEBUG nova.network.neutron [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Updating instance_info_cache with network_info: [{"id": "71035876-9b1e-4d69-b5d7-42f2d3195935", "address": "fa:16:3e:11:6f:24", "network": {"id": "57d9b6af-d67d-4309-b437-f058da240ce4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-603908809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00ebd4686daa4f1bb38cb4c274c09055", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71035876-9b", "ovs_interfaceid": "71035876-9b1e-4d69-b5d7-42f2d3195935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.067662] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.068754] env[65794]: DEBUG nova.compute.manager [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 653.072645] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.801s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.074514] env[65794]: INFO nova.compute.claims [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.116638] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Creating linked-clone VM from snapshot {{(pid=65794) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 653.117272] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3c9e900e-53a5-4a37-a431-401f01397afa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.129435] env[65794]: DEBUG oslo_vmware.api [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 653.129435] env[65794]: value = "task-4810743" [ 653.129435] env[65794]: _type = "Task" [ 653.129435] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.141592] env[65794]: DEBUG oslo_vmware.api [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810743, 'name': CloneVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.185254] env[65794]: DEBUG oslo_concurrency.lockutils [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Releasing lock "refresh_cache-6a7b7491-19f0-4e28-951c-6a291371eb6f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.412902] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810741, 'name': ReconfigVM_Task, 'duration_secs': 0.771599} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.412902] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Reconfigured VM instance instance-00000010 to attach disk [datastore1] b82a969b-34c4-4631-a85e-ad0fab5db7f3/b82a969b-34c4-4631-a85e-ad0fab5db7f3.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.412902] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a318a6ea-294e-4053-a557-1db7b1bc58b6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.419719] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Waiting for the task: (returnval){ [ 653.419719] env[65794]: value = "task-4810744" [ 653.419719] env[65794]: _type = "Task" [ 653.419719] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.432989] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810744, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.496929] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810742, 'name': CreateVM_Task, 'duration_secs': 0.744182} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.496929] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8344695-701f-44c8-906a-10ab326546c1] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.496929] env[65794]: WARNING neutronclient.v2_0.client [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.496929] env[65794]: DEBUG oslo_concurrency.lockutils [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.496929] env[65794]: DEBUG oslo_concurrency.lockutils [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.497256] env[65794]: DEBUG oslo_concurrency.lockutils [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.497484] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d7dd08f-7f5d-4d87-95ca-0fc2aa8a0a99 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.500526] env[65794]: DEBUG oslo_concurrency.lockutils [req-25c6569a-90e5-4e42-bdb5-0f36bbd1c889 req-a8f719e2-0ead-422a-a370-1e78832df017 service nova] Releasing lock "refresh_cache-5d6cf973-f70d-42e3-9357-d7b5d17471d3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.504482] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 653.504482] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52ab4efb-8bbf-228b-50ab-237b0d63b5d1" [ 653.504482] env[65794]: _type = "Task" [ 653.504482] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.515708] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ab4efb-8bbf-228b-50ab-237b0d63b5d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.521631] env[65794]: DEBUG nova.compute.manager [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 653.521866] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.523099] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31528e27-2ec5-4496-a605-9c5ad1a6e146 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.531986] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.532275] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6c796fb-626e-4039-8a0b-cfd0115fe117 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.540414] env[65794]: DEBUG oslo_vmware.api [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Waiting for the task: (returnval){ [ 653.540414] env[65794]: value = "task-4810745" [ 653.540414] env[65794]: _type = "Task" [ 653.540414] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.551753] env[65794]: DEBUG oslo_vmware.api [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Task: {'id': task-4810745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.555467] env[65794]: DEBUG oslo_concurrency.lockutils [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] Releasing lock "refresh_cache-7ece0ac9-80dd-491f-9e03-e8c862e9e64a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.555467] env[65794]: DEBUG nova.compute.manager [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Received event network-vif-plugged-1a2c92db-ea68-4990-8f88-64e84daeb3f9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 653.555467] env[65794]: DEBUG oslo_concurrency.lockutils [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] Acquiring lock "e0b86371-c7c8-4cd9-a81a-31dad52d92f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.555467] env[65794]: DEBUG oslo_concurrency.lockutils [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] Lock "e0b86371-c7c8-4cd9-a81a-31dad52d92f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.555467] env[65794]: DEBUG oslo_concurrency.lockutils [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] Lock "e0b86371-c7c8-4cd9-a81a-31dad52d92f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.556876] env[65794]: DEBUG nova.compute.manager [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] No waiting events found dispatching network-vif-plugged-1a2c92db-ea68-4990-8f88-64e84daeb3f9 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 653.556876] env[65794]: WARNING nova.compute.manager [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Received unexpected event network-vif-plugged-1a2c92db-ea68-4990-8f88-64e84daeb3f9 for instance with vm_state active and task_state None. [ 653.556876] env[65794]: DEBUG nova.compute.manager [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Received event network-changed-1a2c92db-ea68-4990-8f88-64e84daeb3f9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 653.556876] env[65794]: DEBUG nova.compute.manager [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Refreshing instance network info cache due to event network-changed-1a2c92db-ea68-4990-8f88-64e84daeb3f9. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 653.556876] env[65794]: DEBUG oslo_concurrency.lockutils [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] Acquiring lock "refresh_cache-e0b86371-c7c8-4cd9-a81a-31dad52d92f2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.557117] env[65794]: DEBUG oslo_concurrency.lockutils [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] Acquired lock "refresh_cache-e0b86371-c7c8-4cd9-a81a-31dad52d92f2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.557117] env[65794]: DEBUG nova.network.neutron [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Refreshing network info cache for port 1a2c92db-ea68-4990-8f88-64e84daeb3f9 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.584837] env[65794]: DEBUG nova.compute.utils [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.594648] env[65794]: DEBUG nova.compute.manager [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 653.595034] env[65794]: DEBUG nova.network.neutron [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 653.595329] env[65794]: WARNING neutronclient.v2_0.client [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.595623] env[65794]: WARNING neutronclient.v2_0.client [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.648647] env[65794]: DEBUG oslo_vmware.api [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810743, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.687725] env[65794]: DEBUG nova.policy [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bccb4880b8c84a5fac413185cea553cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7eeb9b1bcad34d069147c0fee3cfb9af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.935480] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810744, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.017667] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ab4efb-8bbf-228b-50ab-237b0d63b5d1, 'name': SearchDatastore_Task, 'duration_secs': 0.01006} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.017999] env[65794]: DEBUG oslo_concurrency.lockutils [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.018392] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.018777] env[65794]: DEBUG oslo_concurrency.lockutils [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.019018] env[65794]: DEBUG oslo_concurrency.lockutils [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.019424] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.019935] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8ce42d5-7f2b-4f01-88de-1356f85623cc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.030755] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.030981] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.031812] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bebff066-4039-48c8-b35f-e3199d41c322 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.040992] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 654.040992] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52e0d606-46ec-b2c4-9f69-d7b2fb8d01df" [ 654.040992] env[65794]: _type = "Task" [ 654.040992] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.055520] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e0d606-46ec-b2c4-9f69-d7b2fb8d01df, 'name': SearchDatastore_Task, 'duration_secs': 0.011249} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.059587] env[65794]: WARNING neutronclient.v2_0.client [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.061940] env[65794]: DEBUG oslo_vmware.api [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Task: {'id': task-4810745, 'name': PowerOffVM_Task, 'duration_secs': 0.362221} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.062352] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f215beff-1cd2-418c-9279-03030ebb307c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.064893] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.065078] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.065332] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f60c796e-6d4d-49fe-9f4d-994f679e7c00 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.071354] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 654.071354] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52d92112-695c-5d6d-df4f-731099b75db0" [ 654.071354] env[65794]: _type = "Task" [ 654.071354] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.080867] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d92112-695c-5d6d-df4f-731099b75db0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.098068] env[65794]: DEBUG nova.compute.manager [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 654.144190] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.144391] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.144558] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Deleting the datastore file [datastore2] 70c992e0-fdeb-46fd-b96e-4894bb72a0bd {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.149480] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fccab11b-8d6a-4723-a017-f079a1939f47 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.154624] env[65794]: DEBUG oslo_vmware.api [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810743, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.159453] env[65794]: DEBUG oslo_vmware.api [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Waiting for the task: (returnval){ [ 654.159453] env[65794]: value = "task-4810747" [ 654.159453] env[65794]: _type = "Task" [ 654.159453] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.177325] env[65794]: DEBUG oslo_vmware.api [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Task: {'id': task-4810747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.256417] env[65794]: DEBUG nova.network.neutron [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Successfully created port: cad5effa-2aab-458e-bf43-4b9cfa82abab {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 654.445439] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810744, 'name': Rename_Task, 'duration_secs': 0.933282} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.445799] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.446123] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dcb5416-8059-4acd-89e6-3d684ee3e83c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.455398] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Waiting for the task: (returnval){ [ 654.455398] env[65794]: value = "task-4810748" [ 654.455398] env[65794]: _type = "Task" [ 654.455398] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.468103] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.562352] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5988ad58-23df-4c76-ba99-4d6051e5b9b2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.585953] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6c03c1-d2b1-4cbb-a38b-8c6bc5240e17 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.589728] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d92112-695c-5d6d-df4f-731099b75db0, 'name': SearchDatastore_Task, 'duration_secs': 0.010623} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.590041] env[65794]: DEBUG oslo_concurrency.lockutils [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.590328] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] b8344695-701f-44c8-906a-10ab326546c1/b8344695-701f-44c8-906a-10ab326546c1.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.591271] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee132ae2-ebc2-40cb-b10c-3f84b00bc057 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.631701] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea096d3-1eca-4020-8bbe-bffa2b28f178 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.635916] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 654.635916] env[65794]: value = "task-4810749" [ 654.635916] env[65794]: _type = "Task" [ 654.635916] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.659526] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3690b35e-3c2c-44dc-9412-bc309ebdd5c8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.677218] env[65794]: DEBUG oslo_vmware.api [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810743, 'name': CloneVM_Task, 'duration_secs': 1.366399} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.677627] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.683390] env[65794]: INFO nova.virt.vmwareapi.vmops [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Created linked-clone VM from snapshot [ 654.684786] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0037f5-cc75-4c09-9532-0cf86a7633e6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.703269] env[65794]: DEBUG nova.compute.provider_tree [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.716030] env[65794]: DEBUG oslo_vmware.api [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Task: {'id': task-4810747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15604} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.723285] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.723694] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.725142] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.725142] env[65794]: INFO nova.compute.manager [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Took 1.20 seconds to destroy the instance on the hypervisor. [ 654.725142] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 654.726242] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Uploading image 3fb4daf5-052d-4c8e-a919-af12c12b29b4 {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 654.730473] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c5c47f-5f47-4199-bc28-6e59efac94c0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.735035] env[65794]: DEBUG nova.compute.manager [-] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 654.735422] env[65794]: DEBUG nova.network.neutron [-] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 654.735544] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.755946] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Updating instance '6a7b7491-19f0-4e28-951c-6a291371eb6f' progress to 0 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 654.773739] env[65794]: DEBUG oslo_vmware.rw_handles [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 654.773739] env[65794]: value = "vm-938002" [ 654.773739] env[65794]: _type = "VirtualMachine" [ 654.773739] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 654.773739] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a038872d-01d7-46fd-be49-82987fbb12c4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.781764] env[65794]: DEBUG oslo_vmware.rw_handles [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lease: (returnval){ [ 654.781764] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]520df360-df97-9480-2473-aebf764012ef" [ 654.781764] env[65794]: _type = "HttpNfcLease" [ 654.781764] env[65794]: } obtained for exporting VM: (result){ [ 654.781764] env[65794]: value = "vm-938002" [ 654.781764] env[65794]: _type = "VirtualMachine" [ 654.781764] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 654.783734] env[65794]: DEBUG oslo_vmware.api [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the lease: (returnval){ [ 654.783734] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]520df360-df97-9480-2473-aebf764012ef" [ 654.783734] env[65794]: _type = "HttpNfcLease" [ 654.783734] env[65794]: } to be ready. {{(pid=65794) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 654.791648] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 654.791648] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]520df360-df97-9480-2473-aebf764012ef" [ 654.791648] env[65794]: _type = "HttpNfcLease" [ 654.791648] env[65794]: } is initializing. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 654.889427] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Acquiring lock "b34dbbfa-846c-4849-8afc-894be0b70068" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.889427] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Lock "b34dbbfa-846c-4849-8afc-894be0b70068" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.967659] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810748, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.138530] env[65794]: DEBUG nova.compute.manager [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 655.161264] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810749, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.178776] env[65794]: DEBUG nova.virt.hardware [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 655.179683] env[65794]: DEBUG nova.virt.hardware [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.179683] env[65794]: DEBUG nova.virt.hardware [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 655.179683] env[65794]: DEBUG nova.virt.hardware [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.179870] env[65794]: DEBUG nova.virt.hardware [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 655.179965] env[65794]: DEBUG nova.virt.hardware [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 655.180188] env[65794]: DEBUG nova.virt.hardware [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 655.180387] env[65794]: DEBUG nova.virt.hardware [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 655.180632] env[65794]: DEBUG nova.virt.hardware [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 655.180730] env[65794]: DEBUG nova.virt.hardware [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 655.180872] env[65794]: DEBUG nova.virt.hardware [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 655.181967] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4355b0b-85c5-4bf9-ad9a-5ea575faf4cd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.192655] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afff3aa-ff37-48cf-a0d6-c3388fa495b2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.233804] env[65794]: WARNING neutronclient.v2_0.client [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.249918] env[65794]: ERROR nova.scheduler.client.report [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [req-10966f88-2f6b-4a98-acf3-38ff14fa0e20] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9d798782-7888-423a-959e-7002060abcae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-10966f88-2f6b-4a98-acf3-38ff14fa0e20"}]} [ 655.264540] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.264808] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0be785f7-3f5a-4ae8-87d3-7f2130c45174 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.270611] env[65794]: DEBUG nova.scheduler.client.report [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Refreshing inventories for resource provider 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 655.279216] env[65794]: DEBUG oslo_vmware.api [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 655.279216] env[65794]: value = "task-4810751" [ 655.279216] env[65794]: _type = "Task" [ 655.279216] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.294132] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.298795] env[65794]: DEBUG oslo_vmware.api [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.298795] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 655.298795] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]520df360-df97-9480-2473-aebf764012ef" [ 655.298795] env[65794]: _type = "HttpNfcLease" [ 655.298795] env[65794]: } is ready. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 655.299993] env[65794]: DEBUG nova.scheduler.client.report [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Updating ProviderTree inventory for provider 9d798782-7888-423a-959e-7002060abcae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 655.300225] env[65794]: DEBUG nova.compute.provider_tree [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.302418] env[65794]: DEBUG oslo_vmware.rw_handles [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 655.302418] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]520df360-df97-9480-2473-aebf764012ef" [ 655.302418] env[65794]: _type = "HttpNfcLease" [ 655.302418] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 655.303557] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05d462b-cf52-442c-9937-76adc5c5de1c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.315296] env[65794]: DEBUG oslo_vmware.rw_handles [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f16482-7239-ea66-ccb5-782b6e60fe87/disk-0.vmdk from lease info. {{(pid=65794) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 655.315296] env[65794]: DEBUG oslo_vmware.rw_handles [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f16482-7239-ea66-ccb5-782b6e60fe87/disk-0.vmdk for reading. {{(pid=65794) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 655.392381] env[65794]: DEBUG nova.compute.manager [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 655.398057] env[65794]: DEBUG nova.scheduler.client.report [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Refreshing aggregate associations for resource provider 9d798782-7888-423a-959e-7002060abcae, aggregates: None {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 655.430249] env[65794]: DEBUG nova.scheduler.client.report [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Refreshing trait associations for resource provider 9d798782-7888-423a-959e-7002060abcae, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 655.472260] env[65794]: DEBUG oslo_vmware.api [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810748, 'name': PowerOnVM_Task, 'duration_secs': 0.742755} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.472791] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.472999] env[65794]: INFO nova.compute.manager [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Took 10.42 seconds to spawn the instance on the hypervisor. [ 655.473208] env[65794]: DEBUG nova.compute.manager [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 655.474981] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4486685e-5724-4465-a931-ae74a459c93f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.493977] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-36680a8c-63f3-4254-80d3-bf59458c9bac {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.662629] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532592} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.663176] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] b8344695-701f-44c8-906a-10ab326546c1/b8344695-701f-44c8-906a-10ab326546c1.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.663176] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.663666] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3685503a-bbca-4963-ac13-b952aee4c637 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.673757] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 655.673757] env[65794]: value = "task-4810752" [ 655.673757] env[65794]: _type = "Task" [ 655.673757] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.693829] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.808176] env[65794]: DEBUG oslo_vmware.api [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810751, 'name': PowerOffVM_Task, 'duration_secs': 0.458737} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.811022] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.811630] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Updating instance '6a7b7491-19f0-4e28-951c-6a291371eb6f' progress to 17 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 655.944368] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.008902] env[65794]: INFO nova.compute.manager [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Took 18.39 seconds to build instance. [ 656.030369] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0030cd59-fef4-4d0b-8cfe-5d7e96b25c6d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.045369] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354ad9a3-9a67-409b-b356-241eda3e1b32 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.114889] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fba415d-9192-4c28-945e-f71439becccc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.129963] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c960f88d-8190-49fd-b027-c8d447e1a17e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.159116] env[65794]: DEBUG nova.compute.provider_tree [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.195763] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133465} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.196112] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.197100] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74cfebb-12eb-4267-a3b5-e0a0c6e9181f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.200946] env[65794]: DEBUG nova.network.neutron [-] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.237757] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] b8344695-701f-44c8-906a-10ab326546c1/b8344695-701f-44c8-906a-10ab326546c1.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.239290] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a12c698c-f9e2-40c7-b1b0-f4c0f0ee64ea {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.264806] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 656.264806] env[65794]: value = "task-4810753" [ 656.264806] env[65794]: _type = "Task" [ 656.264806] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.280926] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.289475] env[65794]: DEBUG nova.network.neutron [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Successfully updated port: cad5effa-2aab-458e-bf43-4b9cfa82abab {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 656.324058] env[65794]: DEBUG nova.network.neutron [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Updated VIF entry in instance network info cache for port 1a2c92db-ea68-4990-8f88-64e84daeb3f9. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 656.324838] env[65794]: DEBUG nova.network.neutron [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Updating instance_info_cache with network_info: [{"id": "1a2c92db-ea68-4990-8f88-64e84daeb3f9", "address": "fa:16:3e:13:c4:a3", "network": {"id": "7cc886b6-2912-4bbb-bd0d-7fd309ffd177", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-134192737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "46294bef695b47b3ba287cbcc325762f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a2c92db-ea", "ovs_interfaceid": "1a2c92db-ea68-4990-8f88-64e84daeb3f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.330979] env[65794]: DEBUG nova.virt.hardware [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 656.331673] env[65794]: DEBUG nova.virt.hardware [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.332156] env[65794]: DEBUG nova.virt.hardware [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 656.332733] env[65794]: DEBUG nova.virt.hardware [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.334036] env[65794]: DEBUG nova.virt.hardware [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 656.334154] env[65794]: DEBUG nova.virt.hardware [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 656.334458] env[65794]: DEBUG nova.virt.hardware [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 656.334934] env[65794]: DEBUG nova.virt.hardware [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 656.335186] env[65794]: DEBUG nova.virt.hardware [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 656.335506] env[65794]: DEBUG nova.virt.hardware [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 656.335899] env[65794]: DEBUG nova.virt.hardware [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 656.346178] env[65794]: DEBUG oslo_concurrency.lockutils [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] Releasing lock "refresh_cache-e0b86371-c7c8-4cd9-a81a-31dad52d92f2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.346547] env[65794]: DEBUG nova.compute.manager [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Received event network-vif-plugged-fcb3d9ab-d0b3-4a93-a1a7-8722806bfe7f {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 656.346707] env[65794]: DEBUG oslo_concurrency.lockutils [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] Acquiring lock "b82a969b-34c4-4631-a85e-ad0fab5db7f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.346894] env[65794]: DEBUG oslo_concurrency.lockutils [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] Lock "b82a969b-34c4-4631-a85e-ad0fab5db7f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.347838] env[65794]: DEBUG oslo_concurrency.lockutils [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] Lock "b82a969b-34c4-4631-a85e-ad0fab5db7f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.348059] env[65794]: DEBUG nova.compute.manager [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] No waiting events found dispatching network-vif-plugged-fcb3d9ab-d0b3-4a93-a1a7-8722806bfe7f {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 656.348237] env[65794]: WARNING nova.compute.manager [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Received unexpected event network-vif-plugged-fcb3d9ab-d0b3-4a93-a1a7-8722806bfe7f for instance with vm_state building and task_state spawning. [ 656.348410] env[65794]: DEBUG nova.compute.manager [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Received event network-changed-fcb3d9ab-d0b3-4a93-a1a7-8722806bfe7f {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 656.348575] env[65794]: DEBUG nova.compute.manager [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Refreshing instance network info cache due to event network-changed-fcb3d9ab-d0b3-4a93-a1a7-8722806bfe7f. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 656.348822] env[65794]: DEBUG oslo_concurrency.lockutils [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] Acquiring lock "refresh_cache-b82a969b-34c4-4631-a85e-ad0fab5db7f3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.348923] env[65794]: DEBUG oslo_concurrency.lockutils [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] Acquired lock "refresh_cache-b82a969b-34c4-4631-a85e-ad0fab5db7f3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.349081] env[65794]: DEBUG nova.network.neutron [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Refreshing network info cache for port fcb3d9ab-d0b3-4a93-a1a7-8722806bfe7f {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.352051] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93faa47a-b200-4587-8414-28f0f2a678ae {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.380971] env[65794]: WARNING neutronclient.v2_0.client [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.392466] env[65794]: DEBUG oslo_vmware.api [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 656.392466] env[65794]: value = "task-4810754" [ 656.392466] env[65794]: _type = "Task" [ 656.392466] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.405086] env[65794]: DEBUG oslo_vmware.api [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.511277] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b9d855e-1475-42ef-aaa3-c703d2e55b38 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Lock "b82a969b-34c4-4631-a85e-ad0fab5db7f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.900s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.627579] env[65794]: WARNING neutronclient.v2_0.client [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.708145] env[65794]: INFO nova.compute.manager [-] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Took 1.97 seconds to deallocate network for instance. [ 656.729792] env[65794]: DEBUG nova.scheduler.client.report [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Updated inventory for provider 9d798782-7888-423a-959e-7002060abcae with generation 31 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 656.730292] env[65794]: DEBUG nova.compute.provider_tree [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Updating resource provider 9d798782-7888-423a-959e-7002060abcae generation from 31 to 32 during operation: update_inventory {{(pid=65794) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 656.730609] env[65794]: DEBUG nova.compute.provider_tree [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.783692] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.795395] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Acquiring lock "refresh_cache-5e24f903-0184-48bf-9b9b-9e7ce09e7b00" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.795591] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Acquired lock "refresh_cache-5e24f903-0184-48bf-9b9b-9e7ce09e7b00" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.795830] env[65794]: DEBUG nova.network.neutron [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 656.821900] env[65794]: DEBUG nova.network.neutron [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Updated VIF entry in instance network info cache for port fcb3d9ab-d0b3-4a93-a1a7-8722806bfe7f. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 656.822320] env[65794]: DEBUG nova.network.neutron [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Updating instance_info_cache with network_info: [{"id": "fcb3d9ab-d0b3-4a93-a1a7-8722806bfe7f", "address": "fa:16:3e:37:12:05", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb3d9ab-d0", "ovs_interfaceid": "fcb3d9ab-d0b3-4a93-a1a7-8722806bfe7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.907503] env[65794]: DEBUG oslo_vmware.api [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810754, 'name': ReconfigVM_Task, 'duration_secs': 0.26546} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.907876] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Updating instance '6a7b7491-19f0-4e28-951c-6a291371eb6f' progress to 33 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 657.219037] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.240228] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.168s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.241356] env[65794]: DEBUG nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 657.245793] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.922s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.247221] env[65794]: INFO nova.compute.claims [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.288713] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810753, 'name': ReconfigVM_Task, 'duration_secs': 0.627971} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.289460] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Reconfigured VM instance instance-00000011 to attach disk [datastore1] b8344695-701f-44c8-906a-10ab326546c1/b8344695-701f-44c8-906a-10ab326546c1.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.292875] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a089025-1857-44db-b281-e49d642475ba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.304186] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 657.304186] env[65794]: value = "task-4810758" [ 657.304186] env[65794]: _type = "Task" [ 657.304186] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.324225] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810758, 'name': Rename_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.326961] env[65794]: DEBUG oslo_concurrency.lockutils [req-99b0f730-9f1d-479a-8860-512944f8f440 req-b49657ab-2816-471b-9fb4-162a2e0a4b25 service nova] Releasing lock "refresh_cache-b82a969b-34c4-4631-a85e-ad0fab5db7f3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.352481] env[65794]: DEBUG nova.network.neutron [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 657.416735] env[65794]: DEBUG nova.virt.hardware [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 657.417637] env[65794]: DEBUG nova.virt.hardware [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.418070] env[65794]: DEBUG nova.virt.hardware [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 657.418637] env[65794]: DEBUG nova.virt.hardware [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.420739] env[65794]: DEBUG nova.virt.hardware [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 657.421175] env[65794]: DEBUG nova.virt.hardware [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 657.421745] env[65794]: DEBUG nova.virt.hardware [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 657.423466] env[65794]: DEBUG nova.virt.hardware [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 657.423466] env[65794]: DEBUG nova.virt.hardware [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 657.423466] env[65794]: DEBUG nova.virt.hardware [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 657.423466] env[65794]: DEBUG nova.virt.hardware [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 657.433680] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 657.446054] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84967933-e09e-4111-a30c-6cc5d6d112b2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.469176] env[65794]: DEBUG oslo_concurrency.lockutils [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "830eba0f-02b0-49a4-9afa-20a6afaa7e20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.470505] env[65794]: DEBUG oslo_concurrency.lockutils [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "830eba0f-02b0-49a4-9afa-20a6afaa7e20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.479465] env[65794]: DEBUG oslo_vmware.api [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 657.479465] env[65794]: value = "task-4810760" [ 657.479465] env[65794]: _type = "Task" [ 657.479465] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.492362] env[65794]: DEBUG oslo_vmware.api [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.514079] env[65794]: WARNING neutronclient.v2_0.client [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.620016] env[65794]: DEBUG nova.network.neutron [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Updating instance_info_cache with network_info: [{"id": "cad5effa-2aab-458e-bf43-4b9cfa82abab", "address": "fa:16:3e:a3:95:18", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcad5effa-2a", "ovs_interfaceid": "cad5effa-2aab-458e-bf43-4b9cfa82abab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.755599] env[65794]: DEBUG nova.compute.utils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.765322] env[65794]: DEBUG nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 657.765322] env[65794]: DEBUG nova.network.neutron [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 657.765322] env[65794]: WARNING neutronclient.v2_0.client [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.765322] env[65794]: WARNING neutronclient.v2_0.client [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.773317] env[65794]: DEBUG nova.compute.manager [req-b22cbcd2-1305-41d6-9018-c6babd2c3f9b req-03234685-f079-48f1-9658-f8370c6184f7 service nova] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Received event network-changed-d7346317-8cbe-4c68-96be-81112ac7cded {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 657.773317] env[65794]: DEBUG nova.compute.manager [req-b22cbcd2-1305-41d6-9018-c6babd2c3f9b req-03234685-f079-48f1-9658-f8370c6184f7 service nova] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Refreshing instance network info cache due to event network-changed-d7346317-8cbe-4c68-96be-81112ac7cded. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 657.773317] env[65794]: DEBUG oslo_concurrency.lockutils [req-b22cbcd2-1305-41d6-9018-c6babd2c3f9b req-03234685-f079-48f1-9658-f8370c6184f7 service nova] Acquiring lock "refresh_cache-28429b77-e975-481d-96a0-62054de9b4b9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.773317] env[65794]: DEBUG oslo_concurrency.lockutils [req-b22cbcd2-1305-41d6-9018-c6babd2c3f9b req-03234685-f079-48f1-9658-f8370c6184f7 service nova] Acquired lock "refresh_cache-28429b77-e975-481d-96a0-62054de9b4b9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.773317] env[65794]: DEBUG nova.network.neutron [req-b22cbcd2-1305-41d6-9018-c6babd2c3f9b req-03234685-f079-48f1-9658-f8370c6184f7 service nova] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Refreshing network info cache for port d7346317-8cbe-4c68-96be-81112ac7cded {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.773869] env[65794]: DEBUG oslo_concurrency.lockutils [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Acquiring lock "3299d77c-96b3-4831-abee-ed4a79528ee5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.773869] env[65794]: DEBUG oslo_concurrency.lockutils [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Lock "3299d77c-96b3-4831-abee-ed4a79528ee5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.777067] env[65794]: DEBUG oslo_concurrency.lockutils [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Acquiring lock "3299d77c-96b3-4831-abee-ed4a79528ee5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.777067] env[65794]: DEBUG oslo_concurrency.lockutils [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Lock "3299d77c-96b3-4831-abee-ed4a79528ee5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.777067] env[65794]: DEBUG oslo_concurrency.lockutils [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Lock "3299d77c-96b3-4831-abee-ed4a79528ee5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.777067] env[65794]: INFO nova.compute.manager [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Terminating instance [ 657.813634] env[65794]: DEBUG nova.compute.manager [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] [instance: b8344695-701f-44c8-906a-10ab326546c1] Received event network-vif-plugged-151c1d78-5bd4-4fdb-92a8-2e39df9ce918 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 657.813860] env[65794]: DEBUG oslo_concurrency.lockutils [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] Acquiring lock "b8344695-701f-44c8-906a-10ab326546c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.815322] env[65794]: DEBUG oslo_concurrency.lockutils [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] Lock "b8344695-701f-44c8-906a-10ab326546c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.815322] env[65794]: DEBUG oslo_concurrency.lockutils [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] Lock "b8344695-701f-44c8-906a-10ab326546c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.815322] env[65794]: DEBUG nova.compute.manager [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] [instance: b8344695-701f-44c8-906a-10ab326546c1] No waiting events found dispatching network-vif-plugged-151c1d78-5bd4-4fdb-92a8-2e39df9ce918 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 657.815322] env[65794]: WARNING nova.compute.manager [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] [instance: b8344695-701f-44c8-906a-10ab326546c1] Received unexpected event network-vif-plugged-151c1d78-5bd4-4fdb-92a8-2e39df9ce918 for instance with vm_state building and task_state spawning. [ 657.815322] env[65794]: DEBUG nova.compute.manager [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] [instance: b8344695-701f-44c8-906a-10ab326546c1] Received event network-changed-151c1d78-5bd4-4fdb-92a8-2e39df9ce918 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 657.815769] env[65794]: DEBUG nova.compute.manager [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] [instance: b8344695-701f-44c8-906a-10ab326546c1] Refreshing instance network info cache due to event network-changed-151c1d78-5bd4-4fdb-92a8-2e39df9ce918. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 657.815769] env[65794]: DEBUG oslo_concurrency.lockutils [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] Acquiring lock "refresh_cache-b8344695-701f-44c8-906a-10ab326546c1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.815769] env[65794]: DEBUG oslo_concurrency.lockutils [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] Acquired lock "refresh_cache-b8344695-701f-44c8-906a-10ab326546c1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.815769] env[65794]: DEBUG nova.network.neutron [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] [instance: b8344695-701f-44c8-906a-10ab326546c1] Refreshing network info cache for port 151c1d78-5bd4-4fdb-92a8-2e39df9ce918 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.824079] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810758, 'name': Rename_Task, 'duration_secs': 0.252034} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.824407] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.824664] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f86baa2-b4fc-44ff-b42a-8841012c7f01 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.835870] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 657.835870] env[65794]: value = "task-4810761" [ 657.835870] env[65794]: _type = "Task" [ 657.835870] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.851797] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.853501] env[65794]: DEBUG nova.policy [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23af850a9f8148309b38ac143fff77b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1eb9870cb77419aa617577d4abb217b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.973879] env[65794]: DEBUG nova.compute.manager [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 657.991016] env[65794]: DEBUG oslo_vmware.api [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810760, 'name': ReconfigVM_Task, 'duration_secs': 0.273498} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.991472] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 657.992426] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da19b125-adaa-4e2d-a6c6-0cd44fb87843 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.021566] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 6a7b7491-19f0-4e28-951c-6a291371eb6f/6a7b7491-19f0-4e28-951c-6a291371eb6f.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.021566] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54ab6e05-8545-43d5-b751-c71d30f78c51 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.049995] env[65794]: DEBUG oslo_vmware.api [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 658.049995] env[65794]: value = "task-4810762" [ 658.049995] env[65794]: _type = "Task" [ 658.049995] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.060965] env[65794]: DEBUG oslo_vmware.api [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.123437] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Releasing lock "refresh_cache-5e24f903-0184-48bf-9b9b-9e7ce09e7b00" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.123881] env[65794]: DEBUG nova.compute.manager [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Instance network_info: |[{"id": "cad5effa-2aab-458e-bf43-4b9cfa82abab", "address": "fa:16:3e:a3:95:18", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcad5effa-2a", "ovs_interfaceid": "cad5effa-2aab-458e-bf43-4b9cfa82abab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 658.124460] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:95:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca401eaa-889a-4f9f-ac9a-56b4c41bfc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cad5effa-2aab-458e-bf43-4b9cfa82abab', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.133071] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Creating folder: Project (7eeb9b1bcad34d069147c0fee3cfb9af). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.133479] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d1e00a3-7f90-4b97-af7f-35b6e01e4ed4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.147014] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Created folder: Project (7eeb9b1bcad34d069147c0fee3cfb9af) in parent group-v937953. [ 658.147286] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Creating folder: Instances. Parent ref: group-v938006. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.147700] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72e9bab8-2fba-4cf9-8104-b58a4809eeac {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.160711] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Created folder: Instances in parent group-v938006. [ 658.160987] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 658.161260] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.161495] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a627384d-e5da-49ae-8f8c-418782d556ed {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.185138] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.185138] env[65794]: value = "task-4810765" [ 658.185138] env[65794]: _type = "Task" [ 658.185138] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.195563] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810765, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.254482] env[65794]: DEBUG nova.network.neutron [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Successfully created port: 55144f9a-4d8a-44d4-81b4-81d8f962f693 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 658.272321] env[65794]: DEBUG nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 658.281026] env[65794]: WARNING neutronclient.v2_0.client [req-b22cbcd2-1305-41d6-9018-c6babd2c3f9b req-03234685-f079-48f1-9658-f8370c6184f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.284168] env[65794]: DEBUG oslo_concurrency.lockutils [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Acquiring lock "refresh_cache-3299d77c-96b3-4831-abee-ed4a79528ee5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.284409] env[65794]: DEBUG oslo_concurrency.lockutils [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Acquired lock "refresh_cache-3299d77c-96b3-4831-abee-ed4a79528ee5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.284640] env[65794]: DEBUG nova.network.neutron [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 658.324838] env[65794]: WARNING neutronclient.v2_0.client [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.353643] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810761, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.506166] env[65794]: DEBUG oslo_concurrency.lockutils [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.567066] env[65794]: DEBUG oslo_vmware.api [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810762, 'name': ReconfigVM_Task, 'duration_secs': 0.433106} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.567469] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 6a7b7491-19f0-4e28-951c-6a291371eb6f/6a7b7491-19f0-4e28-951c-6a291371eb6f.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.567469] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Updating instance '6a7b7491-19f0-4e28-951c-6a291371eb6f' progress to 50 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 658.696622] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810765, 'name': CreateVM_Task, 'duration_secs': 0.408064} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.699675] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.700598] env[65794]: WARNING neutronclient.v2_0.client [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.701475] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.701644] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.701974] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.702614] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6ac16aa-9457-4558-82d9-d1840f854505 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.708852] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Waiting for the task: (returnval){ [ 658.708852] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f343e6-861a-4c51-ead9-ec0918f7782d" [ 658.708852] env[65794]: _type = "Task" [ 658.708852] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.720854] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f343e6-861a-4c51-ead9-ec0918f7782d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.794382] env[65794]: WARNING neutronclient.v2_0.client [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.802281] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253ad4b0-efc3-44dd-869c-9549d696bddf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.813825] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0170a5d-0870-4f2e-a2a3-a521d40a6fe3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.877412] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348a6bfa-fc28-45bd-b4f7-1144f258a6ff {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.889855] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb18d4c-10ca-4f1c-9441-1f360ad5f8fd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.894343] env[65794]: DEBUG oslo_vmware.api [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810761, 'name': PowerOnVM_Task, 'duration_secs': 0.664867} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.894915] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.895131] env[65794]: INFO nova.compute.manager [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Took 11.31 seconds to spawn the instance on the hypervisor. [ 658.895306] env[65794]: DEBUG nova.compute.manager [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 658.896460] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297445ad-15d3-44fd-ae00-0881e688c96d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.908549] env[65794]: DEBUG nova.compute.provider_tree [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.983667] env[65794]: DEBUG nova.network.neutron [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 659.077171] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b5acb4-371d-405c-bbed-c60f58ba3b47 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.101687] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf285e0-a47b-47bf-8380-e71f5640dec0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.121618] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Updating instance '6a7b7491-19f0-4e28-951c-6a291371eb6f' progress to 67 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 659.177933] env[65794]: WARNING neutronclient.v2_0.client [req-b22cbcd2-1305-41d6-9018-c6babd2c3f9b req-03234685-f079-48f1-9658-f8370c6184f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.223189] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f343e6-861a-4c51-ead9-ec0918f7782d, 'name': SearchDatastore_Task, 'duration_secs': 0.012827} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.223501] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.223814] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.223956] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.224109] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.224284] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.224558] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ce373ef-15a5-40ae-bd14-6ed510ca507b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.231433] env[65794]: DEBUG nova.network.neutron [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.234250] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.234433] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.235312] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-468beab6-acac-4dfc-8e47-3a020564b542 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.242277] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Waiting for the task: (returnval){ [ 659.242277] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5239353e-b366-48b7-db69-b4161256a06e" [ 659.242277] env[65794]: _type = "Task" [ 659.242277] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.252820] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5239353e-b366-48b7-db69-b4161256a06e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.261439] env[65794]: WARNING neutronclient.v2_0.client [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.302603] env[65794]: DEBUG nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 659.312101] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.312487] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.334394] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 659.334691] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.334793] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 659.334987] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.339402] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 659.339708] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 659.339990] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 659.340163] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 659.340332] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 659.340496] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 659.340748] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 659.341840] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520efeb1-1d4e-401c-9f88-67553ad889dc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.359958] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f6ae83-9865-43f4-a976-2f4452ab6815 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.414344] env[65794]: DEBUG nova.scheduler.client.report [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.426268] env[65794]: INFO nova.compute.manager [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Took 21.38 seconds to build instance. [ 659.463182] env[65794]: DEBUG nova.network.neutron [req-b22cbcd2-1305-41d6-9018-c6babd2c3f9b req-03234685-f079-48f1-9658-f8370c6184f7 service nova] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Updated VIF entry in instance network info cache for port d7346317-8cbe-4c68-96be-81112ac7cded. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 659.464327] env[65794]: DEBUG nova.network.neutron [req-b22cbcd2-1305-41d6-9018-c6babd2c3f9b req-03234685-f079-48f1-9658-f8370c6184f7 service nova] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Updating instance_info_cache with network_info: [{"id": "d7346317-8cbe-4c68-96be-81112ac7cded", "address": "fa:16:3e:7d:b9:1a", "network": {"id": "644d316d-560c-417d-a931-ea6f586b54a5", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-491375370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "264b3d3cab344f9db3d49dda5d7faed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7346317-8c", "ovs_interfaceid": "d7346317-8cbe-4c68-96be-81112ac7cded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.630392] env[65794]: WARNING neutronclient.v2_0.client [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.631084] env[65794]: WARNING neutronclient.v2_0.client [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.735030] env[65794]: DEBUG oslo_concurrency.lockutils [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Releasing lock "refresh_cache-3299d77c-96b3-4831-abee-ed4a79528ee5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.735583] env[65794]: DEBUG nova.compute.manager [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 659.735786] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.736898] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594ae6a2-210b-47b7-8386-c5e2d6b9ae7c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.747832] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.750848] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-773666ee-f792-49bf-a1d1-8719934ed652 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.759849] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5239353e-b366-48b7-db69-b4161256a06e, 'name': SearchDatastore_Task, 'duration_secs': 0.010617} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.762168] env[65794]: DEBUG oslo_vmware.api [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for the task: (returnval){ [ 659.762168] env[65794]: value = "task-4810766" [ 659.762168] env[65794]: _type = "Task" [ 659.762168] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.762458] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d30773-a1ba-48ac-8856-4a48a45196be {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.767964] env[65794]: DEBUG nova.network.neutron [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] [instance: b8344695-701f-44c8-906a-10ab326546c1] Updated VIF entry in instance network info cache for port 151c1d78-5bd4-4fdb-92a8-2e39df9ce918. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 659.767964] env[65794]: DEBUG nova.network.neutron [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] [instance: b8344695-701f-44c8-906a-10ab326546c1] Updating instance_info_cache with network_info: [{"id": "151c1d78-5bd4-4fdb-92a8-2e39df9ce918", "address": "fa:16:3e:ed:6e:fd", "network": {"id": "3c907079-9a90-4951-b951-3e25db9872f2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-457357172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3cdc8f99c7c4201a4cbca70968c235b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap151c1d78-5b", "ovs_interfaceid": "151c1d78-5bd4-4fdb-92a8-2e39df9ce918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.787016] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Waiting for the task: (returnval){ [ 659.787016] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]529cf3a1-5063-620b-eaf5-d4a48d56c7d3" [ 659.787016] env[65794]: _type = "Task" [ 659.787016] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.789188] env[65794]: DEBUG oslo_vmware.api [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.800965] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]529cf3a1-5063-620b-eaf5-d4a48d56c7d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012034} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.801311] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.801577] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 5e24f903-0184-48bf-9b9b-9e7ce09e7b00/5e24f903-0184-48bf-9b9b-9e7ce09e7b00.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.801873] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-054881a7-6295-4439-a225-9129f709cac3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.810808] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Waiting for the task: (returnval){ [ 659.810808] env[65794]: value = "task-4810767" [ 659.810808] env[65794]: _type = "Task" [ 659.810808] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.825308] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Task: {'id': task-4810767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.825834] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.826232] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.826408] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.826579] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.826766] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.826945] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.827129] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65794) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 659.827283] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.924499] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.924864] env[65794]: DEBUG nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 659.930645] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.576s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.932290] env[65794]: INFO nova.compute.claims [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.936931] env[65794]: DEBUG oslo_concurrency.lockutils [None req-efe6065c-38bb-4d9a-9135-0af7087b6ea7 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "b8344695-701f-44c8-906a-10ab326546c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.911s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.970138] env[65794]: DEBUG oslo_concurrency.lockutils [req-b22cbcd2-1305-41d6-9018-c6babd2c3f9b req-03234685-f079-48f1-9658-f8370c6184f7 service nova] Releasing lock "refresh_cache-28429b77-e975-481d-96a0-62054de9b4b9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.970670] env[65794]: DEBUG nova.compute.manager [req-b22cbcd2-1305-41d6-9018-c6babd2c3f9b req-03234685-f079-48f1-9658-f8370c6184f7 service nova] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Received event network-vif-deleted-b7edcaa4-55ca-4e76-8cee-62eeeafe9bb7 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 660.006515] env[65794]: DEBUG nova.network.neutron [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Successfully updated port: 55144f9a-4d8a-44d4-81b4-81d8f962f693 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 660.039172] env[65794]: DEBUG nova.network.neutron [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Port 226c3276-0841-406e-bdcc-ae115ff04629 binding to destination host cpu-1 is already ACTIVE {{(pid=65794) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 660.281539] env[65794]: DEBUG oslo_concurrency.lockutils [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] Releasing lock "refresh_cache-b8344695-701f-44c8-906a-10ab326546c1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.281921] env[65794]: DEBUG nova.compute.manager [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Received event network-changed-843709cb-57ef-4281-bfd1-66453c0742cf {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 660.282110] env[65794]: DEBUG nova.compute.manager [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Refreshing instance network info cache due to event network-changed-843709cb-57ef-4281-bfd1-66453c0742cf. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 660.282330] env[65794]: DEBUG oslo_concurrency.lockutils [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] Acquiring lock "refresh_cache-c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.282469] env[65794]: DEBUG oslo_concurrency.lockutils [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] Acquired lock "refresh_cache-c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.282626] env[65794]: DEBUG nova.network.neutron [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Refreshing network info cache for port 843709cb-57ef-4281-bfd1-66453c0742cf {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.283963] env[65794]: DEBUG oslo_vmware.api [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810766, 'name': PowerOffVM_Task, 'duration_secs': 0.216034} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.284239] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.284401] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.284696] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9938ad8e-7fae-4ac1-8a84-94859b7a83dd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.321105] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.321105] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.321105] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Deleting the datastore file [datastore1] 3299d77c-96b3-4831-abee-ed4a79528ee5 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.323708] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20e788f6-b8bc-4548-9592-f06d97f7d891 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.326678] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Task: {'id': task-4810767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.330395] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.333251] env[65794]: DEBUG oslo_vmware.api [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for the task: (returnval){ [ 660.333251] env[65794]: value = "task-4810770" [ 660.333251] env[65794]: _type = "Task" [ 660.333251] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.344681] env[65794]: DEBUG oslo_vmware.api [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.438196] env[65794]: DEBUG nova.compute.utils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.444690] env[65794]: DEBUG nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 660.445016] env[65794]: DEBUG nova.network.neutron [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 660.445342] env[65794]: WARNING neutronclient.v2_0.client [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.445763] env[65794]: WARNING neutronclient.v2_0.client [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.511743] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquiring lock "refresh_cache-946bf688-56a0-42ab-8c5e-7a83efb34000" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.511956] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquired lock "refresh_cache-946bf688-56a0-42ab-8c5e-7a83efb34000" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.512195] env[65794]: DEBUG nova.network.neutron [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 660.786261] env[65794]: DEBUG nova.policy [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23af850a9f8148309b38ac143fff77b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1eb9870cb77419aa617577d4abb217b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.789290] env[65794]: WARNING neutronclient.v2_0.client [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.825061] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Task: {'id': task-4810767, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.845238] env[65794]: DEBUG oslo_vmware.api [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Task: {'id': task-4810770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123226} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.845970] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.845970] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.846172] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.846388] env[65794]: INFO nova.compute.manager [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 660.846965] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 660.847448] env[65794]: DEBUG nova.compute.manager [-] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 660.847448] env[65794]: DEBUG nova.network.neutron [-] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 660.847725] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.950216] env[65794]: DEBUG nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 661.066305] env[65794]: DEBUG oslo_concurrency.lockutils [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "6a7b7491-19f0-4e28-951c-6a291371eb6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.066305] env[65794]: DEBUG oslo_concurrency.lockutils [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "6a7b7491-19f0-4e28-951c-6a291371eb6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.066567] env[65794]: DEBUG oslo_concurrency.lockutils [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "6a7b7491-19f0-4e28-951c-6a291371eb6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.327765] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Task: {'id': task-4810767, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.163886} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.330181] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 5e24f903-0184-48bf-9b9b-9e7ce09e7b00/5e24f903-0184-48bf-9b9b-9e7ce09e7b00.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.330723] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.331449] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13fa3bc5-2193-458b-a3d6-44ec6baadf78 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.340761] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Waiting for the task: (returnval){ [ 661.340761] env[65794]: value = "task-4810771" [ 661.340761] env[65794]: _type = "Task" [ 661.340761] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.354345] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Task: {'id': task-4810771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.394449] env[65794]: DEBUG nova.network.neutron [-] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 661.395186] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.436626] env[65794]: DEBUG nova.network.neutron [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 661.446663] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaa017d-be9e-407d-8a88-3a469750d941 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.463173] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e80e1d-025e-41bf-b7e5-10c55110b332 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.498439] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5aa5fb0-fb2c-48ee-bb54-e8d3ce59ae45 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.510777] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5703cdf7-6358-41ad-9583-ad997168a193 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.528395] env[65794]: DEBUG nova.compute.provider_tree [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.544062] env[65794]: DEBUG nova.network.neutron [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Successfully created port: 56e26cb4-5731-466d-9bc4-2f1e906a6107 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 661.853801] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Task: {'id': task-4810771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081973} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.854212] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.855077] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9593bacf-32c8-4715-a3de-7fb217c388f9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.885516] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 5e24f903-0184-48bf-9b9b-9e7ce09e7b00/5e24f903-0184-48bf-9b9b-9e7ce09e7b00.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.885930] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6fc6e0a-759c-4839-9338-0314c3119ce4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.901887] env[65794]: DEBUG nova.network.neutron [-] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.915306] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Waiting for the task: (returnval){ [ 661.915306] env[65794]: value = "task-4810772" [ 661.915306] env[65794]: _type = "Task" [ 661.915306] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.927833] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Task: {'id': task-4810772, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.964393] env[65794]: DEBUG nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 661.994160] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 661.994390] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.994543] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 661.994723] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.994863] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 661.995007] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 661.995751] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 661.995981] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 661.996214] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 661.996402] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 661.996886] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 661.998322] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184bdc08-56f3-4fef-b2d4-cbced5afaa78 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.007917] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd37dff-eb1c-4fef-a767-718e3d9f365c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.059683] env[65794]: ERROR nova.scheduler.client.report [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [req-6fa043b2-ed67-4c32-9bd4-8e16794fec03] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9d798782-7888-423a-959e-7002060abcae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6fa043b2-ed67-4c32-9bd4-8e16794fec03"}]} [ 662.076093] env[65794]: WARNING neutronclient.v2_0.client [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.084914] env[65794]: DEBUG nova.scheduler.client.report [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Refreshing inventories for resource provider 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 662.105192] env[65794]: DEBUG nova.scheduler.client.report [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Updating ProviderTree inventory for provider 9d798782-7888-423a-959e-7002060abcae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 662.105425] env[65794]: DEBUG nova.compute.provider_tree [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.121441] env[65794]: DEBUG nova.scheduler.client.report [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Refreshing aggregate associations for resource provider 9d798782-7888-423a-959e-7002060abcae, aggregates: None {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 662.145922] env[65794]: DEBUG nova.scheduler.client.report [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Refreshing trait associations for resource provider 9d798782-7888-423a-959e-7002060abcae, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 662.413314] env[65794]: INFO nova.compute.manager [-] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Took 1.56 seconds to deallocate network for instance. [ 662.428359] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Task: {'id': task-4810772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.572102] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99780358-c1ff-4e39-a451-4fdd966bcf29 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.581592] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc39e1f0-7be4-41ba-ae52-14dfe2e1764c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.617321] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf496a9-faff-4e8b-88d6-e92a07ec796f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.626533] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c3c0aa-3424-45c5-b283-236a31acc3c4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.644560] env[65794]: DEBUG nova.compute.provider_tree [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.020378] env[65794]: DEBUG oslo_concurrency.lockutils [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "refresh_cache-6a7b7491-19f0-4e28-951c-6a291371eb6f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.020378] env[65794]: DEBUG oslo_concurrency.lockutils [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquired lock "refresh_cache-6a7b7491-19f0-4e28-951c-6a291371eb6f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.020378] env[65794]: DEBUG nova.network.neutron [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 663.020378] env[65794]: DEBUG oslo_concurrency.lockutils [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.020378] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Task: {'id': task-4810772, 'name': ReconfigVM_Task, 'duration_secs': 0.656293} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.021737] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 5e24f903-0184-48bf-9b9b-9e7ce09e7b00/5e24f903-0184-48bf-9b9b-9e7ce09e7b00.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.021737] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3135168c-35f0-499c-98cf-917097d3be51 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.021737] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Waiting for the task: (returnval){ [ 663.021737] env[65794]: value = "task-4810774" [ 663.021737] env[65794]: _type = "Task" [ 663.021737] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.021737] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Task: {'id': task-4810774, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.186071] env[65794]: DEBUG nova.scheduler.client.report [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Updated inventory for provider 9d798782-7888-423a-959e-7002060abcae with generation 33 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 663.186394] env[65794]: DEBUG nova.compute.provider_tree [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Updating resource provider 9d798782-7888-423a-959e-7002060abcae generation from 33 to 34 during operation: update_inventory {{(pid=65794) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 663.186566] env[65794]: DEBUG nova.compute.provider_tree [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.392346] env[65794]: WARNING neutronclient.v2_0.client [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.454877] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Task: {'id': task-4810774, 'name': Rename_Task, 'duration_secs': 0.15827} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.455212] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.455547] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8769b061-9fb7-4569-8a16-0628f5de1bfa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.465093] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Waiting for the task: (returnval){ [ 663.465093] env[65794]: value = "task-4810775" [ 663.465093] env[65794]: _type = "Task" [ 663.465093] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.475932] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Task: {'id': task-4810775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.695776] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.765s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.696660] env[65794]: DEBUG nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 663.699639] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.487s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.701402] env[65794]: INFO nova.compute.claims [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.758274] env[65794]: WARNING neutronclient.v2_0.client [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.828839] env[65794]: DEBUG nova.network.neutron [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Successfully updated port: 56e26cb4-5731-466d-9bc4-2f1e906a6107 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 663.977743] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Task: {'id': task-4810775, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.053283] env[65794]: WARNING neutronclient.v2_0.client [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.177589] env[65794]: DEBUG nova.network.neutron [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Updating instance_info_cache with network_info: [{"id": "55144f9a-4d8a-44d4-81b4-81d8f962f693", "address": "fa:16:3e:33:46:d1", "network": {"id": "b275ca10-d046-4977-886f-3c46fb020b81", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-417511680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a1eb9870cb77419aa617577d4abb217b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55144f9a-4d", "ovs_interfaceid": "55144f9a-4d8a-44d4-81b4-81d8f962f693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.207164] env[65794]: DEBUG nova.compute.utils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.212480] env[65794]: DEBUG nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 664.212480] env[65794]: DEBUG nova.network.neutron [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 664.213109] env[65794]: WARNING neutronclient.v2_0.client [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.213109] env[65794]: WARNING neutronclient.v2_0.client [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.331146] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquiring lock "refresh_cache-b85d95ae-e8c3-4511-97a1-35ee4ce04bfa" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.332608] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquired lock "refresh_cache-b85d95ae-e8c3-4511-97a1-35ee4ce04bfa" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.332748] env[65794]: DEBUG nova.network.neutron [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 664.371622] env[65794]: DEBUG nova.policy [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23af850a9f8148309b38ac143fff77b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1eb9870cb77419aa617577d4abb217b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.418505] env[65794]: DEBUG nova.network.neutron [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Updated VIF entry in instance network info cache for port 843709cb-57ef-4281-bfd1-66453c0742cf. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 664.418505] env[65794]: DEBUG nova.network.neutron [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Updating instance_info_cache with network_info: [{"id": "843709cb-57ef-4281-bfd1-66453c0742cf", "address": "fa:16:3e:74:a4:8c", "network": {"id": "fabe8de5-10fd-46d4-ba57-bcdcb4dee818", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-368019232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1c1d4c034c744ff88ee6cc4fb6f6a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843709cb-57", "ovs_interfaceid": "843709cb-57ef-4281-bfd1-66453c0742cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.481705] env[65794]: DEBUG oslo_vmware.api [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Task: {'id': task-4810775, 'name': PowerOnVM_Task, 'duration_secs': 0.624379} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.482078] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.482262] env[65794]: INFO nova.compute.manager [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Took 9.34 seconds to spawn the instance on the hypervisor. [ 664.482438] env[65794]: DEBUG nova.compute.manager [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 664.483349] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313f8dc3-1a27-4611-90d9-e30cf3e482cf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.621956] env[65794]: DEBUG oslo_vmware.rw_handles [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f16482-7239-ea66-ccb5-782b6e60fe87/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 664.623094] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e5ecc2-ca57-485a-9cbc-621a932cde5d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.630921] env[65794]: DEBUG oslo_vmware.rw_handles [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f16482-7239-ea66-ccb5-782b6e60fe87/disk-0.vmdk is in state: ready. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 664.631178] env[65794]: ERROR oslo_vmware.rw_handles [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f16482-7239-ea66-ccb5-782b6e60fe87/disk-0.vmdk due to incomplete transfer. [ 664.631578] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e7deec1c-ca33-45a8-9580-b3749fd44597 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.643182] env[65794]: DEBUG oslo_vmware.rw_handles [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f16482-7239-ea66-ccb5-782b6e60fe87/disk-0.vmdk. {{(pid=65794) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 664.643405] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Uploaded image 3fb4daf5-052d-4c8e-a919-af12c12b29b4 to the Glance image server {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 664.645377] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Destroying the VM {{(pid=65794) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 664.645696] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2c6f4552-ed8e-467f-820e-fda214d07c68 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.653562] env[65794]: DEBUG oslo_vmware.api [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 664.653562] env[65794]: value = "task-4810777" [ 664.653562] env[65794]: _type = "Task" [ 664.653562] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.664733] env[65794]: DEBUG oslo_vmware.api [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810777, 'name': Destroy_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.680791] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Releasing lock "refresh_cache-946bf688-56a0-42ab-8c5e-7a83efb34000" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.681151] env[65794]: DEBUG nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Instance network_info: |[{"id": "55144f9a-4d8a-44d4-81b4-81d8f962f693", "address": "fa:16:3e:33:46:d1", "network": {"id": "b275ca10-d046-4977-886f-3c46fb020b81", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-417511680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a1eb9870cb77419aa617577d4abb217b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55144f9a-4d", "ovs_interfaceid": "55144f9a-4d8a-44d4-81b4-81d8f962f693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 664.681741] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:46:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55144f9a-4d8a-44d4-81b4-81d8f962f693', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.691283] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Creating folder: Project (a1eb9870cb77419aa617577d4abb217b). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.691854] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fafbeee-2210-4506-bc28-c67663f73964 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.705110] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Created folder: Project (a1eb9870cb77419aa617577d4abb217b) in parent group-v937953. [ 664.705110] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Creating folder: Instances. Parent ref: group-v938009. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.706799] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6ba8110-ba59-4a40-8598-c39b8dfa362f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.719124] env[65794]: DEBUG nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 664.733021] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Created folder: Instances in parent group-v938009. [ 664.737528] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 664.737528] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.737528] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0931a5f7-48b7-4dd1-a76e-2c42aac348d7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.757762] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.757762] env[65794]: value = "task-4810780" [ 664.757762] env[65794]: _type = "Task" [ 664.757762] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.767934] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810780, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.777164] env[65794]: WARNING neutronclient.v2_0.client [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.798580] env[65794]: DEBUG nova.compute.manager [req-3d48f63a-5ee6-4a0e-99f7-a92ab8784fba req-07e35c58-45cf-4b8f-8168-11af2b5e6257 service nova] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Received event network-vif-deleted-50f90ce1-1b61-48a6-91dd-9f747610e540 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 664.889381] env[65794]: DEBUG nova.compute.manager [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Received event network-vif-plugged-cad5effa-2aab-458e-bf43-4b9cfa82abab {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 664.890032] env[65794]: DEBUG oslo_concurrency.lockutils [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] Acquiring lock "5e24f903-0184-48bf-9b9b-9e7ce09e7b00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.890636] env[65794]: DEBUG oslo_concurrency.lockutils [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] Lock "5e24f903-0184-48bf-9b9b-9e7ce09e7b00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.891257] env[65794]: DEBUG oslo_concurrency.lockutils [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] Lock "5e24f903-0184-48bf-9b9b-9e7ce09e7b00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.892301] env[65794]: DEBUG nova.compute.manager [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] No waiting events found dispatching network-vif-plugged-cad5effa-2aab-458e-bf43-4b9cfa82abab {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 664.894315] env[65794]: WARNING nova.compute.manager [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Received unexpected event network-vif-plugged-cad5effa-2aab-458e-bf43-4b9cfa82abab for instance with vm_state active and task_state None. [ 664.894315] env[65794]: DEBUG nova.compute.manager [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Received event network-changed-cad5effa-2aab-458e-bf43-4b9cfa82abab {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 664.894315] env[65794]: DEBUG nova.compute.manager [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Refreshing instance network info cache due to event network-changed-cad5effa-2aab-458e-bf43-4b9cfa82abab. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 664.894315] env[65794]: DEBUG oslo_concurrency.lockutils [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] Acquiring lock "refresh_cache-5e24f903-0184-48bf-9b9b-9e7ce09e7b00" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.894315] env[65794]: DEBUG oslo_concurrency.lockutils [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] Acquired lock "refresh_cache-5e24f903-0184-48bf-9b9b-9e7ce09e7b00" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.894480] env[65794]: DEBUG nova.network.neutron [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Refreshing network info cache for port cad5effa-2aab-458e-bf43-4b9cfa82abab {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.921339] env[65794]: DEBUG oslo_concurrency.lockutils [req-c00ec777-3467-4231-852f-218fa6cd958e req-c45b2741-89e8-4b7a-8c84-b13d550c7a53 service nova] Releasing lock "refresh_cache-c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.986772] env[65794]: DEBUG nova.network.neutron [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Successfully created port: 7235f3b3-af0c-4bf7-8ed9-e8d146ec75c6 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 665.009085] env[65794]: INFO nova.compute.manager [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Took 21.30 seconds to build instance. [ 665.168117] env[65794]: DEBUG oslo_vmware.api [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810777, 'name': Destroy_Task, 'duration_secs': 0.378086} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.168936] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Destroyed the VM [ 665.169328] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Deleting Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 665.170151] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6d4b837a-091e-4ac7-bc27-379e9d645c1c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.180064] env[65794]: DEBUG oslo_vmware.api [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 665.180064] env[65794]: value = "task-4810781" [ 665.180064] env[65794]: _type = "Task" [ 665.180064] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.193957] env[65794]: DEBUG oslo_vmware.api [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810781, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.265190] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa8b63c-8b26-4e00-b9cc-c02bbcd1e4c8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.275425] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810780, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.282826] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0202aaea-4511-41e7-81e0-9e7cf7808e1d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.319601] env[65794]: DEBUG nova.network.neutron [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 665.322292] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b8e5d3-d6d7-463d-9eeb-2958c6dba0da {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.332262] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae6b12a-1433-45cb-beff-a41452a863e5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.347448] env[65794]: DEBUG nova.compute.provider_tree [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.397626] env[65794]: WARNING neutronclient.v2_0.client [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.515240] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42ae383b-a0d1-4136-a98b-c1cc030e381c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Lock "5e24f903-0184-48bf-9b9b-9e7ce09e7b00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.820s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.693082] env[65794]: DEBUG oslo_vmware.api [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810781, 'name': RemoveSnapshot_Task, 'duration_secs': 0.406656} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.693398] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Deleted Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 665.693702] env[65794]: INFO nova.compute.manager [None req-9b01b9ab-cd7f-48f1-b2ca-29e077150731 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Took 14.69 seconds to snapshot the instance on the hypervisor. [ 665.742171] env[65794]: DEBUG nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 665.773098] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810780, 'name': CreateVM_Task, 'duration_secs': 0.519158} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.773360] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.774102] env[65794]: WARNING neutronclient.v2_0.client [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.774344] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.774520] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.774828] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.777283] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 665.777518] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.777669] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 665.777848] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.777993] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 665.778157] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 665.778382] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 665.778539] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 665.778695] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 665.778850] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 665.779124] env[65794]: DEBUG nova.virt.hardware [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 665.779318] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffc01a42-8ef5-4b82-9e77-aaf9ce608605 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.782125] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480fe61c-1843-4b85-b592-3e24dc9602b9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.791925] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 665.791925] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52e82462-e2e0-970d-2ae5-e888da6412ca" [ 665.791925] env[65794]: _type = "Task" [ 665.791925] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.800853] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68921e92-4883-4045-9933-06e4b44c5f67 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.814787] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e82462-e2e0-970d-2ae5-e888da6412ca, 'name': SearchDatastore_Task, 'duration_secs': 0.015462} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.820755] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.821053] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.821347] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.821469] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.821597] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.822526] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f768189-e165-4db3-a131-e38e78e80752 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.835026] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.835026] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.835026] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8a62b45-e4dc-4702-b81f-1987ab4afbe1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.843019] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 665.843019] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522f7c74-4343-c58b-6828-6ae47fe4060c" [ 665.843019] env[65794]: _type = "Task" [ 665.843019] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.854163] env[65794]: DEBUG nova.scheduler.client.report [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.857845] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522f7c74-4343-c58b-6828-6ae47fe4060c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.359271] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522f7c74-4343-c58b-6828-6ae47fe4060c, 'name': SearchDatastore_Task, 'duration_secs': 0.013574} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.360180] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d21c709c-cddc-45d0-a335-41153296ff87 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.363165] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.363667] env[65794]: DEBUG nova.compute.manager [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 666.366229] env[65794]: DEBUG oslo_concurrency.lockutils [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.275s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.367351] env[65794]: DEBUG nova.objects.instance [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65794) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 666.374610] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 666.374610] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f7e34e-f1b3-d658-e94d-b1b25f21d028" [ 666.374610] env[65794]: _type = "Task" [ 666.374610] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.384499] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f7e34e-f1b3-d658-e94d-b1b25f21d028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.462951] env[65794]: DEBUG nova.network.neutron [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Updating instance_info_cache with network_info: [{"id": "226c3276-0841-406e-bdcc-ae115ff04629", "address": "fa:16:3e:d1:3b:2a", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap226c3276-08", "ovs_interfaceid": "226c3276-0841-406e-bdcc-ae115ff04629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.877333] env[65794]: DEBUG nova.compute.utils [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.882519] env[65794]: DEBUG nova.compute.manager [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 666.882519] env[65794]: DEBUG nova.network.neutron [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 666.882768] env[65794]: WARNING neutronclient.v2_0.client [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.883741] env[65794]: WARNING neutronclient.v2_0.client [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.900173] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f7e34e-f1b3-d658-e94d-b1b25f21d028, 'name': SearchDatastore_Task, 'duration_secs': 0.016573} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.900474] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.900779] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 946bf688-56a0-42ab-8c5e-7a83efb34000/946bf688-56a0-42ab-8c5e-7a83efb34000.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.901074] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4e0378d-a92d-4153-9730-8842cd26c530 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.911087] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 666.911087] env[65794]: value = "task-4810783" [ 666.911087] env[65794]: _type = "Task" [ 666.911087] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.925882] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.967822] env[65794]: DEBUG oslo_concurrency.lockutils [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Releasing lock "refresh_cache-6a7b7491-19f0-4e28-951c-6a291371eb6f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.273031] env[65794]: DEBUG nova.network.neutron [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Successfully updated port: 7235f3b3-af0c-4bf7-8ed9-e8d146ec75c6 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 667.382454] env[65794]: DEBUG oslo_concurrency.lockutils [None req-55b706e9-9eec-4c3f-83bf-8d3ebaa34c94 tempest-ServersAdmin275Test-1761477426 tempest-ServersAdmin275Test-1761477426-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.384139] env[65794]: DEBUG oslo_concurrency.lockutils [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.858s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.384139] env[65794]: DEBUG nova.objects.instance [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Lazy-loading 'resources' on Instance uuid ab776f80-fe6c-4a18-bcf7-a55f2b88b96d {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.387608] env[65794]: DEBUG nova.compute.manager [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 667.424019] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810783, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.499735] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c35d30-2a58-46ec-8964-7c281e7e3d82 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.526146] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59969c8a-f024-412a-9754-2144f17776e9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.536169] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Updating instance '6a7b7491-19f0-4e28-951c-6a291371eb6f' progress to 83 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 667.776441] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquiring lock "refresh_cache-9b4a2418-9618-4c3f-a110-dd81de4cf4a0" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.776441] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquired lock "refresh_cache-9b4a2418-9618-4c3f-a110-dd81de4cf4a0" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.776648] env[65794]: DEBUG nova.network.neutron [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 667.834712] env[65794]: DEBUG nova.policy [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9269f85045f44acad3fafb90582cdb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de9a71d66ebd4ebf955da7787f0ed2c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.899858] env[65794]: WARNING neutronclient.v2_0.client [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.930483] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681112} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.935916] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 946bf688-56a0-42ab-8c5e-7a83efb34000/946bf688-56a0-42ab-8c5e-7a83efb34000.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.935916] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.935916] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-926819ac-413a-41e2-b840-d3c6f9dbf061 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.945142] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 667.945142] env[65794]: value = "task-4810784" [ 667.945142] env[65794]: _type = "Task" [ 667.945142] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.960339] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.042500] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.042821] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c1361fb-535b-4dd4-884f-cefd62212b6c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.051365] env[65794]: DEBUG oslo_vmware.api [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 668.051365] env[65794]: value = "task-4810785" [ 668.051365] env[65794]: _type = "Task" [ 668.051365] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.063361] env[65794]: DEBUG oslo_vmware.api [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.328858] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c82e9e-09b2-4003-904e-9ea63d8b0152 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.338016] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4832193-b8e6-4efe-9434-d8de8e9aa57a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.373113] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87993053-75ea-4378-b5ae-65b7c4654485 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.382482] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f448583-881e-4cf1-ac07-be41997aad46 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.399555] env[65794]: DEBUG nova.compute.provider_tree [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.404794] env[65794]: DEBUG nova.compute.manager [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 668.432696] env[65794]: DEBUG nova.virt.hardware [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 668.432941] env[65794]: DEBUG nova.virt.hardware [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.433235] env[65794]: DEBUG nova.virt.hardware [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 668.433396] env[65794]: DEBUG nova.virt.hardware [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.433878] env[65794]: DEBUG nova.virt.hardware [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 668.433878] env[65794]: DEBUG nova.virt.hardware [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 668.433878] env[65794]: DEBUG nova.virt.hardware [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 668.434327] env[65794]: DEBUG nova.virt.hardware [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 668.434327] env[65794]: DEBUG nova.virt.hardware [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 668.434393] env[65794]: DEBUG nova.virt.hardware [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 668.434536] env[65794]: DEBUG nova.virt.hardware [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 668.435421] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2d5b0c-5b68-4abf-b4ca-cf8fea3ff732 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.444825] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2eb80f-c72d-47fe-aaa5-05c9a6b5907b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.458060] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074506} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.465944] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.467120] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e464b4-d173-40e9-8766-e2ef21e2b4f3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.495180] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 946bf688-56a0-42ab-8c5e-7a83efb34000/946bf688-56a0-42ab-8c5e-7a83efb34000.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.495180] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-191025e7-eb32-4ce9-b3b4-b52468cfd91f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.519462] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 668.519462] env[65794]: value = "task-4810786" [ 668.519462] env[65794]: _type = "Task" [ 668.519462] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.530196] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.551121] env[65794]: DEBUG nova.network.neutron [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Successfully created port: 02c9ab3e-9750-41dc-901e-6b17e600c97a {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 668.567144] env[65794]: DEBUG oslo_vmware.api [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810785, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.905182] env[65794]: DEBUG nova.scheduler.client.report [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.936752] env[65794]: DEBUG nova.network.neutron [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 669.037741] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.065336] env[65794]: DEBUG oslo_vmware.api [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4810785, 'name': PowerOnVM_Task, 'duration_secs': 0.765818} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.065649] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.065844] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-73c2903d-9282-46c7-a6b2-a20d7ee30efa tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Updating instance '6a7b7491-19f0-4e28-951c-6a291371eb6f' progress to 100 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 669.410586] env[65794]: DEBUG oslo_concurrency.lockutils [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.415846] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.609s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.415846] env[65794]: INFO nova.compute.claims [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.446164] env[65794]: INFO nova.scheduler.client.report [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Deleted allocations for instance ab776f80-fe6c-4a18-bcf7-a55f2b88b96d [ 669.529614] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810786, 'name': ReconfigVM_Task, 'duration_secs': 0.6398} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.529912] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 946bf688-56a0-42ab-8c5e-7a83efb34000/946bf688-56a0-42ab-8c5e-7a83efb34000.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.530871] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9148fcb9-b860-427a-8b9d-33b434c65003 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.538750] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 669.538750] env[65794]: value = "task-4810788" [ 669.538750] env[65794]: _type = "Task" [ 669.538750] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.547791] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810788, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.618084] env[65794]: DEBUG nova.network.neutron [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Updating instance_info_cache with network_info: [{"id": "56e26cb4-5731-466d-9bc4-2f1e906a6107", "address": "fa:16:3e:f7:71:dd", "network": {"id": "b275ca10-d046-4977-886f-3c46fb020b81", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-417511680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1eb9870cb77419aa617577d4abb217b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56e26cb4-57", "ovs_interfaceid": "56e26cb4-5731-466d-9bc4-2f1e906a6107", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.649887] env[65794]: WARNING neutronclient.v2_0.client [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.880851] env[65794]: DEBUG nova.network.neutron [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Updated VIF entry in instance network info cache for port cad5effa-2aab-458e-bf43-4b9cfa82abab. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 669.881278] env[65794]: DEBUG nova.network.neutron [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Updating instance_info_cache with network_info: [{"id": "cad5effa-2aab-458e-bf43-4b9cfa82abab", "address": "fa:16:3e:a3:95:18", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcad5effa-2a", "ovs_interfaceid": "cad5effa-2aab-458e-bf43-4b9cfa82abab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.956121] env[65794]: DEBUG oslo_concurrency.lockutils [None req-74952c38-b3f9-4c0d-9a29-0da190e1c331 tempest-AttachInterfacesV270Test-1097869133 tempest-AttachInterfacesV270Test-1097869133-project-member] Lock "ab776f80-fe6c-4a18-bcf7-a55f2b88b96d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.469s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.974759] env[65794]: WARNING neutronclient.v2_0.client [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.055009] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810788, 'name': Rename_Task, 'duration_secs': 0.274758} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.055508] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.055776] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05b938c1-c473-483d-ba0c-23f4a95ce4ac {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.062873] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 670.062873] env[65794]: value = "task-4810789" [ 670.062873] env[65794]: _type = "Task" [ 670.062873] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.072713] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.121159] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Releasing lock "refresh_cache-b85d95ae-e8c3-4511-97a1-35ee4ce04bfa" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.121529] env[65794]: DEBUG nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Instance network_info: |[{"id": "56e26cb4-5731-466d-9bc4-2f1e906a6107", "address": "fa:16:3e:f7:71:dd", "network": {"id": "b275ca10-d046-4977-886f-3c46fb020b81", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-417511680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1eb9870cb77419aa617577d4abb217b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56e26cb4-57", "ovs_interfaceid": "56e26cb4-5731-466d-9bc4-2f1e906a6107", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 670.122075] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:71:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56e26cb4-5731-466d-9bc4-2f1e906a6107', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.130469] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 670.132493] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.132493] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94adb050-3df6-4bd3-bbdd-3d3276d8d9c6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.151551] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.151551] env[65794]: value = "task-4810790" [ 670.151551] env[65794]: _type = "Task" [ 670.151551] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.161251] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810790, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.386417] env[65794]: DEBUG oslo_concurrency.lockutils [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] Releasing lock "refresh_cache-5e24f903-0184-48bf-9b9b-9e7ce09e7b00" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.386417] env[65794]: DEBUG nova.compute.manager [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Received event network-changed-71035876-9b1e-4d69-b5d7-42f2d3195935 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 670.386417] env[65794]: DEBUG nova.compute.manager [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Refreshing instance network info cache due to event network-changed-71035876-9b1e-4d69-b5d7-42f2d3195935. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 670.386417] env[65794]: DEBUG oslo_concurrency.lockutils [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] Acquiring lock "refresh_cache-7ece0ac9-80dd-491f-9e03-e8c862e9e64a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.386417] env[65794]: DEBUG oslo_concurrency.lockutils [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] Acquired lock "refresh_cache-7ece0ac9-80dd-491f-9e03-e8c862e9e64a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.386903] env[65794]: DEBUG nova.network.neutron [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Refreshing network info cache for port 71035876-9b1e-4d69-b5d7-42f2d3195935 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.401915] env[65794]: DEBUG nova.network.neutron [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Updating instance_info_cache with network_info: [{"id": "7235f3b3-af0c-4bf7-8ed9-e8d146ec75c6", "address": "fa:16:3e:76:f7:b8", "network": {"id": "b275ca10-d046-4977-886f-3c46fb020b81", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-417511680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1eb9870cb77419aa617577d4abb217b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7235f3b3-af", "ovs_interfaceid": "7235f3b3-af0c-4bf7-8ed9-e8d146ec75c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.554069] env[65794]: DEBUG nova.network.neutron [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Successfully updated port: 02c9ab3e-9750-41dc-901e-6b17e600c97a {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 670.579267] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810789, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.676400] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810790, 'name': CreateVM_Task, 'duration_secs': 0.440172} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.676657] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.677386] env[65794]: WARNING neutronclient.v2_0.client [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.679992] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.679992] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.679992] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.679992] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db7b5fa3-3fb3-417b-b8b4-af48ce3d1c5e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.686639] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 670.686639] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52174549-51aa-c162-aba9-1f2da44f7ea5" [ 670.686639] env[65794]: _type = "Task" [ 670.686639] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.699658] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52174549-51aa-c162-aba9-1f2da44f7ea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.890927] env[65794]: WARNING neutronclient.v2_0.client [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.902608] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Releasing lock "refresh_cache-9b4a2418-9618-4c3f-a110-dd81de4cf4a0" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.903057] env[65794]: DEBUG nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Instance network_info: |[{"id": "7235f3b3-af0c-4bf7-8ed9-e8d146ec75c6", "address": "fa:16:3e:76:f7:b8", "network": {"id": "b275ca10-d046-4977-886f-3c46fb020b81", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-417511680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1eb9870cb77419aa617577d4abb217b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7235f3b3-af", "ovs_interfaceid": "7235f3b3-af0c-4bf7-8ed9-e8d146ec75c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 670.904128] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:f7:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7235f3b3-af0c-4bf7-8ed9-e8d146ec75c6', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.913250] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 670.916212] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.916663] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7689988f-ad0d-45b2-bd35-61eccd598b2f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.932914] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0557d2-0fbc-44c1-9331-ae9ab9d31cbd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.946512] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00706bd-25ea-47b2-b6be-15fb51cdb1db {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.950333] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.950333] env[65794]: value = "task-4810792" [ 670.950333] env[65794]: _type = "Task" [ 670.950333] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.979714] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa996d06-ef3e-4adc-abc7-64a42dc161fb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.986119] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810792, 'name': CreateVM_Task} progress is 15%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.992070] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b426ce-172b-413a-9b2d-5137598ae45b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.027147] env[65794]: DEBUG nova.compute.provider_tree [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.058236] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquiring lock "refresh_cache-92cf7152-7138-4f68-a3a3-c433071a7f89" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.058406] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquired lock "refresh_cache-92cf7152-7138-4f68-a3a3-c433071a7f89" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.058589] env[65794]: DEBUG nova.network.neutron [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 671.076025] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810789, 'name': PowerOnVM_Task, 'duration_secs': 0.649468} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.076685] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.079570] env[65794]: INFO nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Took 11.77 seconds to spawn the instance on the hypervisor. [ 671.079570] env[65794]: DEBUG nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 671.079570] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2490644-a10e-4b7f-96e0-44fb78903221 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.170404] env[65794]: WARNING neutronclient.v2_0.client [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.190697] env[65794]: DEBUG nova.compute.manager [req-badce1b1-4a48-44eb-972d-d8d22b9c8872 req-f907b090-74ca-4c6a-9d9e-7e033bcfea25 service nova] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Received event network-vif-plugged-55144f9a-4d8a-44d4-81b4-81d8f962f693 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 671.190697] env[65794]: DEBUG oslo_concurrency.lockutils [req-badce1b1-4a48-44eb-972d-d8d22b9c8872 req-f907b090-74ca-4c6a-9d9e-7e033bcfea25 service nova] Acquiring lock "946bf688-56a0-42ab-8c5e-7a83efb34000-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.191042] env[65794]: DEBUG oslo_concurrency.lockutils [req-badce1b1-4a48-44eb-972d-d8d22b9c8872 req-f907b090-74ca-4c6a-9d9e-7e033bcfea25 service nova] Lock "946bf688-56a0-42ab-8c5e-7a83efb34000-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.191042] env[65794]: DEBUG oslo_concurrency.lockutils [req-badce1b1-4a48-44eb-972d-d8d22b9c8872 req-f907b090-74ca-4c6a-9d9e-7e033bcfea25 service nova] Lock "946bf688-56a0-42ab-8c5e-7a83efb34000-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.192461] env[65794]: DEBUG nova.compute.manager [req-badce1b1-4a48-44eb-972d-d8d22b9c8872 req-f907b090-74ca-4c6a-9d9e-7e033bcfea25 service nova] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] No waiting events found dispatching network-vif-plugged-55144f9a-4d8a-44d4-81b4-81d8f962f693 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 671.192660] env[65794]: WARNING nova.compute.manager [req-badce1b1-4a48-44eb-972d-d8d22b9c8872 req-f907b090-74ca-4c6a-9d9e-7e033bcfea25 service nova] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Received unexpected event network-vif-plugged-55144f9a-4d8a-44d4-81b4-81d8f962f693 for instance with vm_state active and task_state None. [ 671.192837] env[65794]: DEBUG nova.compute.manager [req-badce1b1-4a48-44eb-972d-d8d22b9c8872 req-f907b090-74ca-4c6a-9d9e-7e033bcfea25 service nova] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Received event network-changed-55144f9a-4d8a-44d4-81b4-81d8f962f693 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 671.193009] env[65794]: DEBUG nova.compute.manager [req-badce1b1-4a48-44eb-972d-d8d22b9c8872 req-f907b090-74ca-4c6a-9d9e-7e033bcfea25 service nova] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Refreshing instance network info cache due to event network-changed-55144f9a-4d8a-44d4-81b4-81d8f962f693. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 671.196150] env[65794]: DEBUG oslo_concurrency.lockutils [req-badce1b1-4a48-44eb-972d-d8d22b9c8872 req-f907b090-74ca-4c6a-9d9e-7e033bcfea25 service nova] Acquiring lock "refresh_cache-946bf688-56a0-42ab-8c5e-7a83efb34000" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.196150] env[65794]: DEBUG oslo_concurrency.lockutils [req-badce1b1-4a48-44eb-972d-d8d22b9c8872 req-f907b090-74ca-4c6a-9d9e-7e033bcfea25 service nova] Acquired lock "refresh_cache-946bf688-56a0-42ab-8c5e-7a83efb34000" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.196150] env[65794]: DEBUG nova.network.neutron [req-badce1b1-4a48-44eb-972d-d8d22b9c8872 req-f907b090-74ca-4c6a-9d9e-7e033bcfea25 service nova] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Refreshing network info cache for port 55144f9a-4d8a-44d4-81b4-81d8f962f693 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.210956] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52174549-51aa-c162-aba9-1f2da44f7ea5, 'name': SearchDatastore_Task, 'duration_secs': 0.018805} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.211927] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.214278] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.215210] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.215374] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.215628] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.216392] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74e6a634-c964-4202-b045-c222f9d2e80c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.231225] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.236998] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.236998] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e01d6180-4435-4a52-8b47-29fdbfa851c8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.245320] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 671.245320] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52a6662b-9325-a93e-eda4-b2767e5478f6" [ 671.245320] env[65794]: _type = "Task" [ 671.245320] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.266086] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a6662b-9325-a93e-eda4-b2767e5478f6, 'name': SearchDatastore_Task, 'duration_secs': 0.014706} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.272583] env[65794]: DEBUG nova.compute.manager [req-b45e2c25-0c98-4096-ac5d-998b4e281d92 req-9e93dafc-642c-4a7e-a9ad-dce23397d95d service nova] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Received event network-vif-plugged-56e26cb4-5731-466d-9bc4-2f1e906a6107 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 671.273160] env[65794]: DEBUG oslo_concurrency.lockutils [req-b45e2c25-0c98-4096-ac5d-998b4e281d92 req-9e93dafc-642c-4a7e-a9ad-dce23397d95d service nova] Acquiring lock "b85d95ae-e8c3-4511-97a1-35ee4ce04bfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.273160] env[65794]: DEBUG oslo_concurrency.lockutils [req-b45e2c25-0c98-4096-ac5d-998b4e281d92 req-9e93dafc-642c-4a7e-a9ad-dce23397d95d service nova] Lock "b85d95ae-e8c3-4511-97a1-35ee4ce04bfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.273407] env[65794]: DEBUG oslo_concurrency.lockutils [req-b45e2c25-0c98-4096-ac5d-998b4e281d92 req-9e93dafc-642c-4a7e-a9ad-dce23397d95d service nova] Lock "b85d95ae-e8c3-4511-97a1-35ee4ce04bfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.273576] env[65794]: DEBUG nova.compute.manager [req-b45e2c25-0c98-4096-ac5d-998b4e281d92 req-9e93dafc-642c-4a7e-a9ad-dce23397d95d service nova] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] No waiting events found dispatching network-vif-plugged-56e26cb4-5731-466d-9bc4-2f1e906a6107 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 671.273778] env[65794]: WARNING nova.compute.manager [req-b45e2c25-0c98-4096-ac5d-998b4e281d92 req-9e93dafc-642c-4a7e-a9ad-dce23397d95d service nova] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Received unexpected event network-vif-plugged-56e26cb4-5731-466d-9bc4-2f1e906a6107 for instance with vm_state building and task_state spawning. [ 671.274060] env[65794]: DEBUG nova.compute.manager [req-b45e2c25-0c98-4096-ac5d-998b4e281d92 req-9e93dafc-642c-4a7e-a9ad-dce23397d95d service nova] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Received event network-changed-56e26cb4-5731-466d-9bc4-2f1e906a6107 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 671.274425] env[65794]: DEBUG nova.compute.manager [req-b45e2c25-0c98-4096-ac5d-998b4e281d92 req-9e93dafc-642c-4a7e-a9ad-dce23397d95d service nova] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Refreshing instance network info cache due to event network-changed-56e26cb4-5731-466d-9bc4-2f1e906a6107. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 671.274811] env[65794]: DEBUG oslo_concurrency.lockutils [req-b45e2c25-0c98-4096-ac5d-998b4e281d92 req-9e93dafc-642c-4a7e-a9ad-dce23397d95d service nova] Acquiring lock "refresh_cache-b85d95ae-e8c3-4511-97a1-35ee4ce04bfa" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.274947] env[65794]: DEBUG oslo_concurrency.lockutils [req-b45e2c25-0c98-4096-ac5d-998b4e281d92 req-9e93dafc-642c-4a7e-a9ad-dce23397d95d service nova] Acquired lock "refresh_cache-b85d95ae-e8c3-4511-97a1-35ee4ce04bfa" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.275168] env[65794]: DEBUG nova.network.neutron [req-b45e2c25-0c98-4096-ac5d-998b4e281d92 req-9e93dafc-642c-4a7e-a9ad-dce23397d95d service nova] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Refreshing network info cache for port 56e26cb4-5731-466d-9bc4-2f1e906a6107 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.277251] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8120bee6-602d-4a7b-9590-ff6b92ad7ffe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.286752] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 671.286752] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5231454d-de8e-f3df-688c-0cf174ac98e4" [ 671.286752] env[65794]: _type = "Task" [ 671.286752] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.302333] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5231454d-de8e-f3df-688c-0cf174ac98e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.401354] env[65794]: DEBUG oslo_concurrency.lockutils [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "7d65b7b9-a096-45ac-b66f-ae69432e4d50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.401634] env[65794]: DEBUG oslo_concurrency.lockutils [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "7d65b7b9-a096-45ac-b66f-ae69432e4d50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.463686] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810792, 'name': CreateVM_Task, 'duration_secs': 0.462523} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.465457] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.466161] env[65794]: WARNING neutronclient.v2_0.client [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.466298] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.467335] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.467335] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.467678] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e183288c-10a0-41ab-a92f-10e4a535268d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.478877] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 671.478877] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]529802b9-1b34-adf6-89c2-ab82e98cca05" [ 671.478877] env[65794]: _type = "Task" [ 671.478877] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.492928] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]529802b9-1b34-adf6-89c2-ab82e98cca05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.534052] env[65794]: DEBUG nova.scheduler.client.report [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.606528] env[65794]: INFO nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Took 26.36 seconds to build instance. [ 671.703028] env[65794]: WARNING neutronclient.v2_0.client [req-badce1b1-4a48-44eb-972d-d8d22b9c8872 req-f907b090-74ca-4c6a-9d9e-7e033bcfea25 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.783454] env[65794]: DEBUG nova.network.neutron [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 671.787089] env[65794]: WARNING neutronclient.v2_0.client [req-b45e2c25-0c98-4096-ac5d-998b4e281d92 req-9e93dafc-642c-4a7e-a9ad-dce23397d95d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.802723] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5231454d-de8e-f3df-688c-0cf174ac98e4, 'name': SearchDatastore_Task, 'duration_secs': 0.018905} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.803617] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.803617] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] b85d95ae-e8c3-4511-97a1-35ee4ce04bfa/b85d95ae-e8c3-4511-97a1-35ee4ce04bfa.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.803962] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d09ec9e7-9e69-4f72-921f-21e41fc64296 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.812812] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 671.812812] env[65794]: value = "task-4810793" [ 671.812812] env[65794]: _type = "Task" [ 671.812812] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.824915] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.884026] env[65794]: DEBUG nova.network.neutron [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Updated VIF entry in instance network info cache for port 71035876-9b1e-4d69-b5d7-42f2d3195935. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 671.884026] env[65794]: DEBUG nova.network.neutron [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Updating instance_info_cache with network_info: [{"id": "71035876-9b1e-4d69-b5d7-42f2d3195935", "address": "fa:16:3e:11:6f:24", "network": {"id": "57d9b6af-d67d-4309-b437-f058da240ce4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-603908809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00ebd4686daa4f1bb38cb4c274c09055", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71035876-9b", "ovs_interfaceid": "71035876-9b1e-4d69-b5d7-42f2d3195935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.907721] env[65794]: DEBUG nova.compute.manager [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 671.991877] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]529802b9-1b34-adf6-89c2-ab82e98cca05, 'name': SearchDatastore_Task, 'duration_secs': 0.019502} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.992648] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.992648] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.992932] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.993395] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.993611] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.994169] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33e1d3ad-868a-4857-b325-3ee3bd792f61 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.005653] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.005844] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.006610] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-648083cf-75b9-4b21-9223-82398d5651f0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.013064] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 672.013064] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52c7b8a8-d558-e7c6-d9cc-c611de5e40ac" [ 672.013064] env[65794]: _type = "Task" [ 672.013064] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.023278] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c7b8a8-d558-e7c6-d9cc-c611de5e40ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.041654] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.042017] env[65794]: DEBUG nova.compute.manager [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 672.046846] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.102s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.046846] env[65794]: INFO nova.compute.claims [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.108858] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "946bf688-56a0-42ab-8c5e-7a83efb34000" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.880s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.327420] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810793, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.391536] env[65794]: DEBUG oslo_concurrency.lockutils [req-82a10940-d387-492d-8526-e31ade3905fe req-f19c73d8-33ae-42c3-9a83-b30ab174e33e service nova] Releasing lock "refresh_cache-7ece0ac9-80dd-491f-9e03-e8c862e9e64a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.437636] env[65794]: DEBUG oslo_concurrency.lockutils [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.529936] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c7b8a8-d558-e7c6-d9cc-c611de5e40ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009585} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.532379] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f5cedd-f395-4702-93a6-c1b01cb3ce8c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.541304] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 672.541304] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52115114-f31e-414b-c813-1f59eb64e74f" [ 672.541304] env[65794]: _type = "Task" [ 672.541304] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.563415] env[65794]: DEBUG nova.compute.utils [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.565520] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52115114-f31e-414b-c813-1f59eb64e74f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.569068] env[65794]: DEBUG nova.compute.manager [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Not allocating networking since 'none' was specified. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 672.832265] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547818} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.832599] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] b85d95ae-e8c3-4511-97a1-35ee4ce04bfa/b85d95ae-e8c3-4511-97a1-35ee4ce04bfa.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.833135] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.833135] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40acd29c-485b-4be8-b57f-baedf67cd4d6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.843495] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 672.843495] env[65794]: value = "task-4810795" [ 672.843495] env[65794]: _type = "Task" [ 672.843495] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.854490] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.975932] env[65794]: WARNING neutronclient.v2_0.client [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.056041] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52115114-f31e-414b-c813-1f59eb64e74f, 'name': SearchDatastore_Task, 'duration_secs': 0.012977} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.056701] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.056815] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 9b4a2418-9618-4c3f-a110-dd81de4cf4a0/9b4a2418-9618-4c3f-a110-dd81de4cf4a0.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.057092] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ff0ed06-4df3-4e77-ab72-d2b11b89dd8d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.065259] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 673.065259] env[65794]: value = "task-4810796" [ 673.065259] env[65794]: _type = "Task" [ 673.065259] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.071294] env[65794]: DEBUG nova.compute.manager [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 673.084532] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.216206] env[65794]: WARNING neutronclient.v2_0.client [req-badce1b1-4a48-44eb-972d-d8d22b9c8872 req-f907b090-74ca-4c6a-9d9e-7e033bcfea25 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.313032] env[65794]: WARNING neutronclient.v2_0.client [req-b45e2c25-0c98-4096-ac5d-998b4e281d92 req-9e93dafc-642c-4a7e-a9ad-dce23397d95d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.362506] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074177} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.362861] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.363923] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba68886-5bb5-4b90-b177-fc5fbfccfc31 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.396223] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] b85d95ae-e8c3-4511-97a1-35ee4ce04bfa/b85d95ae-e8c3-4511-97a1-35ee4ce04bfa.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.397935] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bd495db-4216-4caa-8eb3-ff7939ec89a5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.421557] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 673.421557] env[65794]: value = "task-4810797" [ 673.421557] env[65794]: _type = "Task" [ 673.421557] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.434220] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.529039] env[65794]: DEBUG nova.network.neutron [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Updating instance_info_cache with network_info: [{"id": "02c9ab3e-9750-41dc-901e-6b17e600c97a", "address": "fa:16:3e:ec:54:90", "network": {"id": "7b7f9a57-b64f-4077-8e94-91e91c3e8259", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1312368132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9a71d66ebd4ebf955da7787f0ed2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02c9ab3e-97", "ovs_interfaceid": "02c9ab3e-9750-41dc-901e-6b17e600c97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.539915] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3253513-3c0a-4ad4-8a3f-fd239dea6762 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.550680] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72a2b1e-20fb-46e7-bd6e-6a8dd4079a22 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.595324] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da50c5b-8da5-4df8-a357-4c7d460ce31b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.614497] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae7acb9-64bc-4100-ba3c-3fa494e18b72 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.618751] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499878} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.619599] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 9b4a2418-9618-4c3f-a110-dd81de4cf4a0/9b4a2418-9618-4c3f-a110-dd81de4cf4a0.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.619891] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.620544] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b66d4522-625a-40e3-97d5-a7e53affa7c1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.632684] env[65794]: DEBUG nova.compute.provider_tree [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.642071] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 673.642071] env[65794]: value = "task-4810798" [ 673.642071] env[65794]: _type = "Task" [ 673.642071] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.655546] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.707764] env[65794]: DEBUG nova.network.neutron [req-badce1b1-4a48-44eb-972d-d8d22b9c8872 req-f907b090-74ca-4c6a-9d9e-7e033bcfea25 service nova] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Updated VIF entry in instance network info cache for port 55144f9a-4d8a-44d4-81b4-81d8f962f693. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 673.708152] env[65794]: DEBUG nova.network.neutron [req-badce1b1-4a48-44eb-972d-d8d22b9c8872 req-f907b090-74ca-4c6a-9d9e-7e033bcfea25 service nova] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Updating instance_info_cache with network_info: [{"id": "55144f9a-4d8a-44d4-81b4-81d8f962f693", "address": "fa:16:3e:33:46:d1", "network": {"id": "b275ca10-d046-4977-886f-3c46fb020b81", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-417511680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1eb9870cb77419aa617577d4abb217b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55144f9a-4d", "ovs_interfaceid": "55144f9a-4d8a-44d4-81b4-81d8f962f693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.805307] env[65794]: DEBUG nova.network.neutron [req-b45e2c25-0c98-4096-ac5d-998b4e281d92 req-9e93dafc-642c-4a7e-a9ad-dce23397d95d service nova] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Updated VIF entry in instance network info cache for port 56e26cb4-5731-466d-9bc4-2f1e906a6107. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 673.805732] env[65794]: DEBUG nova.network.neutron [req-b45e2c25-0c98-4096-ac5d-998b4e281d92 req-9e93dafc-642c-4a7e-a9ad-dce23397d95d service nova] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Updating instance_info_cache with network_info: [{"id": "56e26cb4-5731-466d-9bc4-2f1e906a6107", "address": "fa:16:3e:f7:71:dd", "network": {"id": "b275ca10-d046-4977-886f-3c46fb020b81", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-417511680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1eb9870cb77419aa617577d4abb217b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56e26cb4-57", "ovs_interfaceid": "56e26cb4-5731-466d-9bc4-2f1e906a6107", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.935716] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.032403] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Releasing lock "refresh_cache-92cf7152-7138-4f68-a3a3-c433071a7f89" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.032820] env[65794]: DEBUG nova.compute.manager [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Instance network_info: |[{"id": "02c9ab3e-9750-41dc-901e-6b17e600c97a", "address": "fa:16:3e:ec:54:90", "network": {"id": "7b7f9a57-b64f-4077-8e94-91e91c3e8259", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1312368132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9a71d66ebd4ebf955da7787f0ed2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02c9ab3e-97", "ovs_interfaceid": "02c9ab3e-9750-41dc-901e-6b17e600c97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 674.033344] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:54:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02c9ab3e-9750-41dc-901e-6b17e600c97a', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.045726] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Creating folder: Project (de9a71d66ebd4ebf955da7787f0ed2c9). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.045726] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57aa9363-c745-445c-96a5-2c628c645fa3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.057574] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Created folder: Project (de9a71d66ebd4ebf955da7787f0ed2c9) in parent group-v937953. [ 674.057955] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Creating folder: Instances. Parent ref: group-v938015. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.058113] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb9f1200-6545-4389-b77e-c02748691cd1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.070999] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Created folder: Instances in parent group-v938015. [ 674.071283] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 674.071488] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.071697] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e97d2a01-19b6-4cd5-b11b-0bfa2f06ac91 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.093339] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.093339] env[65794]: value = "task-4810801" [ 674.093339] env[65794]: _type = "Task" [ 674.093339] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.102328] env[65794]: DEBUG nova.compute.manager [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 674.108803] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810801, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.139883] env[65794]: DEBUG nova.virt.hardware [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 674.140778] env[65794]: DEBUG nova.virt.hardware [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.140778] env[65794]: DEBUG nova.virt.hardware [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 674.140778] env[65794]: DEBUG nova.virt.hardware [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.141115] env[65794]: DEBUG nova.virt.hardware [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 674.141115] env[65794]: DEBUG nova.virt.hardware [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 674.141356] env[65794]: DEBUG nova.virt.hardware [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 674.141665] env[65794]: DEBUG nova.virt.hardware [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 674.141665] env[65794]: DEBUG nova.virt.hardware [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 674.141967] env[65794]: DEBUG nova.virt.hardware [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 674.141967] env[65794]: DEBUG nova.virt.hardware [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 674.143487] env[65794]: DEBUG nova.scheduler.client.report [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.146905] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ccd10a-2600-433c-8fd1-01caa8245f70 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.163362] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b708938-2794-4893-8ee3-dff0c097c80c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.168383] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106199} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.169509] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.171036] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8035da29-765b-4728-8845-8ec9d5ed3697 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.185603] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Instance VIF info [] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.191837] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Creating folder: Project (5aaf8d49cec043dfa3ac8e5cece29138). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.193161] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45a3da91-9732-4137-b370-ab60f9e99d81 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.216285] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 9b4a2418-9618-4c3f-a110-dd81de4cf4a0/9b4a2418-9618-4c3f-a110-dd81de4cf4a0.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.217001] env[65794]: DEBUG oslo_concurrency.lockutils [req-badce1b1-4a48-44eb-972d-d8d22b9c8872 req-f907b090-74ca-4c6a-9d9e-7e033bcfea25 service nova] Releasing lock "refresh_cache-946bf688-56a0-42ab-8c5e-7a83efb34000" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.218617] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9c95f50-a8a8-4207-9fae-06be1fd78bbb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.237093] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Created folder: Project (5aaf8d49cec043dfa3ac8e5cece29138) in parent group-v937953. [ 674.237397] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Creating folder: Instances. Parent ref: group-v938018. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.239869] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a66b8087-9afa-4a02-a91a-ee0209b32025 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.245781] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 674.245781] env[65794]: value = "task-4810803" [ 674.245781] env[65794]: _type = "Task" [ 674.245781] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.251755] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Created folder: Instances in parent group-v938018. [ 674.252067] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 674.256634] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.256923] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.257158] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2b385ae-6fa5-4883-9cfd-ee9e59f18829 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.276725] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.276725] env[65794]: value = "task-4810805" [ 674.276725] env[65794]: _type = "Task" [ 674.276725] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.286200] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810805, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.312629] env[65794]: DEBUG oslo_concurrency.lockutils [req-b45e2c25-0c98-4096-ac5d-998b4e281d92 req-9e93dafc-642c-4a7e-a9ad-dce23397d95d service nova] Releasing lock "refresh_cache-b85d95ae-e8c3-4511-97a1-35ee4ce04bfa" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.437910] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810797, 'name': ReconfigVM_Task, 'duration_secs': 0.671345} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.438703] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Reconfigured VM instance instance-00000014 to attach disk [datastore2] b85d95ae-e8c3-4511-97a1-35ee4ce04bfa/b85d95ae-e8c3-4511-97a1-35ee4ce04bfa.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.440409] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47211698-d066-4bf8-9bd0-29397f2220bd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.449085] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 674.449085] env[65794]: value = "task-4810806" [ 674.449085] env[65794]: _type = "Task" [ 674.449085] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.460519] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810806, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.560097] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "54cea278-13e4-422f-9321-7c45fcc1b050" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.560280] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "54cea278-13e4-422f-9321-7c45fcc1b050" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.605092] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810801, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.654700] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.654700] env[65794]: DEBUG nova.compute.manager [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 674.658697] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.439s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.659780] env[65794]: DEBUG nova.objects.instance [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Lazy-loading 'resources' on Instance uuid 70c992e0-fdeb-46fd-b96e-4894bb72a0bd {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.477316] env[65794]: DEBUG oslo_concurrency.lockutils [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Acquiring lock "b82a969b-34c4-4631-a85e-ad0fab5db7f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.477316] env[65794]: DEBUG oslo_concurrency.lockutils [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Lock "b82a969b-34c4-4631-a85e-ad0fab5db7f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.477316] env[65794]: DEBUG oslo_concurrency.lockutils [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Acquiring lock "b82a969b-34c4-4631-a85e-ad0fab5db7f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.479298] env[65794]: DEBUG oslo_concurrency.lockutils [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Lock "b82a969b-34c4-4631-a85e-ad0fab5db7f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.479298] env[65794]: DEBUG oslo_concurrency.lockutils [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Lock "b82a969b-34c4-4631-a85e-ad0fab5db7f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.479435] env[65794]: DEBUG nova.compute.manager [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 675.483336] env[65794]: DEBUG nova.compute.utils [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.487210] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810803, 'name': ReconfigVM_Task, 'duration_secs': 0.479181} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.487763] env[65794]: INFO nova.compute.manager [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Terminating instance [ 675.504832] env[65794]: DEBUG nova.compute.manager [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 675.505184] env[65794]: DEBUG nova.network.neutron [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 675.505653] env[65794]: WARNING neutronclient.v2_0.client [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.506113] env[65794]: WARNING neutronclient.v2_0.client [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.508918] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 9b4a2418-9618-4c3f-a110-dd81de4cf4a0/9b4a2418-9618-4c3f-a110-dd81de4cf4a0.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.511795] env[65794]: DEBUG oslo_concurrency.lockutils [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Acquiring lock "0f354429-787a-4a67-9336-693ae8803304" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.512023] env[65794]: DEBUG oslo_concurrency.lockutils [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Lock "0f354429-787a-4a67-9336-693ae8803304" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.517508] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-728ca4f6-4d96-4b31-9700-a26188f67ba9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.528704] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810805, 'name': CreateVM_Task, 'duration_secs': 0.450044} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.529982] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810806, 'name': Rename_Task, 'duration_secs': 0.299368} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.530247] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810801, 'name': CreateVM_Task, 'duration_secs': 0.516167} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.531936] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.532250] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.532428] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.533121] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.533291] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.533592] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.533823] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa613352-7b38-43b0-bbab-f5bd44d0a7f6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.535791] env[65794]: WARNING neutronclient.v2_0.client [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.536106] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.539131] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a17cdd03-2976-4022-9fa6-10ddc09d955e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.544082] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 675.544082] env[65794]: value = "task-4810807" [ 675.544082] env[65794]: _type = "Task" [ 675.544082] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.549304] env[65794]: DEBUG oslo_vmware.api [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Waiting for the task: (returnval){ [ 675.549304] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5298225e-5ae8-c4da-6e57-89ca930cdb46" [ 675.549304] env[65794]: _type = "Task" [ 675.549304] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.551528] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 675.551528] env[65794]: value = "task-4810808" [ 675.551528] env[65794]: _type = "Task" [ 675.551528] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.560917] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810807, 'name': Rename_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.571578] env[65794]: DEBUG oslo_vmware.api [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5298225e-5ae8-c4da-6e57-89ca930cdb46, 'name': SearchDatastore_Task, 'duration_secs': 0.01041} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.575657] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.575657] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.575911] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.576084] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.576298] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.576610] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810808, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.577260] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.577599] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.577851] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-072cf77f-54c5-41e1-977b-5582efba3af4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.579885] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95651ba1-a731-470e-8be1-1ae6173d6b66 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.590476] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for the task: (returnval){ [ 675.590476] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]529058bb-0ec3-07ba-84da-1ea2ac03ac64" [ 675.590476] env[65794]: _type = "Task" [ 675.590476] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.595409] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.595685] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.597057] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf480168-c898-436f-b603-398e10cea5f3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.604625] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]529058bb-0ec3-07ba-84da-1ea2ac03ac64, 'name': SearchDatastore_Task, 'duration_secs': 0.010107} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.605238] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.605622] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.605697] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.611865] env[65794]: DEBUG oslo_vmware.api [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Waiting for the task: (returnval){ [ 675.611865] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]521eb5f3-f5b7-94a2-6ba2-ec7aa2313b14" [ 675.611865] env[65794]: _type = "Task" [ 675.611865] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.621133] env[65794]: DEBUG oslo_vmware.api [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521eb5f3-f5b7-94a2-6ba2-ec7aa2313b14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.992623] env[65794]: DEBUG nova.compute.manager [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 676.011481] env[65794]: DEBUG oslo_concurrency.lockutils [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "6a7b7491-19f0-4e28-951c-6a291371eb6f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.011481] env[65794]: DEBUG oslo_concurrency.lockutils [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "6a7b7491-19f0-4e28-951c-6a291371eb6f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.011658] env[65794]: DEBUG nova.compute.manager [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Going to confirm migration 1 {{(pid=65794) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5298}} [ 676.013992] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.017129] env[65794]: DEBUG nova.compute.manager [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 676.025250] env[65794]: DEBUG nova.compute.manager [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 676.025250] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.025250] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fa32cc-b187-486d-86b0-1c1f46551c33 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.029630] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d32902d-e6c0-44d6-8566-c7fb4eaf0010 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.038680] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.040922] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f6a3b43-f071-4fea-9d0c-10a841a4ea89 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.043629] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0263f19-ea9f-42eb-8185-9760a32f1716 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.054416] env[65794]: DEBUG oslo_vmware.api [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Waiting for the task: (returnval){ [ 676.054416] env[65794]: value = "task-4810809" [ 676.054416] env[65794]: _type = "Task" [ 676.054416] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.095123] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810807, 'name': Rename_Task, 'duration_secs': 0.150119} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.097200] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.098429] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639275d3-d5f4-49b7-a388-0bbc26b64398 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.108800] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f49626a-6652-43aa-837f-f01cd1fd5174 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.111162] env[65794]: DEBUG oslo_vmware.api [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.113834] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810808, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.121261] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 676.121261] env[65794]: value = "task-4810810" [ 676.121261] env[65794]: _type = "Task" [ 676.121261] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.122662] env[65794]: DEBUG nova.policy [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53012161432341c68f6c9d26eda08400', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04fa7daf23e346f6a0884300b843aeca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.126114] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866e7250-ac13-44ba-9047-e807e852be86 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.138538] env[65794]: DEBUG oslo_vmware.api [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521eb5f3-f5b7-94a2-6ba2-ec7aa2313b14, 'name': SearchDatastore_Task, 'duration_secs': 0.01402} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.141351] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1cfe963-d38c-491b-bca7-aae90dc8f7a3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.156513] env[65794]: DEBUG nova.compute.provider_tree [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.162506] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810810, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.163556] env[65794]: DEBUG oslo_vmware.api [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Waiting for the task: (returnval){ [ 676.163556] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52b151eb-7f2f-c20d-7c09-3c46f3d3f54d" [ 676.163556] env[65794]: _type = "Task" [ 676.163556] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.174851] env[65794]: DEBUG oslo_vmware.api [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b151eb-7f2f-c20d-7c09-3c46f3d3f54d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.520188] env[65794]: WARNING neutronclient.v2_0.client [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.547164] env[65794]: DEBUG oslo_concurrency.lockutils [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.569870] env[65794]: DEBUG oslo_vmware.api [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.574303] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810808, 'name': PowerOnVM_Task, 'duration_secs': 0.72102} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.574830] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.575059] env[65794]: INFO nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Took 14.61 seconds to spawn the instance on the hypervisor. [ 676.575320] env[65794]: DEBUG nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 676.576198] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e37e06-9910-4565-a87c-7c49b7ab4a26 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.591905] env[65794]: DEBUG nova.network.neutron [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Successfully created port: 88c9d734-f09a-4eaf-bc8d-08c601c0e41e {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 676.636823] env[65794]: DEBUG oslo_vmware.api [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810810, 'name': PowerOnVM_Task, 'duration_secs': 0.509325} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.637220] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.637503] env[65794]: INFO nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Took 10.90 seconds to spawn the instance on the hypervisor. [ 676.637721] env[65794]: DEBUG nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 676.639330] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ca8b7b-72b9-4de5-8b62-ef0868202a2a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.660052] env[65794]: DEBUG nova.scheduler.client.report [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.674329] env[65794]: DEBUG oslo_vmware.api [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b151eb-7f2f-c20d-7c09-3c46f3d3f54d, 'name': SearchDatastore_Task, 'duration_secs': 0.022822} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.674329] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.674329] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 16172018-9e41-459b-a0ee-61f08a508a66/16172018-9e41-459b-a0ee-61f08a508a66.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.674792] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.675296] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.675296] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3e606dc-9032-4850-8fdd-7973d53a1ca0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.677941] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c82bd30f-70e0-4d8c-8eaf-08bec036c0eb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.687048] env[65794]: DEBUG oslo_vmware.api [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Waiting for the task: (returnval){ [ 676.687048] env[65794]: value = "task-4810811" [ 676.687048] env[65794]: _type = "Task" [ 676.687048] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.688545] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.688873] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.693174] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcf8f190-991e-4b20-8253-c894e33962eb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.700147] env[65794]: WARNING neutronclient.v2_0.client [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.700669] env[65794]: DEBUG oslo_concurrency.lockutils [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "refresh_cache-6a7b7491-19f0-4e28-951c-6a291371eb6f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.700966] env[65794]: DEBUG oslo_concurrency.lockutils [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquired lock "refresh_cache-6a7b7491-19f0-4e28-951c-6a291371eb6f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.701172] env[65794]: DEBUG nova.network.neutron [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 676.701463] env[65794]: DEBUG nova.objects.instance [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lazy-loading 'info_cache' on Instance uuid 6a7b7491-19f0-4e28-951c-6a291371eb6f {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.707389] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for the task: (returnval){ [ 676.707389] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]529d0b2e-fb25-7c07-4e11-de331d97ca5f" [ 676.707389] env[65794]: _type = "Task" [ 676.707389] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.708130] env[65794]: DEBUG oslo_vmware.api [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.719356] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]529d0b2e-fb25-7c07-4e11-de331d97ca5f, 'name': SearchDatastore_Task, 'duration_secs': 0.012501} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.719853] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-415e871f-fc28-4c24-991b-4e1d529a3c7b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.727183] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for the task: (returnval){ [ 676.727183] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522194f6-484a-a26b-a4ad-2b00379041e1" [ 676.727183] env[65794]: _type = "Task" [ 676.727183] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.742259] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522194f6-484a-a26b-a4ad-2b00379041e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.009845] env[65794]: DEBUG nova.compute.manager [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 677.041101] env[65794]: DEBUG nova.virt.hardware [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 677.041101] env[65794]: DEBUG nova.virt.hardware [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.041304] env[65794]: DEBUG nova.virt.hardware [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 677.041375] env[65794]: DEBUG nova.virt.hardware [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.042300] env[65794]: DEBUG nova.virt.hardware [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 677.042502] env[65794]: DEBUG nova.virt.hardware [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 677.042721] env[65794]: DEBUG nova.virt.hardware [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 677.042879] env[65794]: DEBUG nova.virt.hardware [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 677.043071] env[65794]: DEBUG nova.virt.hardware [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 677.043262] env[65794]: DEBUG nova.virt.hardware [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 677.043657] env[65794]: DEBUG nova.virt.hardware [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 677.044339] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20634f3-e2bc-4d8e-8147-49d583b206b6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.053096] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a27a63b-9e30-42ea-a809-0b14b284afcf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.065691] env[65794]: DEBUG oslo_vmware.api [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.101851] env[65794]: INFO nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Took 31.80 seconds to build instance. [ 677.163280] env[65794]: INFO nova.compute.manager [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Took 31.83 seconds to build instance. [ 677.169803] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.511s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.173638] env[65794]: DEBUG oslo_concurrency.lockutils [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.668s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.176635] env[65794]: INFO nova.compute.claims [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.199925] env[65794]: DEBUG oslo_vmware.api [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810811, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.202876] env[65794]: INFO nova.scheduler.client.report [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Deleted allocations for instance 70c992e0-fdeb-46fd-b96e-4894bb72a0bd [ 677.246780] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522194f6-484a-a26b-a4ad-2b00379041e1, 'name': SearchDatastore_Task, 'duration_secs': 0.014302} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.248121] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.248536] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 92cf7152-7138-4f68-a3a3-c433071a7f89/92cf7152-7138-4f68-a3a3-c433071a7f89.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.248930] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a66141aa-937b-4f41-96ed-f1dd7dc45a87 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.260952] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for the task: (returnval){ [ 677.260952] env[65794]: value = "task-4810812" [ 677.260952] env[65794]: _type = "Task" [ 677.260952] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.275676] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.570079] env[65794]: DEBUG oslo_vmware.api [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.606193] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "b85d95ae-e8c3-4511-97a1-35ee4ce04bfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.315s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.666657] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b297760a-2156-4a9b-8ca1-2106240c986a tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "9b4a2418-9618-4c3f-a110-dd81de4cf4a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.339s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.704659] env[65794]: DEBUG nova.compute.manager [req-f5ee8dbf-8f54-46e7-b2e4-ec17de2a0054 req-6f9f5fd2-9f09-4b66-bcff-db2ee527bca2 service nova] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Received event network-vif-plugged-7235f3b3-af0c-4bf7-8ed9-e8d146ec75c6 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 677.707518] env[65794]: DEBUG oslo_concurrency.lockutils [req-f5ee8dbf-8f54-46e7-b2e4-ec17de2a0054 req-6f9f5fd2-9f09-4b66-bcff-db2ee527bca2 service nova] Acquiring lock "9b4a2418-9618-4c3f-a110-dd81de4cf4a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.707518] env[65794]: DEBUG oslo_concurrency.lockutils [req-f5ee8dbf-8f54-46e7-b2e4-ec17de2a0054 req-6f9f5fd2-9f09-4b66-bcff-db2ee527bca2 service nova] Lock "9b4a2418-9618-4c3f-a110-dd81de4cf4a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.707518] env[65794]: DEBUG oslo_concurrency.lockutils [req-f5ee8dbf-8f54-46e7-b2e4-ec17de2a0054 req-6f9f5fd2-9f09-4b66-bcff-db2ee527bca2 service nova] Lock "9b4a2418-9618-4c3f-a110-dd81de4cf4a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.707518] env[65794]: DEBUG nova.compute.manager [req-f5ee8dbf-8f54-46e7-b2e4-ec17de2a0054 req-6f9f5fd2-9f09-4b66-bcff-db2ee527bca2 service nova] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] No waiting events found dispatching network-vif-plugged-7235f3b3-af0c-4bf7-8ed9-e8d146ec75c6 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 677.707518] env[65794]: WARNING nova.compute.manager [req-f5ee8dbf-8f54-46e7-b2e4-ec17de2a0054 req-6f9f5fd2-9f09-4b66-bcff-db2ee527bca2 service nova] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Received unexpected event network-vif-plugged-7235f3b3-af0c-4bf7-8ed9-e8d146ec75c6 for instance with vm_state active and task_state None. [ 677.707987] env[65794]: DEBUG nova.compute.manager [req-f5ee8dbf-8f54-46e7-b2e4-ec17de2a0054 req-6f9f5fd2-9f09-4b66-bcff-db2ee527bca2 service nova] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Received event network-changed-7235f3b3-af0c-4bf7-8ed9-e8d146ec75c6 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 677.707987] env[65794]: DEBUG nova.compute.manager [req-f5ee8dbf-8f54-46e7-b2e4-ec17de2a0054 req-6f9f5fd2-9f09-4b66-bcff-db2ee527bca2 service nova] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Refreshing instance network info cache due to event network-changed-7235f3b3-af0c-4bf7-8ed9-e8d146ec75c6. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 677.707987] env[65794]: DEBUG oslo_concurrency.lockutils [req-f5ee8dbf-8f54-46e7-b2e4-ec17de2a0054 req-6f9f5fd2-9f09-4b66-bcff-db2ee527bca2 service nova] Acquiring lock "refresh_cache-9b4a2418-9618-4c3f-a110-dd81de4cf4a0" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.707987] env[65794]: DEBUG oslo_concurrency.lockutils [req-f5ee8dbf-8f54-46e7-b2e4-ec17de2a0054 req-6f9f5fd2-9f09-4b66-bcff-db2ee527bca2 service nova] Acquired lock "refresh_cache-9b4a2418-9618-4c3f-a110-dd81de4cf4a0" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.707987] env[65794]: DEBUG nova.network.neutron [req-f5ee8dbf-8f54-46e7-b2e4-ec17de2a0054 req-6f9f5fd2-9f09-4b66-bcff-db2ee527bca2 service nova] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Refreshing network info cache for port 7235f3b3-af0c-4bf7-8ed9-e8d146ec75c6 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.720896] env[65794]: WARNING neutronclient.v2_0.client [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.723896] env[65794]: DEBUG oslo_vmware.api [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792912} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.728328] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1676e3d7-f00d-49ae-94bb-f26747fed5bd tempest-ServerExternalEventsTest-1270634190 tempest-ServerExternalEventsTest-1270634190-project-member] Lock "70c992e0-fdeb-46fd-b96e-4894bb72a0bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.712s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.728328] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 16172018-9e41-459b-a0ee-61f08a508a66/16172018-9e41-459b-a0ee-61f08a508a66.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.728328] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.728328] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9d3c642-6bf0-4fa1-976d-bc83ccc62f0a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.741021] env[65794]: DEBUG oslo_vmware.api [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Waiting for the task: (returnval){ [ 677.741021] env[65794]: value = "task-4810813" [ 677.741021] env[65794]: _type = "Task" [ 677.741021] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.750317] env[65794]: DEBUG nova.compute.manager [req-033b0b12-ae45-406a-af76-ecc6eccc33bd req-8ecd5999-db45-4399-b696-bb98e6cb351f service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Received event network-vif-plugged-02c9ab3e-9750-41dc-901e-6b17e600c97a {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 677.751087] env[65794]: DEBUG oslo_concurrency.lockutils [req-033b0b12-ae45-406a-af76-ecc6eccc33bd req-8ecd5999-db45-4399-b696-bb98e6cb351f service nova] Acquiring lock "92cf7152-7138-4f68-a3a3-c433071a7f89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.751333] env[65794]: DEBUG oslo_concurrency.lockutils [req-033b0b12-ae45-406a-af76-ecc6eccc33bd req-8ecd5999-db45-4399-b696-bb98e6cb351f service nova] Lock "92cf7152-7138-4f68-a3a3-c433071a7f89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.751504] env[65794]: DEBUG oslo_concurrency.lockutils [req-033b0b12-ae45-406a-af76-ecc6eccc33bd req-8ecd5999-db45-4399-b696-bb98e6cb351f service nova] Lock "92cf7152-7138-4f68-a3a3-c433071a7f89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.751682] env[65794]: DEBUG nova.compute.manager [req-033b0b12-ae45-406a-af76-ecc6eccc33bd req-8ecd5999-db45-4399-b696-bb98e6cb351f service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] No waiting events found dispatching network-vif-plugged-02c9ab3e-9750-41dc-901e-6b17e600c97a {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 677.751854] env[65794]: WARNING nova.compute.manager [req-033b0b12-ae45-406a-af76-ecc6eccc33bd req-8ecd5999-db45-4399-b696-bb98e6cb351f service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Received unexpected event network-vif-plugged-02c9ab3e-9750-41dc-901e-6b17e600c97a for instance with vm_state building and task_state spawning. [ 677.752030] env[65794]: DEBUG nova.compute.manager [req-033b0b12-ae45-406a-af76-ecc6eccc33bd req-8ecd5999-db45-4399-b696-bb98e6cb351f service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Received event network-changed-02c9ab3e-9750-41dc-901e-6b17e600c97a {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 677.752175] env[65794]: DEBUG nova.compute.manager [req-033b0b12-ae45-406a-af76-ecc6eccc33bd req-8ecd5999-db45-4399-b696-bb98e6cb351f service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Refreshing instance network info cache due to event network-changed-02c9ab3e-9750-41dc-901e-6b17e600c97a. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 677.752686] env[65794]: DEBUG oslo_concurrency.lockutils [req-033b0b12-ae45-406a-af76-ecc6eccc33bd req-8ecd5999-db45-4399-b696-bb98e6cb351f service nova] Acquiring lock "refresh_cache-92cf7152-7138-4f68-a3a3-c433071a7f89" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.752686] env[65794]: DEBUG oslo_concurrency.lockutils [req-033b0b12-ae45-406a-af76-ecc6eccc33bd req-8ecd5999-db45-4399-b696-bb98e6cb351f service nova] Acquired lock "refresh_cache-92cf7152-7138-4f68-a3a3-c433071a7f89" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.752686] env[65794]: DEBUG nova.network.neutron [req-033b0b12-ae45-406a-af76-ecc6eccc33bd req-8ecd5999-db45-4399-b696-bb98e6cb351f service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Refreshing network info cache for port 02c9ab3e-9750-41dc-901e-6b17e600c97a {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.765250] env[65794]: DEBUG oslo_vmware.api [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.776426] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810812, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.079908] env[65794]: DEBUG oslo_vmware.api [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.220646] env[65794]: WARNING neutronclient.v2_0.client [req-f5ee8dbf-8f54-46e7-b2e4-ec17de2a0054 req-6f9f5fd2-9f09-4b66-bcff-db2ee527bca2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.229951] env[65794]: WARNING neutronclient.v2_0.client [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.254981] env[65794]: DEBUG oslo_vmware.api [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170818} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.258159] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.258952] env[65794]: WARNING neutronclient.v2_0.client [req-033b0b12-ae45-406a-af76-ecc6eccc33bd req-8ecd5999-db45-4399-b696-bb98e6cb351f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.263654] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec50e50-a562-4658-bee0-2140ce8d7e68 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.277045] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.897006} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.284750] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 92cf7152-7138-4f68-a3a3-c433071a7f89/92cf7152-7138-4f68-a3a3-c433071a7f89.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.284750] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.295223] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 16172018-9e41-459b-a0ee-61f08a508a66/16172018-9e41-459b-a0ee-61f08a508a66.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.297905] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0dc13d4-7b6d-4494-b030-941856538205 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.300417] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e517c30a-b39d-4b30-a2ea-2f3372d56b3b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.320488] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for the task: (returnval){ [ 678.320488] env[65794]: value = "task-4810814" [ 678.320488] env[65794]: _type = "Task" [ 678.320488] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.322152] env[65794]: DEBUG oslo_vmware.api [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Waiting for the task: (returnval){ [ 678.322152] env[65794]: value = "task-4810815" [ 678.322152] env[65794]: _type = "Task" [ 678.322152] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.342596] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.411123] env[65794]: DEBUG nova.network.neutron [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Successfully updated port: 88c9d734-f09a-4eaf-bc8d-08c601c0e41e {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 678.557652] env[65794]: DEBUG nova.network.neutron [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Updating instance_info_cache with network_info: [{"id": "226c3276-0841-406e-bdcc-ae115ff04629", "address": "fa:16:3e:d1:3b:2a", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap226c3276-08", "ovs_interfaceid": "226c3276-0841-406e-bdcc-ae115ff04629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.570508] env[65794]: DEBUG oslo_vmware.api [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810809, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.703853] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e9f285-395b-4865-a675-485dc6295aa5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.716068] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141a975b-1fe6-442f-abcb-fc97d7eb5c61 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.753101] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d7baf5-8201-4465-a3f0-87f7775819c7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.761685] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae78bee-9d0a-4ca0-917a-d682710ccb0c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.780730] env[65794]: DEBUG nova.compute.provider_tree [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.841660] env[65794]: DEBUG oslo_vmware.api [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810815, 'name': ReconfigVM_Task, 'duration_secs': 0.363209} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.841915] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192021} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.843939] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 16172018-9e41-459b-a0ee-61f08a508a66/16172018-9e41-459b-a0ee-61f08a508a66.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.843939] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.843939] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc71a1b0-494c-4abf-8d1e-8d6f06b7ba5e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.846105] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04445fb-b448-4e68-b686-f3e4847260c5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.851347] env[65794]: WARNING neutronclient.v2_0.client [req-033b0b12-ae45-406a-af76-ecc6eccc33bd req-8ecd5999-db45-4399-b696-bb98e6cb351f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.865842] env[65794]: WARNING neutronclient.v2_0.client [req-f5ee8dbf-8f54-46e7-b2e4-ec17de2a0054 req-6f9f5fd2-9f09-4b66-bcff-db2ee527bca2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.878588] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 92cf7152-7138-4f68-a3a3-c433071a7f89/92cf7152-7138-4f68-a3a3-c433071a7f89.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.881409] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6509c0cb-9e54-43aa-bf89-52961f27481b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.901164] env[65794]: DEBUG oslo_vmware.api [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Waiting for the task: (returnval){ [ 678.901164] env[65794]: value = "task-4810816" [ 678.901164] env[65794]: _type = "Task" [ 678.901164] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.912590] env[65794]: DEBUG oslo_vmware.api [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810816, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.914371] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for the task: (returnval){ [ 678.914371] env[65794]: value = "task-4810817" [ 678.914371] env[65794]: _type = "Task" [ 678.914371] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.919333] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Acquiring lock "refresh_cache-b34dbbfa-846c-4849-8afc-894be0b70068" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.919494] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Acquired lock "refresh_cache-b34dbbfa-846c-4849-8afc-894be0b70068" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.919751] env[65794]: DEBUG nova.network.neutron [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 678.925128] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.052047] env[65794]: DEBUG nova.network.neutron [req-033b0b12-ae45-406a-af76-ecc6eccc33bd req-8ecd5999-db45-4399-b696-bb98e6cb351f service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Updated VIF entry in instance network info cache for port 02c9ab3e-9750-41dc-901e-6b17e600c97a. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 679.052514] env[65794]: DEBUG nova.network.neutron [req-033b0b12-ae45-406a-af76-ecc6eccc33bd req-8ecd5999-db45-4399-b696-bb98e6cb351f service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Updating instance_info_cache with network_info: [{"id": "02c9ab3e-9750-41dc-901e-6b17e600c97a", "address": "fa:16:3e:ec:54:90", "network": {"id": "7b7f9a57-b64f-4077-8e94-91e91c3e8259", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1312368132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9a71d66ebd4ebf955da7787f0ed2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02c9ab3e-97", "ovs_interfaceid": "02c9ab3e-9750-41dc-901e-6b17e600c97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.068783] env[65794]: DEBUG oslo_concurrency.lockutils [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Releasing lock "refresh_cache-6a7b7491-19f0-4e28-951c-6a291371eb6f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.069025] env[65794]: DEBUG nova.objects.instance [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lazy-loading 'migration_context' on Instance uuid 6a7b7491-19f0-4e28-951c-6a291371eb6f {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.080413] env[65794]: DEBUG oslo_vmware.api [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810809, 'name': PowerOffVM_Task, 'duration_secs': 2.556944} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.080879] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.080985] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.081969] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc465efa-007b-4bf6-a758-2e9828a516c2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.117923] env[65794]: DEBUG nova.network.neutron [req-f5ee8dbf-8f54-46e7-b2e4-ec17de2a0054 req-6f9f5fd2-9f09-4b66-bcff-db2ee527bca2 service nova] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Updated VIF entry in instance network info cache for port 7235f3b3-af0c-4bf7-8ed9-e8d146ec75c6. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 679.117923] env[65794]: DEBUG nova.network.neutron [req-f5ee8dbf-8f54-46e7-b2e4-ec17de2a0054 req-6f9f5fd2-9f09-4b66-bcff-db2ee527bca2 service nova] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Updating instance_info_cache with network_info: [{"id": "7235f3b3-af0c-4bf7-8ed9-e8d146ec75c6", "address": "fa:16:3e:76:f7:b8", "network": {"id": "b275ca10-d046-4977-886f-3c46fb020b81", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-417511680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1eb9870cb77419aa617577d4abb217b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7235f3b3-af", "ovs_interfaceid": "7235f3b3-af0c-4bf7-8ed9-e8d146ec75c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.172708] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.172975] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.173256] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Deleting the datastore file [datastore1] b82a969b-34c4-4631-a85e-ad0fab5db7f3 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.173526] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ac3dde7-86e6-46d3-81b7-733ab2228ab0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.182360] env[65794]: DEBUG oslo_vmware.api [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Waiting for the task: (returnval){ [ 679.182360] env[65794]: value = "task-4810819" [ 679.182360] env[65794]: _type = "Task" [ 679.182360] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.193341] env[65794]: DEBUG oslo_vmware.api [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.275249] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "f755f4c0-549a-4787-ac33-b33c4b3eac60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.275522] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "f755f4c0-549a-4787-ac33-b33c4b3eac60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.285015] env[65794]: DEBUG nova.scheduler.client.report [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.414635] env[65794]: DEBUG oslo_vmware.api [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810816, 'name': Rename_Task, 'duration_secs': 0.142511} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.415144] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.419442] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-333efa67-c115-420f-b939-9b433338f1eb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.431035] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.432791] env[65794]: DEBUG oslo_vmware.api [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Waiting for the task: (returnval){ [ 679.432791] env[65794]: value = "task-4810820" [ 679.432791] env[65794]: _type = "Task" [ 679.432791] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.442867] env[65794]: DEBUG oslo_vmware.api [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.478041] env[65794]: DEBUG nova.network.neutron [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 679.556404] env[65794]: DEBUG oslo_concurrency.lockutils [req-033b0b12-ae45-406a-af76-ecc6eccc33bd req-8ecd5999-db45-4399-b696-bb98e6cb351f service nova] Releasing lock "refresh_cache-92cf7152-7138-4f68-a3a3-c433071a7f89" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.574943] env[65794]: DEBUG nova.objects.base [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Object Instance<6a7b7491-19f0-4e28-951c-6a291371eb6f> lazy-loaded attributes: info_cache,migration_context {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 679.574943] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca97de89-13ef-4883-b854-0371247de570 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.582175] env[65794]: WARNING neutronclient.v2_0.client [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.601084] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d84c2157-8f3b-40c5-965f-4fcba28bd77d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.607735] env[65794]: DEBUG oslo_vmware.api [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 679.607735] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5213550c-50a4-bd5a-9d21-6732f44ad5d2" [ 679.607735] env[65794]: _type = "Task" [ 679.607735] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.618957] env[65794]: DEBUG oslo_vmware.api [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5213550c-50a4-bd5a-9d21-6732f44ad5d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.619926] env[65794]: DEBUG oslo_concurrency.lockutils [req-f5ee8dbf-8f54-46e7-b2e4-ec17de2a0054 req-6f9f5fd2-9f09-4b66-bcff-db2ee527bca2 service nova] Releasing lock "refresh_cache-9b4a2418-9618-4c3f-a110-dd81de4cf4a0" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.697373] env[65794]: DEBUG oslo_vmware.api [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Task: {'id': task-4810819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248411} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.697747] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.698032] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.698290] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.698574] env[65794]: INFO nova.compute.manager [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Took 3.68 seconds to destroy the instance on the hypervisor. [ 679.699043] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 679.699349] env[65794]: DEBUG nova.compute.manager [-] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 679.699539] env[65794]: DEBUG nova.network.neutron [-] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 679.699872] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.709264] env[65794]: DEBUG nova.network.neutron [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Updating instance_info_cache with network_info: [{"id": "88c9d734-f09a-4eaf-bc8d-08c601c0e41e", "address": "fa:16:3e:de:33:f5", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88c9d734-f0", "ovs_interfaceid": "88c9d734-f09a-4eaf-bc8d-08c601c0e41e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.778790] env[65794]: DEBUG nova.compute.manager [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 679.794702] env[65794]: DEBUG oslo_concurrency.lockutils [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.795277] env[65794]: DEBUG nova.compute.manager [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 679.801364] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.470s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.801364] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.801364] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65794) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 679.801364] env[65794]: DEBUG oslo_concurrency.lockutils [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.882s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.805457] env[65794]: DEBUG nova.objects.instance [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Lazy-loading 'resources' on Instance uuid 3299d77c-96b3-4831-abee-ed4a79528ee5 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.808871] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55f4096-aab5-40cc-bbb2-03fc491efb95 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.824131] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea91ab5-f91c-4221-b888-48ebd71141c5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.853685] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b6a3c9-cb21-46a5-b122-52a0ade9d251 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.868148] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920ee563-f926-4d6e-a673-0fc5a37d4685 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.906800] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179934MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65794) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 679.906927] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.927078] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.938652] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.946939] env[65794]: DEBUG oslo_vmware.api [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810820, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.118800] env[65794]: DEBUG oslo_vmware.api [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5213550c-50a4-bd5a-9d21-6732f44ad5d2, 'name': SearchDatastore_Task, 'duration_secs': 0.013658} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.119162] env[65794]: DEBUG oslo_concurrency.lockutils [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.207850] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Releasing lock "refresh_cache-b34dbbfa-846c-4849-8afc-894be0b70068" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.207850] env[65794]: DEBUG nova.compute.manager [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Instance network_info: |[{"id": "88c9d734-f09a-4eaf-bc8d-08c601c0e41e", "address": "fa:16:3e:de:33:f5", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88c9d734-f0", "ovs_interfaceid": "88c9d734-f09a-4eaf-bc8d-08c601c0e41e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 680.207974] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:33:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca401eaa-889a-4f9f-ac9a-56b4c41bfc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88c9d734-f09a-4eaf-bc8d-08c601c0e41e', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.219241] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Creating folder: Project (04fa7daf23e346f6a0884300b843aeca). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.220684] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-934bfafc-c55a-4d7c-9111-1c727282af9a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.236653] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Created folder: Project (04fa7daf23e346f6a0884300b843aeca) in parent group-v937953. [ 680.236855] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Creating folder: Instances. Parent ref: group-v938021. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.237178] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41ad79ab-e552-472e-bbd1-86da5f5fb6ba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.250075] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Created folder: Instances in parent group-v938021. [ 680.250380] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 680.252588] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.253560] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de4295b7-b080-4a0b-884a-6a153c62bcb9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.282737] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.282737] env[65794]: value = "task-4810823" [ 680.282737] env[65794]: _type = "Task" [ 680.282737] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.295985] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810823, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.308905] env[65794]: DEBUG nova.compute.utils [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.311705] env[65794]: DEBUG nova.compute.manager [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 680.313032] env[65794]: DEBUG nova.network.neutron [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 680.313423] env[65794]: WARNING neutronclient.v2_0.client [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.313720] env[65794]: WARNING neutronclient.v2_0.client [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.333454] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.398361] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Acquiring lock "6197619a-342a-4ab0-9bcd-aaae2ab0de8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.398636] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Lock "6197619a-342a-4ab0-9bcd-aaae2ab0de8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.426372] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810817, 'name': ReconfigVM_Task, 'duration_secs': 1.161513} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.428748] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 92cf7152-7138-4f68-a3a3-c433071a7f89/92cf7152-7138-4f68-a3a3-c433071a7f89.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.429594] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f565b537-b7f7-442b-ac58-d8923efa3545 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.444443] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for the task: (returnval){ [ 680.444443] env[65794]: value = "task-4810824" [ 680.444443] env[65794]: _type = "Task" [ 680.444443] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.452222] env[65794]: DEBUG oslo_vmware.api [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810820, 'name': PowerOnVM_Task, 'duration_secs': 0.687967} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.453602] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.453768] env[65794]: INFO nova.compute.manager [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Took 6.35 seconds to spawn the instance on the hypervisor. [ 680.453990] env[65794]: DEBUG nova.compute.manager [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 680.454749] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e3784e-ed30-412d-a4ed-09a4b634777d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.465614] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810824, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.571691] env[65794]: DEBUG nova.policy [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b53b746dbf34345abd25737aea67af8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28d747c7d7744934af5ef6936cd5608d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.723175] env[65794]: DEBUG nova.network.neutron [-] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.798130] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810823, 'name': CreateVM_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.799989] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc87a6c-e76b-4159-a3ff-da24daa09ef3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.809286] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c824bbc-9fd8-4618-a772-24871d002abc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.841591] env[65794]: DEBUG nova.compute.manager [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 680.845452] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91519dc0-7819-49a1-9fc7-b3b5ca3df521 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.855503] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e97637-6351-4b3c-ad54-c25b6a75fe33 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.872044] env[65794]: DEBUG nova.compute.provider_tree [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.903531] env[65794]: DEBUG nova.compute.manager [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 680.956579] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810824, 'name': Rename_Task, 'duration_secs': 0.309505} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.956856] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.957117] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-806bd1ff-a950-4152-8249-debad6be3c2a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.964268] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for the task: (returnval){ [ 680.964268] env[65794]: value = "task-4810825" [ 680.964268] env[65794]: _type = "Task" [ 680.964268] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.974314] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.993579] env[65794]: INFO nova.compute.manager [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Took 31.22 seconds to build instance. [ 681.233387] env[65794]: INFO nova.compute.manager [-] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Took 1.53 seconds to deallocate network for instance. [ 681.297436] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810823, 'name': CreateVM_Task, 'duration_secs': 0.667105} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.297436] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.297436] env[65794]: WARNING neutronclient.v2_0.client [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.297436] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.297436] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.297755] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.298835] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2ef17a1-a833-473d-b912-e11362a18289 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.304183] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Waiting for the task: (returnval){ [ 681.304183] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]526ae04d-ccaa-f5cb-e69d-e883b6cb96c7" [ 681.304183] env[65794]: _type = "Task" [ 681.304183] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.313602] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526ae04d-ccaa-f5cb-e69d-e883b6cb96c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.375603] env[65794]: DEBUG nova.scheduler.client.report [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.400998] env[65794]: DEBUG nova.network.neutron [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Successfully created port: 496a240b-cd40-4e70-9906-dede323a8c87 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 681.429719] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.476482] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810825, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.497686] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c6318ed-ffed-42f6-8769-ef372f2720e6 tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Lock "16172018-9e41-459b-a0ee-61f08a508a66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.748s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.743027] env[65794]: DEBUG oslo_concurrency.lockutils [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.819049] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526ae04d-ccaa-f5cb-e69d-e883b6cb96c7, 'name': SearchDatastore_Task, 'duration_secs': 0.017083} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.819203] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.820035] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.820035] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.820035] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.820221] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.820581] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b30015e9-6bbc-486a-8553-98ac256bb083 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.832830] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.834786] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.834786] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8034830a-f77b-498b-8389-3accb2f7ad48 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.842154] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Waiting for the task: (returnval){ [ 681.842154] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]525abf6d-d3b8-1a42-4bfd-d6b3cd5937cc" [ 681.842154] env[65794]: _type = "Task" [ 681.842154] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.854676] env[65794]: DEBUG nova.compute.manager [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 681.856751] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525abf6d-d3b8-1a42-4bfd-d6b3cd5937cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.881417] env[65794]: DEBUG oslo_concurrency.lockutils [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.885667] env[65794]: DEBUG nova.virt.hardware [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 681.885801] env[65794]: DEBUG nova.virt.hardware [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.885853] env[65794]: DEBUG nova.virt.hardware [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 681.886018] env[65794]: DEBUG nova.virt.hardware [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.886159] env[65794]: DEBUG nova.virt.hardware [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 681.886298] env[65794]: DEBUG nova.virt.hardware [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 681.886496] env[65794]: DEBUG nova.virt.hardware [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 681.886645] env[65794]: DEBUG nova.virt.hardware [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 681.886801] env[65794]: DEBUG nova.virt.hardware [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 681.886956] env[65794]: DEBUG nova.virt.hardware [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 681.887145] env[65794]: DEBUG nova.virt.hardware [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 681.887678] env[65794]: DEBUG oslo_concurrency.lockutils [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.450s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.889126] env[65794]: INFO nova.compute.claims [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.892768] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc05943c-a4b5-4f10-9757-2265dbdce82c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.902990] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a43e750-930c-422c-b136-a807967dd896 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.920345] env[65794]: INFO nova.scheduler.client.report [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Deleted allocations for instance 3299d77c-96b3-4831-abee-ed4a79528ee5 [ 681.979436] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810825, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.197028] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.197028] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.353842] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525abf6d-d3b8-1a42-4bfd-d6b3cd5937cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011491} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.354753] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77d61e9a-a417-46f1-ac23-d29ef66358d0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.361373] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Waiting for the task: (returnval){ [ 682.361373] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52cd0a6a-6b06-ee7e-8f94-8cd9c6925c81" [ 682.361373] env[65794]: _type = "Task" [ 682.361373] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.370026] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52cd0a6a-6b06-ee7e-8f94-8cd9c6925c81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.429663] env[65794]: DEBUG oslo_concurrency.lockutils [None req-24192996-231b-4d05-87b8-1645f61a77d8 tempest-ServersAdmin275Test-1350795949 tempest-ServersAdmin275Test-1350795949-project-member] Lock "3299d77c-96b3-4831-abee-ed4a79528ee5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.656s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.481860] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810825, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.699068] env[65794]: DEBUG nova.compute.manager [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 682.872810] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52cd0a6a-6b06-ee7e-8f94-8cd9c6925c81, 'name': SearchDatastore_Task, 'duration_secs': 0.010844} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.873370] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.873370] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] b34dbbfa-846c-4849-8afc-894be0b70068/b34dbbfa-846c-4849-8afc-894be0b70068.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.873768] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e73fe6b-10a7-4e35-81fd-c3ce326dac19 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.882331] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Waiting for the task: (returnval){ [ 682.882331] env[65794]: value = "task-4810826" [ 682.882331] env[65794]: _type = "Task" [ 682.882331] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.891857] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.979610] env[65794]: DEBUG oslo_vmware.api [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810825, 'name': PowerOnVM_Task, 'duration_secs': 1.530725} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.980708] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.980708] env[65794]: INFO nova.compute.manager [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Took 14.58 seconds to spawn the instance on the hypervisor. [ 682.980708] env[65794]: DEBUG nova.compute.manager [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 682.981133] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56931ef4-030f-412b-91fb-52c3169a8627 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.076724] env[65794]: DEBUG nova.network.neutron [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Successfully updated port: 496a240b-cd40-4e70-9906-dede323a8c87 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 683.223142] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.332236] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa5587e-bf7b-4c9c-ad11-88804f57dbe2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.341876] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ef2ee2-8feb-4a91-86e5-6513b6fbe379 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.378022] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0d6ae2-9489-449d-9bc3-f0ec4dfc1542 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.389539] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8e8f40-54d5-4e6e-acb8-a4e2676a52ac {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.413526] env[65794]: DEBUG nova.compute.provider_tree [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.414678] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810826, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.507830] env[65794]: INFO nova.compute.manager [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Took 37.31 seconds to build instance. [ 683.584486] env[65794]: DEBUG oslo_concurrency.lockutils [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "refresh_cache-830eba0f-02b0-49a4-9afa-20a6afaa7e20" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.584486] env[65794]: DEBUG oslo_concurrency.lockutils [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired lock "refresh_cache-830eba0f-02b0-49a4-9afa-20a6afaa7e20" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.584486] env[65794]: DEBUG nova.network.neutron [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 683.703642] env[65794]: DEBUG nova.compute.manager [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Received event network-changed-843709cb-57ef-4281-bfd1-66453c0742cf {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 683.704051] env[65794]: DEBUG nova.compute.manager [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Refreshing instance network info cache due to event network-changed-843709cb-57ef-4281-bfd1-66453c0742cf. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 683.704382] env[65794]: DEBUG oslo_concurrency.lockutils [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] Acquiring lock "refresh_cache-c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.704434] env[65794]: DEBUG oslo_concurrency.lockutils [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] Acquired lock "refresh_cache-c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.704585] env[65794]: DEBUG nova.network.neutron [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Refreshing network info cache for port 843709cb-57ef-4281-bfd1-66453c0742cf {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.811218] env[65794]: DEBUG nova.compute.manager [req-1126e1d6-cec0-4797-a815-94bb437d8e14 req-ad020784-5af2-4293-b2a1-a8ee9c5346fe service nova] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Received event network-vif-deleted-fcb3d9ab-d0b3-4a93-a1a7-8722806bfe7f {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 683.897676] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.93936} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.898050] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] b34dbbfa-846c-4849-8afc-894be0b70068/b34dbbfa-846c-4849-8afc-894be0b70068.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.898220] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.898605] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35e3d955-fd4b-4de6-a29e-5e9e5961511d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.902378] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "b6aeb1a5-1d32-4da0-805d-41fe426a4b58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.902378] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "b6aeb1a5-1d32-4da0-805d-41fe426a4b58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.903088] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "b6aeb1a5-1d32-4da0-805d-41fe426a4b58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.903088] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "b6aeb1a5-1d32-4da0-805d-41fe426a4b58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.903088] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "b6aeb1a5-1d32-4da0-805d-41fe426a4b58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.905030] env[65794]: INFO nova.compute.manager [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Terminating instance [ 683.913534] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Waiting for the task: (returnval){ [ 683.913534] env[65794]: value = "task-4810827" [ 683.913534] env[65794]: _type = "Task" [ 683.913534] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.917870] env[65794]: DEBUG nova.scheduler.client.report [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.927551] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.011240] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6fc1cbc3-d3f8-46f7-b0c5-6ab44967ee65 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lock "92cf7152-7138-4f68-a3a3-c433071a7f89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.828s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.128813] env[65794]: DEBUG nova.network.neutron [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 684.210277] env[65794]: WARNING neutronclient.v2_0.client [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.289258] env[65794]: WARNING neutronclient.v2_0.client [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.383730] env[65794]: DEBUG nova.network.neutron [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Updating instance_info_cache with network_info: [{"id": "496a240b-cd40-4e70-9906-dede323a8c87", "address": "fa:16:3e:33:66:26", "network": {"id": "699cc140-0deb-4757-bc61-606e2192ad04", "bridge": "br-int", "label": "tempest-ServersTestJSON-2074952689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28d747c7d7744934af5ef6936cd5608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap496a240b-cd", "ovs_interfaceid": "496a240b-cd40-4e70-9906-dede323a8c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.416625] env[65794]: DEBUG nova.compute.manager [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 684.416625] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.416625] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c912eee-5075-47ae-b9ba-87d2fd9e9549 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.435279] env[65794]: DEBUG oslo_concurrency.lockutils [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.436114] env[65794]: DEBUG nova.compute.manager [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 684.446717] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.433s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.451061] env[65794]: INFO nova.compute.claims [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.458253] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202119} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.461415] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.462145] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.462947] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3286c4-979d-4aa2-b957-38b07d67619b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.467414] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f54c6c3-7799-4c12-9ce7-0437759d4edb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.500093] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] b34dbbfa-846c-4849-8afc-894be0b70068/b34dbbfa-846c-4849-8afc-894be0b70068.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.501265] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c68fd61-3d59-4bca-90de-27c264980ff8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.519359] env[65794]: WARNING neutronclient.v2_0.client [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.528562] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Waiting for the task: (returnval){ [ 684.528562] env[65794]: value = "task-4810829" [ 684.528562] env[65794]: _type = "Task" [ 684.528562] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.539895] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.553795] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.554221] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.554472] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Deleting the datastore file [datastore2] b6aeb1a5-1d32-4da0-805d-41fe426a4b58 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.554776] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ada8ac4a-668a-48d8-83ca-2dca2c95e453 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.568385] env[65794]: DEBUG oslo_vmware.api [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 684.568385] env[65794]: value = "task-4810830" [ 684.568385] env[65794]: _type = "Task" [ 684.568385] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.579025] env[65794]: DEBUG oslo_vmware.api [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.686464] env[65794]: DEBUG nova.network.neutron [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Updated VIF entry in instance network info cache for port 843709cb-57ef-4281-bfd1-66453c0742cf. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 684.686894] env[65794]: DEBUG nova.network.neutron [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Updating instance_info_cache with network_info: [{"id": "843709cb-57ef-4281-bfd1-66453c0742cf", "address": "fa:16:3e:74:a4:8c", "network": {"id": "fabe8de5-10fd-46d4-ba57-bcdcb4dee818", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-368019232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1c1d4c034c744ff88ee6cc4fb6f6a86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843709cb-57", "ovs_interfaceid": "843709cb-57ef-4281-bfd1-66453c0742cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.816879] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquiring lock "946bf688-56a0-42ab-8c5e-7a83efb34000" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.817086] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "946bf688-56a0-42ab-8c5e-7a83efb34000" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.817542] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquiring lock "946bf688-56a0-42ab-8c5e-7a83efb34000-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.817542] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "946bf688-56a0-42ab-8c5e-7a83efb34000-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.817765] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "946bf688-56a0-42ab-8c5e-7a83efb34000-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.821698] env[65794]: INFO nova.compute.manager [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Terminating instance [ 684.887214] env[65794]: DEBUG oslo_concurrency.lockutils [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Releasing lock "refresh_cache-830eba0f-02b0-49a4-9afa-20a6afaa7e20" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.888127] env[65794]: DEBUG nova.compute.manager [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Instance network_info: |[{"id": "496a240b-cd40-4e70-9906-dede323a8c87", "address": "fa:16:3e:33:66:26", "network": {"id": "699cc140-0deb-4757-bc61-606e2192ad04", "bridge": "br-int", "label": "tempest-ServersTestJSON-2074952689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28d747c7d7744934af5ef6936cd5608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap496a240b-cd", "ovs_interfaceid": "496a240b-cd40-4e70-9906-dede323a8c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 684.888501] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:66:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '496a240b-cd40-4e70-9906-dede323a8c87', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.897770] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Creating folder: Project (28d747c7d7744934af5ef6936cd5608d). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.898192] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18412de1-2859-4e79-8a42-58179dd72570 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.911859] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Created folder: Project (28d747c7d7744934af5ef6936cd5608d) in parent group-v937953. [ 684.912411] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Creating folder: Instances. Parent ref: group-v938024. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.912411] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eabc393e-bc77-401f-9713-2bb4ab078ef4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.925920] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Created folder: Instances in parent group-v938024. [ 684.926364] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 684.926577] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.926723] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-806195f1-b308-4ee5-b5e9-50ad70acf21e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.948719] env[65794]: DEBUG nova.compute.utils [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.953179] env[65794]: DEBUG oslo_concurrency.lockutils [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Acquiring lock "5e24f903-0184-48bf-9b9b-9e7ce09e7b00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.953179] env[65794]: DEBUG oslo_concurrency.lockutils [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Lock "5e24f903-0184-48bf-9b9b-9e7ce09e7b00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.953179] env[65794]: DEBUG oslo_concurrency.lockutils [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Acquiring lock "5e24f903-0184-48bf-9b9b-9e7ce09e7b00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.953179] env[65794]: DEBUG oslo_concurrency.lockutils [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Lock "5e24f903-0184-48bf-9b9b-9e7ce09e7b00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.954700] env[65794]: DEBUG oslo_concurrency.lockutils [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Lock "5e24f903-0184-48bf-9b9b-9e7ce09e7b00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.954700] env[65794]: DEBUG nova.compute.manager [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 684.954792] env[65794]: DEBUG nova.network.neutron [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 684.955142] env[65794]: WARNING neutronclient.v2_0.client [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.955436] env[65794]: WARNING neutronclient.v2_0.client [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.959571] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.959571] env[65794]: value = "task-4810833" [ 684.959571] env[65794]: _type = "Task" [ 684.959571] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.960110] env[65794]: INFO nova.compute.manager [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Terminating instance [ 684.976709] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810833, 'name': CreateVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.042606] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.071732] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Acquiring lock "6f359e28-9919-4cb5-949d-6c66bd4e4ce6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.072099] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Lock "6f359e28-9919-4cb5-949d-6c66bd4e4ce6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.086276] env[65794]: DEBUG oslo_vmware.api [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327615} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.087267] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.087518] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.087812] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.087913] env[65794]: INFO nova.compute.manager [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Took 0.67 seconds to destroy the instance on the hypervisor. [ 685.088200] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 685.088669] env[65794]: DEBUG nova.compute.manager [-] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 685.088846] env[65794]: DEBUG nova.network.neutron [-] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 685.089246] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.180723] env[65794]: DEBUG nova.policy [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d256149d83a47e5b7a81758233e4974', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3cdc8f99c7c4201a4cbca70968c235b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.189396] env[65794]: DEBUG oslo_concurrency.lockutils [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] Releasing lock "refresh_cache-c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.189687] env[65794]: DEBUG nova.compute.manager [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Received event network-vif-plugged-88c9d734-f09a-4eaf-bc8d-08c601c0e41e {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 685.189833] env[65794]: DEBUG oslo_concurrency.lockutils [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] Acquiring lock "b34dbbfa-846c-4849-8afc-894be0b70068-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.190048] env[65794]: DEBUG oslo_concurrency.lockutils [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] Lock "b34dbbfa-846c-4849-8afc-894be0b70068-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.190219] env[65794]: DEBUG oslo_concurrency.lockutils [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] Lock "b34dbbfa-846c-4849-8afc-894be0b70068-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.190365] env[65794]: DEBUG nova.compute.manager [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] No waiting events found dispatching network-vif-plugged-88c9d734-f09a-4eaf-bc8d-08c601c0e41e {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 685.191999] env[65794]: WARNING nova.compute.manager [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Received unexpected event network-vif-plugged-88c9d734-f09a-4eaf-bc8d-08c601c0e41e for instance with vm_state building and task_state spawning. [ 685.191999] env[65794]: DEBUG nova.compute.manager [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Received event network-changed-88c9d734-f09a-4eaf-bc8d-08c601c0e41e {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 685.191999] env[65794]: DEBUG nova.compute.manager [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Refreshing instance network info cache due to event network-changed-88c9d734-f09a-4eaf-bc8d-08c601c0e41e. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 685.191999] env[65794]: DEBUG oslo_concurrency.lockutils [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] Acquiring lock "refresh_cache-b34dbbfa-846c-4849-8afc-894be0b70068" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.191999] env[65794]: DEBUG oslo_concurrency.lockutils [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] Acquired lock "refresh_cache-b34dbbfa-846c-4849-8afc-894be0b70068" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.192327] env[65794]: DEBUG nova.network.neutron [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Refreshing network info cache for port 88c9d734-f09a-4eaf-bc8d-08c601c0e41e {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.289231] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.324755] env[65794]: DEBUG nova.compute.manager [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 685.326506] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.327781] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37b60d8-d1ab-42e8-9edf-6ee90524e6b6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.337863] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.337863] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c302c073-fb86-48f9-af0e-206b105230ba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.348735] env[65794]: DEBUG oslo_vmware.api [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 685.348735] env[65794]: value = "task-4810834" [ 685.348735] env[65794]: _type = "Task" [ 685.348735] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.359548] env[65794]: DEBUG oslo_vmware.api [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.454528] env[65794]: DEBUG nova.compute.manager [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 685.473138] env[65794]: DEBUG nova.compute.manager [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 685.473373] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.474977] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35311bf1-ee0a-492e-86bd-a54dda91fe6b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.484771] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810833, 'name': CreateVM_Task, 'duration_secs': 0.429789} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.487270] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.487625] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.488168] env[65794]: WARNING neutronclient.v2_0.client [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.488613] env[65794]: DEBUG oslo_concurrency.lockutils [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.488792] env[65794]: DEBUG oslo_concurrency.lockutils [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.489144] env[65794]: DEBUG oslo_concurrency.lockutils [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.489404] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e34be93c-659f-4a26-bf7c-d6ad5685ddb0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.491506] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07260a83-b1aa-4343-a4b7-96721d19cf4f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.497871] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 685.497871] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52d143fb-51e4-5129-869d-d89652a836f4" [ 685.497871] env[65794]: _type = "Task" [ 685.497871] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.501045] env[65794]: DEBUG oslo_vmware.api [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Waiting for the task: (returnval){ [ 685.501045] env[65794]: value = "task-4810835" [ 685.501045] env[65794]: _type = "Task" [ 685.501045] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.518081] env[65794]: DEBUG oslo_vmware.api [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Task: {'id': task-4810835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.518394] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d143fb-51e4-5129-869d-d89652a836f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.546365] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810829, 'name': ReconfigVM_Task, 'duration_secs': 0.92021} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.546771] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Reconfigured VM instance instance-00000018 to attach disk [datastore2] b34dbbfa-846c-4849-8afc-894be0b70068/b34dbbfa-846c-4849-8afc-894be0b70068.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.547727] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf21f2ae-fe57-410d-bab2-ecac93eebcdf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.563596] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Waiting for the task: (returnval){ [ 685.563596] env[65794]: value = "task-4810836" [ 685.563596] env[65794]: _type = "Task" [ 685.563596] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.577281] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810836, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.579417] env[65794]: DEBUG nova.compute.manager [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 685.692194] env[65794]: DEBUG nova.network.neutron [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Successfully created port: 5f5263c5-dd17-4088-94e4-b313783f200a {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 685.698598] env[65794]: WARNING neutronclient.v2_0.client [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.867516] env[65794]: DEBUG oslo_vmware.api [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810834, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.019321] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d143fb-51e4-5129-869d-d89652a836f4, 'name': SearchDatastore_Task, 'duration_secs': 0.016661} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.019617] env[65794]: DEBUG oslo_vmware.api [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Task: {'id': task-4810835, 'name': PowerOffVM_Task, 'duration_secs': 0.26036} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.023376] env[65794]: DEBUG oslo_concurrency.lockutils [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.023741] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.024237] env[65794]: DEBUG oslo_concurrency.lockutils [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.024654] env[65794]: DEBUG oslo_concurrency.lockutils [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.025400] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.025500] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.026048] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.028155] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ed0b527-1fc1-4b73-91d5-3004973c8c89 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.033452] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f36b085e-836c-4e2c-9388-d5f885af9de5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.043955] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.044414] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.046983] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae363fb4-4ea2-4316-948f-56b256058e2a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.056334] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 686.056334] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52ff352b-7d59-10de-73d9-1e184472dab2" [ 686.056334] env[65794]: _type = "Task" [ 686.056334] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.065173] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ff352b-7d59-10de-73d9-1e184472dab2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.075765] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810836, 'name': Rename_Task, 'duration_secs': 0.232714} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.079220] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.079476] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a995ec5-b50a-43f8-913a-c2f15970b65e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.091389] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Waiting for the task: (returnval){ [ 686.091389] env[65794]: value = "task-4810838" [ 686.091389] env[65794]: _type = "Task" [ 686.091389] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.110905] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810838, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.115963] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.115963] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.115963] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Deleting the datastore file [datastore2] 5e24f903-0184-48bf-9b9b-9e7ce09e7b00 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.116675] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f148ae2-cd77-4ef8-bb5e-c131393e6f60 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.123894] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.125807] env[65794]: DEBUG oslo_vmware.api [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Waiting for the task: (returnval){ [ 686.125807] env[65794]: value = "task-4810839" [ 686.125807] env[65794]: _type = "Task" [ 686.125807] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.136221] env[65794]: DEBUG oslo_vmware.api [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Task: {'id': task-4810839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.147176] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e863db60-3856-403a-b86b-6124d7021627 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.155931] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2d754d-4688-4b4c-ad67-f403d3cdeb67 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.194877] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cea967-c88b-476a-9ae8-4ea833cfe4b5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.203733] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cef9e6-6aa0-452d-8041-b8f173b85f02 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.218162] env[65794]: DEBUG nova.compute.provider_tree [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.263455] env[65794]: DEBUG nova.network.neutron [-] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.361141] env[65794]: DEBUG oslo_vmware.api [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810834, 'name': PowerOffVM_Task, 'duration_secs': 0.63608} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.361428] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.361760] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.361873] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3e11609-bf78-4a83-98fd-885ee96d2778 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.440733] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.440880] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.441109] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Deleting the datastore file [datastore2] 946bf688-56a0-42ab-8c5e-7a83efb34000 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.441381] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b6febae-7bdc-4064-a43e-20a7382ae542 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.449321] env[65794]: DEBUG oslo_vmware.api [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 686.449321] env[65794]: value = "task-4810841" [ 686.449321] env[65794]: _type = "Task" [ 686.449321] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.459159] env[65794]: DEBUG oslo_vmware.api [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.467683] env[65794]: DEBUG nova.compute.manager [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 686.495247] env[65794]: DEBUG nova.virt.hardware [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 686.495385] env[65794]: DEBUG nova.virt.hardware [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.495581] env[65794]: DEBUG nova.virt.hardware [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 686.495823] env[65794]: DEBUG nova.virt.hardware [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.496700] env[65794]: DEBUG nova.virt.hardware [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 686.496700] env[65794]: DEBUG nova.virt.hardware [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 686.496700] env[65794]: DEBUG nova.virt.hardware [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 686.496700] env[65794]: DEBUG nova.virt.hardware [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 686.496856] env[65794]: DEBUG nova.virt.hardware [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 686.496974] env[65794]: DEBUG nova.virt.hardware [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 686.497204] env[65794]: DEBUG nova.virt.hardware [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 686.498215] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a970e0c-f074-4489-9e32-1c7ae593685c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.506718] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a2462d-79a4-44ab-b361-59103b0f7ca4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.566247] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ff352b-7d59-10de-73d9-1e184472dab2, 'name': SearchDatastore_Task, 'duration_secs': 0.021565} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.567077] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a404c9ee-ce52-4912-9661-b26f7fee8056 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.573187] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 686.573187] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52c712b2-04f0-0586-35a3-f3982bc451a2" [ 686.573187] env[65794]: _type = "Task" [ 686.573187] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.581753] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c712b2-04f0-0586-35a3-f3982bc451a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.609863] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810838, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.635330] env[65794]: DEBUG oslo_vmware.api [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Task: {'id': task-4810839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428797} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.635605] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.635784] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.635957] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.636142] env[65794]: INFO nova.compute.manager [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Took 1.16 seconds to destroy the instance on the hypervisor. [ 686.636389] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 686.637709] env[65794]: DEBUG nova.compute.manager [-] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 686.637709] env[65794]: DEBUG nova.network.neutron [-] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 686.637709] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.722415] env[65794]: DEBUG nova.scheduler.client.report [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.731191] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Acquiring lock "d2ab3b4f-94ff-4ec0-9808-102e8e5957ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.731588] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Lock "d2ab3b4f-94ff-4ec0-9808-102e8e5957ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.766546] env[65794]: INFO nova.compute.manager [-] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Took 1.68 seconds to deallocate network for instance. [ 686.962856] env[65794]: DEBUG oslo_vmware.api [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302093} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.963227] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.963448] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.963706] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.963935] env[65794]: INFO nova.compute.manager [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Took 1.64 seconds to destroy the instance on the hypervisor. [ 686.964252] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 686.964565] env[65794]: DEBUG nova.compute.manager [-] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 686.964713] env[65794]: DEBUG nova.network.neutron [-] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 686.964985] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.084316] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c712b2-04f0-0586-35a3-f3982bc451a2, 'name': SearchDatastore_Task, 'duration_secs': 0.014217} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.084650] env[65794]: DEBUG oslo_concurrency.lockutils [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.084846] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 830eba0f-02b0-49a4-9afa-20a6afaa7e20/830eba0f-02b0-49a4-9afa-20a6afaa7e20.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.085127] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62819f9a-e2e2-4e8d-b576-625c62182cbd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.093047] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 687.093047] env[65794]: value = "task-4810842" [ 687.093047] env[65794]: _type = "Task" [ 687.093047] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.102986] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4810842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.112336] env[65794]: DEBUG oslo_vmware.api [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810838, 'name': PowerOnVM_Task, 'duration_secs': 0.901493} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.112336] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.112498] env[65794]: INFO nova.compute.manager [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Took 10.10 seconds to spawn the instance on the hypervisor. [ 687.112646] env[65794]: DEBUG nova.compute.manager [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 687.113454] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae728ba1-6e3d-4b78-8f38-ce431fe5931c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.230067] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.230622] env[65794]: DEBUG nova.compute.manager [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 687.233874] env[65794]: DEBUG oslo_concurrency.lockutils [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.687s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.238021] env[65794]: INFO nova.compute.claims [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.238847] env[65794]: DEBUG nova.compute.manager [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 687.275228] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.459296] env[65794]: DEBUG nova.network.neutron [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Successfully updated port: 5f5263c5-dd17-4088-94e4-b313783f200a {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 687.492525] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.573657] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.604186] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4810842, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.632151] env[65794]: INFO nova.compute.manager [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Took 31.72 seconds to build instance. [ 687.733899] env[65794]: WARNING neutronclient.v2_0.client [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.747393] env[65794]: DEBUG nova.compute.utils [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.751434] env[65794]: DEBUG nova.compute.manager [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 687.751434] env[65794]: DEBUG nova.network.neutron [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 687.751869] env[65794]: WARNING neutronclient.v2_0.client [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.752811] env[65794]: WARNING neutronclient.v2_0.client [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.783665] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.968782] env[65794]: DEBUG oslo_concurrency.lockutils [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "refresh_cache-7d65b7b9-a096-45ac-b66f-ae69432e4d50" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.968885] env[65794]: DEBUG oslo_concurrency.lockutils [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquired lock "refresh_cache-7d65b7b9-a096-45ac-b66f-ae69432e4d50" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.969044] env[65794]: DEBUG nova.network.neutron [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 688.109058] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4810842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.932294} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.109519] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 830eba0f-02b0-49a4-9afa-20a6afaa7e20/830eba0f-02b0-49a4-9afa-20a6afaa7e20.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.109617] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.109819] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80c2325e-857c-4e0c-af0a-225b62d2f68e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.118671] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 688.118671] env[65794]: value = "task-4810843" [ 688.118671] env[65794]: _type = "Task" [ 688.118671] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.131588] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4810843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.133387] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2b1262-72ef-4581-93a7-518b8d11194e tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Lock "b34dbbfa-846c-4849-8afc-894be0b70068" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.244s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.257150] env[65794]: DEBUG nova.compute.manager [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 688.573082] env[65794]: DEBUG nova.policy [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c058043df8749b9855a1eeb2cfb0b3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '737a0ac2aeb14300bb926f480f8a9607', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.578931] env[65794]: DEBUG nova.network.neutron [-] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.640146] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4810843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.251422} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.640146] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.641017] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cb5194-4128-434f-9153-b0229a3716e6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.672885] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 830eba0f-02b0-49a4-9afa-20a6afaa7e20/830eba0f-02b0-49a4-9afa-20a6afaa7e20.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.674735] env[65794]: DEBUG nova.network.neutron [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 688.677621] env[65794]: DEBUG nova.network.neutron [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Updated VIF entry in instance network info cache for port 88c9d734-f09a-4eaf-bc8d-08c601c0e41e. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 688.677831] env[65794]: DEBUG nova.network.neutron [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Updating instance_info_cache with network_info: [{"id": "88c9d734-f09a-4eaf-bc8d-08c601c0e41e", "address": "fa:16:3e:de:33:f5", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88c9d734-f0", "ovs_interfaceid": "88c9d734-f09a-4eaf-bc8d-08c601c0e41e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.681425] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f3dbb85-9f5d-44fb-88d3-db8bc961b33d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.712518] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 688.712518] env[65794]: value = "task-4810844" [ 688.712518] env[65794]: _type = "Task" [ 688.712518] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.722140] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4810844, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.842035] env[65794]: DEBUG nova.network.neutron [-] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.863519] env[65794]: WARNING neutronclient.v2_0.client [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.871692] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5072ecb8-9636-4f6e-bea2-6c356b1fdabd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.885664] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa82df0-7cc2-4c38-828e-ee5302884b3f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.923280] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41afd6d4-04d6-4781-bc1a-ed7b5b4c3594 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.933694] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec70032b-3236-4250-a161-5956eac164d9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.950565] env[65794]: DEBUG nova.compute.provider_tree [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.085020] env[65794]: INFO nova.compute.manager [-] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Took 2.44 seconds to deallocate network for instance. [ 689.138452] env[65794]: DEBUG nova.network.neutron [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Updating instance_info_cache with network_info: [{"id": "5f5263c5-dd17-4088-94e4-b313783f200a", "address": "fa:16:3e:7b:a0:0d", "network": {"id": "3c907079-9a90-4951-b951-3e25db9872f2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-457357172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3cdc8f99c7c4201a4cbca70968c235b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f5263c5-dd", "ovs_interfaceid": "5f5263c5-dd17-4088-94e4-b313783f200a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.194770] env[65794]: DEBUG nova.network.neutron [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Successfully created port: f71491fa-7f52-43ef-89bb-1c5e43edb92e {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 689.204703] env[65794]: DEBUG oslo_concurrency.lockutils [req-9de0dea0-454e-43d6-bc1f-14d7cac8b910 req-35ad86ff-d727-4174-b2a9-09855344a0cf service nova] Releasing lock "refresh_cache-b34dbbfa-846c-4849-8afc-894be0b70068" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.229041] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4810844, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.273815] env[65794]: DEBUG nova.compute.manager [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 689.316588] env[65794]: DEBUG nova.virt.hardware [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 689.316809] env[65794]: DEBUG nova.virt.hardware [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.316976] env[65794]: DEBUG nova.virt.hardware [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 689.317148] env[65794]: DEBUG nova.virt.hardware [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.317704] env[65794]: DEBUG nova.virt.hardware [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 689.317704] env[65794]: DEBUG nova.virt.hardware [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 689.317704] env[65794]: DEBUG nova.virt.hardware [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 689.318553] env[65794]: DEBUG nova.virt.hardware [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 689.318553] env[65794]: DEBUG nova.virt.hardware [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 689.318553] env[65794]: DEBUG nova.virt.hardware [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 689.318553] env[65794]: DEBUG nova.virt.hardware [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 689.319462] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe5578f-a7d3-4d35-95b3-4727d7d7bfa9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.331596] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80efba1-6f08-4c75-af55-c0028c5c4018 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.351279] env[65794]: INFO nova.compute.manager [-] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Took 2.39 seconds to deallocate network for instance. [ 689.423542] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.424250] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.453055] env[65794]: DEBUG nova.scheduler.client.report [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.590331] env[65794]: DEBUG oslo_concurrency.lockutils [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.641335] env[65794]: DEBUG oslo_concurrency.lockutils [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Releasing lock "refresh_cache-7d65b7b9-a096-45ac-b66f-ae69432e4d50" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.641877] env[65794]: DEBUG nova.compute.manager [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Instance network_info: |[{"id": "5f5263c5-dd17-4088-94e4-b313783f200a", "address": "fa:16:3e:7b:a0:0d", "network": {"id": "3c907079-9a90-4951-b951-3e25db9872f2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-457357172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3cdc8f99c7c4201a4cbca70968c235b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f5263c5-dd", "ovs_interfaceid": "5f5263c5-dd17-4088-94e4-b313783f200a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 689.642539] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:a0:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f5263c5-dd17-4088-94e4-b313783f200a', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.657383] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 689.657877] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.658306] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7febfb4f-b7b2-4302-b27a-c8cb84ba3d5e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.694666] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.694666] env[65794]: value = "task-4810845" [ 689.694666] env[65794]: _type = "Task" [ 689.694666] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.705548] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810845, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.721814] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4810844, 'name': ReconfigVM_Task, 'duration_secs': 0.581999} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.723041] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 830eba0f-02b0-49a4-9afa-20a6afaa7e20/830eba0f-02b0-49a4-9afa-20a6afaa7e20.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.723041] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff1f8d15-36a1-486c-8cef-3ad6b66cdb5e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.733930] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 689.733930] env[65794]: value = "task-4810846" [ 689.733930] env[65794]: _type = "Task" [ 689.733930] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.745758] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4810846, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.860208] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.927481] env[65794]: DEBUG nova.compute.manager [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 689.959642] env[65794]: DEBUG oslo_concurrency.lockutils [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.960367] env[65794]: DEBUG nova.compute.manager [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 689.962987] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.056s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.114626] env[65794]: DEBUG oslo_concurrency.lockutils [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "774f19ac-d703-46fe-bfa6-2df075504c73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.114856] env[65794]: DEBUG oslo_concurrency.lockutils [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "774f19ac-d703-46fe-bfa6-2df075504c73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.206316] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810845, 'name': CreateVM_Task, 'duration_secs': 0.403631} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.206643] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.206978] env[65794]: WARNING neutronclient.v2_0.client [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.207341] env[65794]: DEBUG oslo_concurrency.lockutils [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.207487] env[65794]: DEBUG oslo_concurrency.lockutils [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.207797] env[65794]: DEBUG oslo_concurrency.lockutils [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.208195] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77b31f3b-224b-4351-b2a0-1e527729667c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.217742] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 690.217742] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]527d3be4-3ce1-fbde-3d0f-145765a110ea" [ 690.217742] env[65794]: _type = "Task" [ 690.217742] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.228248] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527d3be4-3ce1-fbde-3d0f-145765a110ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.244861] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4810846, 'name': Rename_Task, 'duration_secs': 0.171396} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.245521] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.245797] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5210174-bbfe-4ced-bcb8-f319ea944865 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.253554] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 690.253554] env[65794]: value = "task-4810847" [ 690.253554] env[65794]: _type = "Task" [ 690.253554] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.262489] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4810847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.454922] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.467086] env[65794]: DEBUG nova.compute.utils [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.479738] env[65794]: DEBUG nova.compute.manager [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 690.479943] env[65794]: DEBUG nova.network.neutron [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 690.480339] env[65794]: WARNING neutronclient.v2_0.client [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.480653] env[65794]: WARNING neutronclient.v2_0.client [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.729388] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527d3be4-3ce1-fbde-3d0f-145765a110ea, 'name': SearchDatastore_Task, 'duration_secs': 0.029098} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.729698] env[65794]: DEBUG oslo_concurrency.lockutils [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.729927] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.730784] env[65794]: DEBUG oslo_concurrency.lockutils [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.730784] env[65794]: DEBUG oslo_concurrency.lockutils [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.730784] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.730784] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18751dcd-c417-4ece-8cf8-fac5a10a509a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.743297] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.743559] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.744438] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce4cd5f2-19c4-433a-a54e-a8268c5543dd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.751025] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 690.751025] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52043c5a-9b2f-2654-72ea-7058e9fdcfb7" [ 690.751025] env[65794]: _type = "Task" [ 690.751025] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.768433] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52043c5a-9b2f-2654-72ea-7058e9fdcfb7, 'name': SearchDatastore_Task, 'duration_secs': 0.009632} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.768647] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4810847, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.769492] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b184dc6b-895b-4b5f-abe5-7a85f127d21b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.775769] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 690.775769] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]520c1a08-5e4e-bada-9a46-662a51d2f593" [ 690.775769] env[65794]: _type = "Task" [ 690.775769] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.785520] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]520c1a08-5e4e-bada-9a46-662a51d2f593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.981275] env[65794]: DEBUG nova.compute.manager [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 690.984586] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Applying migration context for instance 6a7b7491-19f0-4e28-951c-6a291371eb6f as it has an incoming, in-progress migration 21b3d45e-adf2-43f1-9983-e74fe68754c1. Migration status is confirming {{(pid=65794) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 690.989027] env[65794]: INFO nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Updating resource usage from migration 21b3d45e-adf2-43f1-9983-e74fe68754c1 [ 691.014591] env[65794]: DEBUG nova.network.neutron [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Successfully updated port: f71491fa-7f52-43ef-89bb-1c5e43edb92e {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 691.026724] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 7ece0ac9-80dd-491f-9e03-e8c862e9e64a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.026724] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance b34dbbfa-846c-4849-8afc-894be0b70068 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.026724] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 0f354429-787a-4a67-9336-693ae8803304 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.069200] env[65794]: DEBUG nova.policy [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '910fb6fdbcf941f6a30ecd42404f6d46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12d4fa5f159b470a9757565722d10596', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.267684] env[65794]: DEBUG oslo_vmware.api [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4810847, 'name': PowerOnVM_Task, 'duration_secs': 0.939774} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.268126] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.268306] env[65794]: INFO nova.compute.manager [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Took 9.41 seconds to spawn the instance on the hypervisor. [ 691.268491] env[65794]: DEBUG nova.compute.manager [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 691.269506] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78161018-a0b3-4c16-8fbf-8223d4d03516 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.289519] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]520c1a08-5e4e-bada-9a46-662a51d2f593, 'name': SearchDatastore_Task, 'duration_secs': 0.010581} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.289786] env[65794]: DEBUG oslo_concurrency.lockutils [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.290043] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 7d65b7b9-a096-45ac-b66f-ae69432e4d50/7d65b7b9-a096-45ac-b66f-ae69432e4d50.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.290306] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b146900-d221-4154-b1a6-21ac93c39eba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.297663] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 691.297663] env[65794]: value = "task-4810848" [ 691.297663] env[65794]: _type = "Task" [ 691.297663] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.311154] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.432467] env[65794]: DEBUG nova.network.neutron [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Successfully created port: 54dd539a-9b3b-4b27-9e63-9833b022a6bd {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 691.521794] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "refresh_cache-54cea278-13e4-422f-9321-7c45fcc1b050" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.522028] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired lock "refresh_cache-54cea278-13e4-422f-9321-7c45fcc1b050" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.524033] env[65794]: DEBUG nova.network.neutron [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 691.537017] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 691.794231] env[65794]: INFO nova.compute.manager [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Took 33.31 seconds to build instance. [ 691.810058] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.000136] env[65794]: DEBUG nova.compute.manager [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 692.038028] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 774f19ac-d703-46fe-bfa6-2df075504c73 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 692.038443] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 28429b77-e975-481d-96a0-62054de9b4b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.038443] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 830eba0f-02b0-49a4-9afa-20a6afaa7e20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.038443] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 5d6cf973-f70d-42e3-9357-d7b5d17471d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.038631] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance e0b86371-c7c8-4cd9-a81a-31dad52d92f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.038680] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 16172018-9e41-459b-a0ee-61f08a508a66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.048035] env[65794]: DEBUG nova.virt.hardware [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 692.048035] env[65794]: DEBUG nova.virt.hardware [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.048035] env[65794]: DEBUG nova.virt.hardware [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 692.048347] env[65794]: DEBUG nova.virt.hardware [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.048347] env[65794]: DEBUG nova.virt.hardware [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 692.048347] env[65794]: DEBUG nova.virt.hardware [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 692.048347] env[65794]: DEBUG nova.virt.hardware [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 692.048347] env[65794]: DEBUG nova.virt.hardware [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 692.048540] env[65794]: DEBUG nova.virt.hardware [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 692.048540] env[65794]: DEBUG nova.virt.hardware [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 692.048540] env[65794]: DEBUG nova.virt.hardware [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 692.048942] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7144f0-7bc8-4107-9736-85012cd888d6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.062717] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab34d73-2805-4b50-a4b2-497099d27cca {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.069600] env[65794]: DEBUG nova.network.neutron [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 692.281513] env[65794]: WARNING neutronclient.v2_0.client [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.299132] env[65794]: DEBUG oslo_concurrency.lockutils [None req-88ff047a-98ba-476e-afb0-31720157dfcb tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "830eba0f-02b0-49a4-9afa-20a6afaa7e20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.829s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.311269] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.940852} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.311562] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 7d65b7b9-a096-45ac-b66f-ae69432e4d50/7d65b7b9-a096-45ac-b66f-ae69432e4d50.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.312455] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.312455] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb57f4c4-ecb9-4dd8-97bf-8c0f9bb8d439 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.320101] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 692.320101] env[65794]: value = "task-4810849" [ 692.320101] env[65794]: _type = "Task" [ 692.320101] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.332503] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.372128] env[65794]: DEBUG nova.compute.manager [req-73636aaa-be99-46c9-bca7-0970c34587a2 req-a78c6058-4f1b-4f5c-82a6-cd86ffe1433d service nova] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Received event network-vif-plugged-496a240b-cd40-4e70-9906-dede323a8c87 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 692.372318] env[65794]: DEBUG oslo_concurrency.lockutils [req-73636aaa-be99-46c9-bca7-0970c34587a2 req-a78c6058-4f1b-4f5c-82a6-cd86ffe1433d service nova] Acquiring lock "830eba0f-02b0-49a4-9afa-20a6afaa7e20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.372515] env[65794]: DEBUG oslo_concurrency.lockutils [req-73636aaa-be99-46c9-bca7-0970c34587a2 req-a78c6058-4f1b-4f5c-82a6-cd86ffe1433d service nova] Lock "830eba0f-02b0-49a4-9afa-20a6afaa7e20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.372669] env[65794]: DEBUG oslo_concurrency.lockutils [req-73636aaa-be99-46c9-bca7-0970c34587a2 req-a78c6058-4f1b-4f5c-82a6-cd86ffe1433d service nova] Lock "830eba0f-02b0-49a4-9afa-20a6afaa7e20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.372823] env[65794]: DEBUG nova.compute.manager [req-73636aaa-be99-46c9-bca7-0970c34587a2 req-a78c6058-4f1b-4f5c-82a6-cd86ffe1433d service nova] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] No waiting events found dispatching network-vif-plugged-496a240b-cd40-4e70-9906-dede323a8c87 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 692.372989] env[65794]: WARNING nova.compute.manager [req-73636aaa-be99-46c9-bca7-0970c34587a2 req-a78c6058-4f1b-4f5c-82a6-cd86ffe1433d service nova] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Received unexpected event network-vif-plugged-496a240b-cd40-4e70-9906-dede323a8c87 for instance with vm_state active and task_state None. [ 692.374109] env[65794]: DEBUG nova.compute.manager [req-73636aaa-be99-46c9-bca7-0970c34587a2 req-a78c6058-4f1b-4f5c-82a6-cd86ffe1433d service nova] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Received event network-changed-496a240b-cd40-4e70-9906-dede323a8c87 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 692.374279] env[65794]: DEBUG nova.compute.manager [req-73636aaa-be99-46c9-bca7-0970c34587a2 req-a78c6058-4f1b-4f5c-82a6-cd86ffe1433d service nova] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Refreshing instance network info cache due to event network-changed-496a240b-cd40-4e70-9906-dede323a8c87. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 692.374456] env[65794]: DEBUG oslo_concurrency.lockutils [req-73636aaa-be99-46c9-bca7-0970c34587a2 req-a78c6058-4f1b-4f5c-82a6-cd86ffe1433d service nova] Acquiring lock "refresh_cache-830eba0f-02b0-49a4-9afa-20a6afaa7e20" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.374582] env[65794]: DEBUG oslo_concurrency.lockutils [req-73636aaa-be99-46c9-bca7-0970c34587a2 req-a78c6058-4f1b-4f5c-82a6-cd86ffe1433d service nova] Acquired lock "refresh_cache-830eba0f-02b0-49a4-9afa-20a6afaa7e20" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.374725] env[65794]: DEBUG nova.network.neutron [req-73636aaa-be99-46c9-bca7-0970c34587a2 req-a78c6058-4f1b-4f5c-82a6-cd86ffe1433d service nova] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Refreshing network info cache for port 496a240b-cd40-4e70-9906-dede323a8c87 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.435997] env[65794]: DEBUG nova.network.neutron [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Updating instance_info_cache with network_info: [{"id": "f71491fa-7f52-43ef-89bb-1c5e43edb92e", "address": "fa:16:3e:e3:ec:3a", "network": {"id": "42cade4a-4a06-4155-8650-50edbd2d8a1b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-718071421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "737a0ac2aeb14300bb926f480f8a9607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf71491fa-7f", "ovs_interfaceid": "f71491fa-7f52-43ef-89bb-1c5e43edb92e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.553898] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance d2ab3b4f-94ff-4ec0-9808-102e8e5957ac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 692.553898] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 87a8e02f-25f1-4d9a-99fe-babe618e8fd3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.553898] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 54cea278-13e4-422f-9321-7c45fcc1b050 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 692.553898] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 5e24f903-0184-48bf-9b9b-9e7ce09e7b00 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 692.554196] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance b6aeb1a5-1d32-4da0-805d-41fe426a4b58 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 692.806079] env[65794]: DEBUG nova.compute.manager [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 692.835770] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180185} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.836095] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.836978] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97f796f-d8b7-4870-b755-5789dd5fed42 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.871025] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 7d65b7b9-a096-45ac-b66f-ae69432e4d50/7d65b7b9-a096-45ac-b66f-ae69432e4d50.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.871025] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74e83d6e-d415-49df-91e1-f8d898cca23f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.889422] env[65794]: WARNING neutronclient.v2_0.client [req-73636aaa-be99-46c9-bca7-0970c34587a2 req-a78c6058-4f1b-4f5c-82a6-cd86ffe1433d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.900267] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 692.900267] env[65794]: value = "task-4810850" [ 692.900267] env[65794]: _type = "Task" [ 692.900267] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.910681] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.940277] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Releasing lock "refresh_cache-54cea278-13e4-422f-9321-7c45fcc1b050" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.941030] env[65794]: DEBUG nova.compute.manager [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Instance network_info: |[{"id": "f71491fa-7f52-43ef-89bb-1c5e43edb92e", "address": "fa:16:3e:e3:ec:3a", "network": {"id": "42cade4a-4a06-4155-8650-50edbd2d8a1b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-718071421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "737a0ac2aeb14300bb926f480f8a9607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf71491fa-7f", "ovs_interfaceid": "f71491fa-7f52-43ef-89bb-1c5e43edb92e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 692.942062] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:ec:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '399f3826-705c-45f7-9fe0-3a08a945151a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f71491fa-7f52-43ef-89bb-1c5e43edb92e', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.952391] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Creating folder: Project (737a0ac2aeb14300bb926f480f8a9607). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.959398] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5c477b0-02c1-4e40-9847-70e31bd3e9e5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.960447] env[65794]: DEBUG nova.compute.manager [req-b6c70210-c8b9-4fbc-a50d-05437cb0832d req-23e3790e-f7d0-410b-aea0-fe489e4d79d1 service nova] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Received event network-vif-plugged-5f5263c5-dd17-4088-94e4-b313783f200a {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 692.960845] env[65794]: DEBUG oslo_concurrency.lockutils [req-b6c70210-c8b9-4fbc-a50d-05437cb0832d req-23e3790e-f7d0-410b-aea0-fe489e4d79d1 service nova] Acquiring lock "7d65b7b9-a096-45ac-b66f-ae69432e4d50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.961095] env[65794]: DEBUG oslo_concurrency.lockutils [req-b6c70210-c8b9-4fbc-a50d-05437cb0832d req-23e3790e-f7d0-410b-aea0-fe489e4d79d1 service nova] Lock "7d65b7b9-a096-45ac-b66f-ae69432e4d50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.961264] env[65794]: DEBUG oslo_concurrency.lockutils [req-b6c70210-c8b9-4fbc-a50d-05437cb0832d req-23e3790e-f7d0-410b-aea0-fe489e4d79d1 service nova] Lock "7d65b7b9-a096-45ac-b66f-ae69432e4d50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.961491] env[65794]: DEBUG nova.compute.manager [req-b6c70210-c8b9-4fbc-a50d-05437cb0832d req-23e3790e-f7d0-410b-aea0-fe489e4d79d1 service nova] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] No waiting events found dispatching network-vif-plugged-5f5263c5-dd17-4088-94e4-b313783f200a {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 692.961691] env[65794]: WARNING nova.compute.manager [req-b6c70210-c8b9-4fbc-a50d-05437cb0832d req-23e3790e-f7d0-410b-aea0-fe489e4d79d1 service nova] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Received unexpected event network-vif-plugged-5f5263c5-dd17-4088-94e4-b313783f200a for instance with vm_state building and task_state spawning. [ 692.975138] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Created folder: Project (737a0ac2aeb14300bb926f480f8a9607) in parent group-v937953. [ 692.975358] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Creating folder: Instances. Parent ref: group-v938028. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.975758] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a559bc83-5b6f-4f94-9f46-0e96168c428e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.989065] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Created folder: Instances in parent group-v938028. [ 692.989397] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 692.989874] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.989874] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc74911b-0718-4dd4-84c2-098ed8e7a0d5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.014034] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.014034] env[65794]: value = "task-4810853" [ 693.014034] env[65794]: _type = "Task" [ 693.014034] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.021091] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810853, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.057321] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 693.092786] env[65794]: DEBUG nova.network.neutron [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Successfully updated port: 54dd539a-9b3b-4b27-9e63-9833b022a6bd {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 693.101719] env[65794]: DEBUG nova.compute.manager [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 693.101719] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da818059-1871-4edc-8550-d9e7ed0f85a0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.335122] env[65794]: DEBUG oslo_concurrency.lockutils [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.394596] env[65794]: WARNING neutronclient.v2_0.client [req-73636aaa-be99-46c9-bca7-0970c34587a2 req-a78c6058-4f1b-4f5c-82a6-cd86ffe1433d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.413497] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.481081] env[65794]: DEBUG nova.network.neutron [req-73636aaa-be99-46c9-bca7-0970c34587a2 req-a78c6058-4f1b-4f5c-82a6-cd86ffe1433d service nova] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Updated VIF entry in instance network info cache for port 496a240b-cd40-4e70-9906-dede323a8c87. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 693.481831] env[65794]: DEBUG nova.network.neutron [req-73636aaa-be99-46c9-bca7-0970c34587a2 req-a78c6058-4f1b-4f5c-82a6-cd86ffe1433d service nova] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Updating instance_info_cache with network_info: [{"id": "496a240b-cd40-4e70-9906-dede323a8c87", "address": "fa:16:3e:33:66:26", "network": {"id": "699cc140-0deb-4757-bc61-606e2192ad04", "bridge": "br-int", "label": "tempest-ServersTestJSON-2074952689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28d747c7d7744934af5ef6936cd5608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap496a240b-cd", "ovs_interfaceid": "496a240b-cd40-4e70-9906-dede323a8c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.536093] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810853, 'name': CreateVM_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.560919] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 6f359e28-9919-4cb5-949d-6c66bd4e4ce6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 693.599837] env[65794]: DEBUG oslo_concurrency.lockutils [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Acquiring lock "refresh_cache-0f354429-787a-4a67-9336-693ae8803304" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.599837] env[65794]: DEBUG oslo_concurrency.lockutils [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Acquired lock "refresh_cache-0f354429-787a-4a67-9336-693ae8803304" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.599837] env[65794]: DEBUG nova.network.neutron [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 693.619485] env[65794]: INFO nova.compute.manager [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] instance snapshotting [ 693.622319] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d92746e-95e9-429b-b6ce-b5bca7049af8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.647159] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815177d3-c1c6-4fd1-95f8-b7e6451bc682 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.915039] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810850, 'name': ReconfigVM_Task, 'duration_secs': 0.805589} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.915039] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 7d65b7b9-a096-45ac-b66f-ae69432e4d50/7d65b7b9-a096-45ac-b66f-ae69432e4d50.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.916348] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64a88edf-8518-4c18-8388-659e9ed4a98b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.925682] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 693.925682] env[65794]: value = "task-4810854" [ 693.925682] env[65794]: _type = "Task" [ 693.925682] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.937688] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810854, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.985034] env[65794]: DEBUG oslo_concurrency.lockutils [req-73636aaa-be99-46c9-bca7-0970c34587a2 req-a78c6058-4f1b-4f5c-82a6-cd86ffe1433d service nova] Releasing lock "refresh_cache-830eba0f-02b0-49a4-9afa-20a6afaa7e20" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.025892] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810853, 'name': CreateVM_Task, 'duration_secs': 0.693824} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.025892] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.026560] env[65794]: WARNING neutronclient.v2_0.client [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.027018] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.027399] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.027808] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.028186] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3851f08-8a9f-4f77-a980-d1b8bbdfaa66 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.037883] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 694.037883] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f50caa-c6ba-c327-5416-88d87e107003" [ 694.037883] env[65794]: _type = "Task" [ 694.037883] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.049979] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f50caa-c6ba-c327-5416-88d87e107003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.064439] env[65794]: INFO nova.compute.manager [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Rebuilding instance [ 694.068988] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance f755f4c0-549a-4787-ac33-b33c4b3eac60 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 694.101512] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquiring lock "18eaf5a7-4711-4a52-82fa-aeca7ed9ae86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.101512] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lock "18eaf5a7-4711-4a52-82fa-aeca7ed9ae86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.149418] env[65794]: DEBUG nova.compute.manager [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 694.150729] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd6055f-5587-42cf-9171-ef42a982bc71 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.164419] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Creating Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 694.164755] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d1ea48f4-7fcc-45d6-bc81-b8602f02f50c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.175345] env[65794]: DEBUG oslo_vmware.api [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 694.175345] env[65794]: value = "task-4810855" [ 694.175345] env[65794]: _type = "Task" [ 694.175345] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.191081] env[65794]: DEBUG oslo_vmware.api [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810855, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.224874] env[65794]: DEBUG nova.network.neutron [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 694.442889] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810854, 'name': Rename_Task, 'duration_secs': 0.30019} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.444167] env[65794]: WARNING neutronclient.v2_0.client [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.446642] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.447535] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3dd7efa-433a-4674-8e40-52288f03b892 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.460180] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 694.460180] env[65794]: value = "task-4810856" [ 694.460180] env[65794]: _type = "Task" [ 694.460180] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.465850] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.552501] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f50caa-c6ba-c327-5416-88d87e107003, 'name': SearchDatastore_Task, 'duration_secs': 0.019271} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.553289] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.553289] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.553289] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.553615] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.553615] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.554028] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7fdb109-647e-468d-9501-e4dedb6bc78e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.564563] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.564748] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.566014] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3ba406c-0f54-4a0a-8b43-912d1dfaa4ff {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.572437] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 694.572437] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]524b775d-b921-de39-ce89-feddac30b3c4" [ 694.572437] env[65794]: _type = "Task" [ 694.572437] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.576855] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 6197619a-342a-4ab0-9bcd-aaae2ab0de8c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 694.577067] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 946bf688-56a0-42ab-8c5e-7a83efb34000 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 694.577278] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 9b4a2418-9618-4c3f-a110-dd81de4cf4a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 694.577453] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance b85d95ae-e8c3-4511-97a1-35ee4ce04bfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 694.577569] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance b82a969b-34c4-4631-a85e-ad0fab5db7f3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 694.577699] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Migration 21b3d45e-adf2-43f1-9983-e74fe68754c1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 694.577821] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 6a7b7491-19f0-4e28-951c-6a291371eb6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 694.578558] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 7d65b7b9-a096-45ac-b66f-ae69432e4d50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 694.578558] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance b8344695-701f-44c8-906a-10ab326546c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 694.578558] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance c0db2672-efd6-444a-8d1d-5168205a127d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 694.578558] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance d60db3cf-c84b-449e-8a34-49a67cc0cb5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 694.578840] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 92cf7152-7138-4f68-a3a3-c433071a7f89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 694.578840] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 694.578840] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 694.578955] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=100GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '19', 'num_vm_active': '14', 'num_task_None': '16', 'num_os_type_None': '19', 'num_proj_c3cdc8f99c7c4201a4cbca70968c235b': '4', 'io_workload': '4', 'num_vm_resized': '1', 'num_proj_c36b3603b89c4dafb6bc5922cc114f81': '1', 'num_proj_339ba40f30e147e588c6d9b8cccedf79': '1', 'num_proj_264b3d3cab344f9db3d49dda5d7faed3': '1', 'num_proj_7008d30512094c53b1931970954b7bd1': '1', 'num_proj_e1c1d4c034c744ff88ee6cc4fb6f6a86': '1', 'num_proj_00ebd4686daa4f1bb38cb4c274c09055': '1', 'num_proj_46294bef695b47b3ba287cbcc325762f': '1', 'num_proj_a1eb9870cb77419aa617577d4abb217b': '2', 'num_proj_de9a71d66ebd4ebf955da7787f0ed2c9': '1', 'num_proj_5aaf8d49cec043dfa3ac8e5cece29138': '1', 'num_proj_04fa7daf23e346f6a0884300b843aeca': '1', 'num_vm_building': '4', 'num_task_spawning': '3', 'num_proj_28d747c7d7744934af5ef6936cd5608d': '1', 'num_proj_737a0ac2aeb14300bb926f480f8a9607': '1', 'num_proj_12d4fa5f159b470a9757565722d10596': '1'} {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 694.590208] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]524b775d-b921-de39-ce89-feddac30b3c4, 'name': SearchDatastore_Task, 'duration_secs': 0.013973} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.594040] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1174c0c-8c18-4c0c-937b-f67c1c70228e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.600872] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 694.600872] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]526add03-713c-ff9c-e28e-9fed1f3397cc" [ 694.600872] env[65794]: _type = "Task" [ 694.600872] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.620798] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526add03-713c-ff9c-e28e-9fed1f3397cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.688448] env[65794]: DEBUG oslo_vmware.api [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810855, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.961486] env[65794]: DEBUG nova.network.neutron [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Updating instance_info_cache with network_info: [{"id": "54dd539a-9b3b-4b27-9e63-9833b022a6bd", "address": "fa:16:3e:27:2f:a5", "network": {"id": "8f75cb32-1ec4-4aa5-823a-df9e7eda1af0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1758526621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "12d4fa5f159b470a9757565722d10596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54dd539a-9b", "ovs_interfaceid": "54dd539a-9b3b-4b27-9e63-9833b022a6bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.974502] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810856, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.111392] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526add03-713c-ff9c-e28e-9fed1f3397cc, 'name': SearchDatastore_Task, 'duration_secs': 0.014371} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.112358] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.112358] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 54cea278-13e4-422f-9321-7c45fcc1b050/54cea278-13e4-422f-9321-7c45fcc1b050.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.112358] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c244d31e-1042-4c7d-9335-946e69902137 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.121116] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 695.121116] env[65794]: value = "task-4810857" [ 695.121116] env[65794]: _type = "Task" [ 695.121116] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.131148] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4810857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.167287] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.169887] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-729f3b08-cd80-4efd-8006-13dc5e4a10e4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.177581] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Waiting for the task: (returnval){ [ 695.177581] env[65794]: value = "task-4810858" [ 695.177581] env[65794]: _type = "Task" [ 695.177581] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.195687] env[65794]: DEBUG oslo_vmware.api [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810855, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.201686] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced62a63-3d66-4e6d-9a90-5b519f31f37f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.203612] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.211158] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd19230-5c79-4659-8e5c-ac5a9b2595d9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.249659] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1481b8f-c522-4e1f-a89a-afc42e0d0ba7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.257442] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48a86eb-7c33-4392-a81e-82e0bbbd0702 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.272115] env[65794]: DEBUG nova.compute.provider_tree [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.468199] env[65794]: DEBUG oslo_concurrency.lockutils [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Releasing lock "refresh_cache-0f354429-787a-4a67-9336-693ae8803304" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.468591] env[65794]: DEBUG nova.compute.manager [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Instance network_info: |[{"id": "54dd539a-9b3b-4b27-9e63-9833b022a6bd", "address": "fa:16:3e:27:2f:a5", "network": {"id": "8f75cb32-1ec4-4aa5-823a-df9e7eda1af0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1758526621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "12d4fa5f159b470a9757565722d10596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54dd539a-9b", "ovs_interfaceid": "54dd539a-9b3b-4b27-9e63-9833b022a6bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 695.469078] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:2f:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54dd539a-9b3b-4b27-9e63-9833b022a6bd', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.477869] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Creating folder: Project (12d4fa5f159b470a9757565722d10596). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.478615] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7abdc71-bf9b-45dd-add0-c0e9e3a482a2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.484358] env[65794]: DEBUG oslo_vmware.api [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810856, 'name': PowerOnVM_Task, 'duration_secs': 0.630315} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.486158] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.486158] env[65794]: INFO nova.compute.manager [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Took 9.02 seconds to spawn the instance on the hypervisor. [ 695.486318] env[65794]: DEBUG nova.compute.manager [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 695.487198] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc1607a-4c32-4fee-ac42-68bc859cddb4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.495309] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Created folder: Project (12d4fa5f159b470a9757565722d10596) in parent group-v937953. [ 695.495515] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Creating folder: Instances. Parent ref: group-v938032. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.497466] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56848160-aa54-4aec-bf8f-a9d6440f480e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.507461] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Created folder: Instances in parent group-v938032. [ 695.507461] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 695.507615] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f354429-787a-4a67-9336-693ae8803304] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.508122] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea7f38ea-41c4-4699-8804-f28a24f926ad {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.529948] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.529948] env[65794]: value = "task-4810861" [ 695.529948] env[65794]: _type = "Task" [ 695.529948] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.539694] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810861, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.635279] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4810857, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.643542] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Acquiring lock "c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.643879] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Lock "c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.644387] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Acquiring lock "c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.644387] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Lock "c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.644606] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Lock "c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.647746] env[65794]: INFO nova.compute.manager [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Terminating instance [ 695.691718] env[65794]: DEBUG oslo_vmware.api [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810855, 'name': CreateSnapshot_Task, 'duration_secs': 1.064986} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.692530] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Created Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 695.693479] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48551652-f086-48a1-99e6-396ceaf1e1bd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.701724] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810858, 'name': PowerOffVM_Task, 'duration_secs': 0.148631} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.702577] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.702775] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.703738] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61693527-4d44-4e08-b40c-d01d98ed6a41 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.723396] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.723675] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7c07cc2-9281-4ae9-b15f-dd6c16a93bc0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.762883] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.763811] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.763811] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Deleting the datastore file [datastore2] 16172018-9e41-459b-a0ee-61f08a508a66 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.763811] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8932153f-1742-4c40-8ad0-aa8e55ed392b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.774025] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Waiting for the task: (returnval){ [ 695.774025] env[65794]: value = "task-4810863" [ 695.774025] env[65794]: _type = "Task" [ 695.774025] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.777094] env[65794]: DEBUG nova.scheduler.client.report [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.788480] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.958335] env[65794]: DEBUG nova.compute.manager [req-4b96f0f5-9fc2-4ca5-9247-a5c60013eb38 req-5beed7c3-31ca-4650-bde8-ff845e08d7d6 service nova] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Received event network-vif-deleted-b52ac9fc-27db-46e8-a5f4-39820450d530 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 695.958335] env[65794]: DEBUG nova.compute.manager [req-4b96f0f5-9fc2-4ca5-9247-a5c60013eb38 req-5beed7c3-31ca-4650-bde8-ff845e08d7d6 service nova] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Received event network-vif-deleted-cad5effa-2aab-458e-bf43-4b9cfa82abab {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 695.958494] env[65794]: DEBUG nova.compute.manager [req-4b96f0f5-9fc2-4ca5-9247-a5c60013eb38 req-5beed7c3-31ca-4650-bde8-ff845e08d7d6 service nova] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Received event network-vif-deleted-55144f9a-4d8a-44d4-81b4-81d8f962f693 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 696.013472] env[65794]: INFO nova.compute.manager [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Took 23.60 seconds to build instance. [ 696.047580] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810861, 'name': CreateVM_Task, 'duration_secs': 0.433593} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.047580] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f354429-787a-4a67-9336-693ae8803304] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.047580] env[65794]: WARNING neutronclient.v2_0.client [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.047580] env[65794]: DEBUG oslo_concurrency.lockutils [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.048676] env[65794]: DEBUG oslo_concurrency.lockutils [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.049304] env[65794]: DEBUG oslo_concurrency.lockutils [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.050033] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-235bf0ce-bc69-4a31-8bd7-7e8a385d26ee {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.061506] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Waiting for the task: (returnval){ [ 696.061506] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52b46a9c-3688-21b1-7578-7e88fd04002c" [ 696.061506] env[65794]: _type = "Task" [ 696.061506] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.078743] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b46a9c-3688-21b1-7578-7e88fd04002c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.133304] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4810857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784216} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.133603] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 54cea278-13e4-422f-9321-7c45fcc1b050/54cea278-13e4-422f-9321-7c45fcc1b050.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.133808] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.134083] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78a56f57-81cc-4700-8a15-31536dc4a63a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.141895] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 696.141895] env[65794]: value = "task-4810864" [ 696.141895] env[65794]: _type = "Task" [ 696.141895] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.151410] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4810864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.160358] env[65794]: DEBUG nova.compute.manager [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 696.160597] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.161497] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7caec2-a862-4c16-a88e-88b39d1b030d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.173565] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.173868] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3defd14-ccca-438b-b0a8-9d4f26523891 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.181811] env[65794]: DEBUG oslo_vmware.api [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Waiting for the task: (returnval){ [ 696.181811] env[65794]: value = "task-4810865" [ 696.181811] env[65794]: _type = "Task" [ 696.181811] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.196212] env[65794]: DEBUG oslo_vmware.api [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Task: {'id': task-4810865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.229672] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Creating linked-clone VM from snapshot {{(pid=65794) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 696.230845] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c6985a1e-e16a-4394-9639-5396d06d17f7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.242862] env[65794]: DEBUG oslo_vmware.api [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 696.242862] env[65794]: value = "task-4810866" [ 696.242862] env[65794]: _type = "Task" [ 696.242862] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.267057] env[65794]: DEBUG oslo_vmware.api [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810866, 'name': CloneVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.289999] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65794) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 696.290520] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.327s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.290677] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219201} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.291032] env[65794]: DEBUG oslo_concurrency.lockutils [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.172s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.294100] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.294100] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.294100] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.300182] env[65794]: DEBUG nova.compute.manager [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Received event network-changed-5f5263c5-dd17-4088-94e4-b313783f200a {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 696.300182] env[65794]: DEBUG nova.compute.manager [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Refreshing instance network info cache due to event network-changed-5f5263c5-dd17-4088-94e4-b313783f200a. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 696.300182] env[65794]: DEBUG oslo_concurrency.lockutils [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] Acquiring lock "refresh_cache-7d65b7b9-a096-45ac-b66f-ae69432e4d50" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.300611] env[65794]: DEBUG oslo_concurrency.lockutils [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] Acquired lock "refresh_cache-7d65b7b9-a096-45ac-b66f-ae69432e4d50" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.300611] env[65794]: DEBUG nova.network.neutron [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Refreshing network info cache for port 5f5263c5-dd17-4088-94e4-b313783f200a {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.519135] env[65794]: DEBUG oslo_concurrency.lockutils [None req-68aebc21-b7a8-4cd1-91a8-83d80b79789f tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "7d65b7b9-a096-45ac-b66f-ae69432e4d50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.117s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.579397] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b46a9c-3688-21b1-7578-7e88fd04002c, 'name': SearchDatastore_Task, 'duration_secs': 0.030204} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.579706] env[65794]: DEBUG oslo_concurrency.lockutils [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.579951] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.580227] env[65794]: DEBUG oslo_concurrency.lockutils [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.580375] env[65794]: DEBUG oslo_concurrency.lockutils [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.581213] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.581213] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dc9b822-448e-449c-b4f8-636bf0131fdd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.595453] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.595612] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.596397] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f923d572-a45b-4f1a-aded-9cd4929b665d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.602915] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Waiting for the task: (returnval){ [ 696.602915] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52a5bec6-9504-3b3a-0832-2d49d30a56d2" [ 696.602915] env[65794]: _type = "Task" [ 696.602915] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.614859] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a5bec6-9504-3b3a-0832-2d49d30a56d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.633656] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Acquiring lock "58c6b695-f46c-4347-b0a7-669e49da3616" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.633656] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Lock "58c6b695-f46c-4347-b0a7-669e49da3616" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.654192] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4810864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15039} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.654590] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.655713] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6170953c-b0ec-4658-bf2a-0426007f0026 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.690050] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 54cea278-13e4-422f-9321-7c45fcc1b050/54cea278-13e4-422f-9321-7c45fcc1b050.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.692786] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35a4c867-bb04-4ac6-888b-dcda86749aba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.725789] env[65794]: DEBUG oslo_vmware.api [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Task: {'id': task-4810865, 'name': PowerOffVM_Task, 'duration_secs': 0.307735} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.727542] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.727784] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.728579] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 696.728579] env[65794]: value = "task-4810867" [ 696.728579] env[65794]: _type = "Task" [ 696.728579] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.728579] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5eff0db-8460-46ae-9180-67d75197dee1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.742464] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4810867, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.752590] env[65794]: DEBUG oslo_vmware.api [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810866, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.808654] env[65794]: WARNING neutronclient.v2_0.client [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.825536] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.825795] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.826088] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Deleting the datastore file [datastore2] c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.826574] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db69f520-5612-4c99-8beb-20c31111afb3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.839304] env[65794]: DEBUG oslo_vmware.api [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Waiting for the task: (returnval){ [ 696.839304] env[65794]: value = "task-4810869" [ 696.839304] env[65794]: _type = "Task" [ 696.839304] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.856550] env[65794]: DEBUG oslo_vmware.api [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Task: {'id': task-4810869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.022278] env[65794]: DEBUG nova.compute.manager [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 697.115041] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a5bec6-9504-3b3a-0832-2d49d30a56d2, 'name': SearchDatastore_Task, 'duration_secs': 0.054673} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.115933] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf750ec1-b07f-4305-9530-2053b348a017 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.122600] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Waiting for the task: (returnval){ [ 697.122600] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5207965d-8178-30e8-9720-e8540934324f" [ 697.122600] env[65794]: _type = "Task" [ 697.122600] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.137033] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5207965d-8178-30e8-9720-e8540934324f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.146801] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f0113d6f-a896-4088-8406-73de2106eb0a tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "f1e7f11e-790c-4ffd-bdca-845ec63960f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.146801] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f0113d6f-a896-4088-8406-73de2106eb0a tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "f1e7f11e-790c-4ffd-bdca-845ec63960f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.228883] env[65794]: WARNING neutronclient.v2_0.client [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.243830] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4810867, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.256723] env[65794]: DEBUG oslo_vmware.api [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810866, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.361427] env[65794]: DEBUG oslo_vmware.api [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Task: {'id': task-4810869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213208} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.361427] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.361427] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.361810] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.361810] env[65794]: INFO nova.compute.manager [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 697.362346] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 697.363120] env[65794]: DEBUG nova.compute.manager [-] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 697.363262] env[65794]: DEBUG nova.network.neutron [-] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 697.363636] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.384684] env[65794]: DEBUG nova.virt.hardware [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 697.384684] env[65794]: DEBUG nova.virt.hardware [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.384684] env[65794]: DEBUG nova.virt.hardware [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 697.384684] env[65794]: DEBUG nova.virt.hardware [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.385214] env[65794]: DEBUG nova.virt.hardware [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 697.385214] env[65794]: DEBUG nova.virt.hardware [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 697.385214] env[65794]: DEBUG nova.virt.hardware [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 697.385214] env[65794]: DEBUG nova.virt.hardware [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 697.385214] env[65794]: DEBUG nova.virt.hardware [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 697.385389] env[65794]: DEBUG nova.virt.hardware [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 697.385389] env[65794]: DEBUG nova.virt.hardware [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 697.386189] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2906b668-1670-4079-adef-59c1f7316f8e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.395829] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ed2f61-566e-4235-9d03-b825e349b6ce {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.416569] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Instance VIF info [] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.426353] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 697.429379] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.430137] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-930e597e-3373-4eae-b580-bc79b6554f4e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.445443] env[65794]: DEBUG nova.network.neutron [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Updated VIF entry in instance network info cache for port 5f5263c5-dd17-4088-94e4-b313783f200a. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 697.445981] env[65794]: DEBUG nova.network.neutron [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Updating instance_info_cache with network_info: [{"id": "5f5263c5-dd17-4088-94e4-b313783f200a", "address": "fa:16:3e:7b:a0:0d", "network": {"id": "3c907079-9a90-4951-b951-3e25db9872f2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-457357172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3cdc8f99c7c4201a4cbca70968c235b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f5263c5-dd", "ovs_interfaceid": "5f5263c5-dd17-4088-94e4-b313783f200a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.456553] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.456553] env[65794]: value = "task-4810870" [ 697.456553] env[65794]: _type = "Task" [ 697.456553] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.468326] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810870, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.491506] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.556165] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.647300] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5207965d-8178-30e8-9720-e8540934324f, 'name': SearchDatastore_Task, 'duration_secs': 0.012318} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.653301] env[65794]: DEBUG oslo_concurrency.lockutils [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.653736] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 0f354429-787a-4a67-9336-693ae8803304/0f354429-787a-4a67-9336-693ae8803304.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.655030] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e13d26e-7229-44f8-9295-3b942fe2d3c0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.659521] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5834a7aa-8d26-4841-9f7a-468d931da7e1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.676873] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91b182b-97f9-4855-9047-ca366e8c44f4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.683837] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Waiting for the task: (returnval){ [ 697.683837] env[65794]: value = "task-4810871" [ 697.683837] env[65794]: _type = "Task" [ 697.683837] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.745075] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27ac4b8-ab94-4e26-b482-8bcafee6f17f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.755173] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Task: {'id': task-4810871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.769642] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4810867, 'name': ReconfigVM_Task, 'duration_secs': 0.65035} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.780189] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 54cea278-13e4-422f-9321-7c45fcc1b050/54cea278-13e4-422f-9321-7c45fcc1b050.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.781471] env[65794]: DEBUG oslo_vmware.api [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810866, 'name': CloneVM_Task, 'duration_secs': 1.495552} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.782373] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b28a523d-0f46-4235-a28a-7f9ab97a5569 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.787055] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21551e39-46ac-4aaa-a421-8d9c67724e24 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.794054] env[65794]: INFO nova.virt.vmwareapi.vmops [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Created linked-clone VM from snapshot [ 697.795480] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2009a55b-3477-44d7-b575-a26c5a51e755 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.817852] env[65794]: DEBUG nova.compute.provider_tree [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.826319] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Uploading image 5ee5ee02-16ba-48fc-a6f5-e3c9dd015c5f {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 697.829431] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 697.829431] env[65794]: value = "task-4810872" [ 697.829431] env[65794]: _type = "Task" [ 697.829431] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.855186] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4810872, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.858164] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Destroying the VM {{(pid=65794) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 697.858164] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8976ef3d-b82e-4632-8bf0-6649850c78cd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.869432] env[65794]: DEBUG oslo_vmware.api [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 697.869432] env[65794]: value = "task-4810873" [ 697.869432] env[65794]: _type = "Task" [ 697.869432] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.881189] env[65794]: DEBUG oslo_vmware.api [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810873, 'name': Destroy_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.950255] env[65794]: DEBUG oslo_concurrency.lockutils [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] Releasing lock "refresh_cache-7d65b7b9-a096-45ac-b66f-ae69432e4d50" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.950558] env[65794]: DEBUG nova.compute.manager [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Received event network-vif-plugged-f71491fa-7f52-43ef-89bb-1c5e43edb92e {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 697.951513] env[65794]: DEBUG oslo_concurrency.lockutils [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] Acquiring lock "54cea278-13e4-422f-9321-7c45fcc1b050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.951513] env[65794]: DEBUG oslo_concurrency.lockutils [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] Lock "54cea278-13e4-422f-9321-7c45fcc1b050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.951513] env[65794]: DEBUG oslo_concurrency.lockutils [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] Lock "54cea278-13e4-422f-9321-7c45fcc1b050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.951513] env[65794]: DEBUG nova.compute.manager [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] No waiting events found dispatching network-vif-plugged-f71491fa-7f52-43ef-89bb-1c5e43edb92e {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 697.951703] env[65794]: WARNING nova.compute.manager [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Received unexpected event network-vif-plugged-f71491fa-7f52-43ef-89bb-1c5e43edb92e for instance with vm_state building and task_state spawning. [ 697.951774] env[65794]: DEBUG nova.compute.manager [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Received event network-changed-f71491fa-7f52-43ef-89bb-1c5e43edb92e {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 697.951952] env[65794]: DEBUG nova.compute.manager [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Refreshing instance network info cache due to event network-changed-f71491fa-7f52-43ef-89bb-1c5e43edb92e. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 697.952132] env[65794]: DEBUG oslo_concurrency.lockutils [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] Acquiring lock "refresh_cache-54cea278-13e4-422f-9321-7c45fcc1b050" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.952266] env[65794]: DEBUG oslo_concurrency.lockutils [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] Acquired lock "refresh_cache-54cea278-13e4-422f-9321-7c45fcc1b050" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.952434] env[65794]: DEBUG nova.network.neutron [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Refreshing network info cache for port f71491fa-7f52-43ef-89bb-1c5e43edb92e {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.972903] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810870, 'name': CreateVM_Task, 'duration_secs': 0.465038} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.973116] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.973585] env[65794]: DEBUG oslo_concurrency.lockutils [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.973698] env[65794]: DEBUG oslo_concurrency.lockutils [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.974035] env[65794]: DEBUG oslo_concurrency.lockutils [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.974738] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cd54d9f-4990-435f-a92f-921ade3eb435 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.980883] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Waiting for the task: (returnval){ [ 697.980883] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52c09579-87c7-7640-d7fb-3a901478c84d" [ 697.980883] env[65794]: _type = "Task" [ 697.980883] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.991580] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c09579-87c7-7640-d7fb-3a901478c84d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.197013] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Task: {'id': task-4810871, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.224102] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Acquiring lock "4619c986-3809-46f5-88ef-d8a4ad674ea8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.224725] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Lock "4619c986-3809-46f5-88ef-d8a4ad674ea8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.331647] env[65794]: DEBUG nova.scheduler.client.report [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.344251] env[65794]: DEBUG nova.network.neutron [-] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.345479] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4810872, 'name': Rename_Task, 'duration_secs': 0.196734} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.345928] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.346186] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aea877b8-9132-4fb5-8dac-f86af51d0bea {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.354676] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 698.354676] env[65794]: value = "task-4810874" [ 698.354676] env[65794]: _type = "Task" [ 698.354676] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.368638] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4810874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.381433] env[65794]: DEBUG oslo_vmware.api [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810873, 'name': Destroy_Task} progress is 33%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.455473] env[65794]: WARNING neutronclient.v2_0.client [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.492464] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c09579-87c7-7640-d7fb-3a901478c84d, 'name': SearchDatastore_Task, 'duration_secs': 0.036856} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.492841] env[65794]: DEBUG oslo_concurrency.lockutils [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.493097] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.493369] env[65794]: DEBUG oslo_concurrency.lockutils [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.493522] env[65794]: DEBUG oslo_concurrency.lockutils [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.493701] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.494175] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c28e607-ba82-40f7-8ca2-a0ada064cca0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.505579] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.505881] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.506840] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c391d99e-4709-451d-b417-34234fee9c46 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.517018] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Waiting for the task: (returnval){ [ 698.517018] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52b72fd0-d030-1f4b-10c3-6e22fa01b48a" [ 698.517018] env[65794]: _type = "Task" [ 698.517018] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.526823] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b72fd0-d030-1f4b-10c3-6e22fa01b48a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.635316] env[65794]: WARNING neutronclient.v2_0.client [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.699035] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Task: {'id': task-4810871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626108} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.699172] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 0f354429-787a-4a67-9336-693ae8803304/0f354429-787a-4a67-9336-693ae8803304.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.699767] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.699767] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67001e9c-6218-4cb4-9b45-2d7356109caa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.707630] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Waiting for the task: (returnval){ [ 698.707630] env[65794]: value = "task-4810875" [ 698.707630] env[65794]: _type = "Task" [ 698.707630] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.719192] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Task: {'id': task-4810875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.730518] env[65794]: DEBUG nova.network.neutron [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Updated VIF entry in instance network info cache for port f71491fa-7f52-43ef-89bb-1c5e43edb92e. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 698.730861] env[65794]: DEBUG nova.network.neutron [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Updating instance_info_cache with network_info: [{"id": "f71491fa-7f52-43ef-89bb-1c5e43edb92e", "address": "fa:16:3e:e3:ec:3a", "network": {"id": "42cade4a-4a06-4155-8650-50edbd2d8a1b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-718071421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "737a0ac2aeb14300bb926f480f8a9607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf71491fa-7f", "ovs_interfaceid": "f71491fa-7f52-43ef-89bb-1c5e43edb92e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.846392] env[65794]: INFO nova.compute.manager [-] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Took 1.48 seconds to deallocate network for instance. [ 698.868274] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4810874, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.882684] env[65794]: DEBUG oslo_vmware.api [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810873, 'name': Destroy_Task, 'duration_secs': 0.646526} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.882962] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Destroyed the VM [ 698.883229] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Deleting Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 698.883503] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6694f6af-9d4a-4fd3-8b8f-8b76c066e9dc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.894550] env[65794]: DEBUG oslo_vmware.api [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 698.894550] env[65794]: value = "task-4810876" [ 698.894550] env[65794]: _type = "Task" [ 698.894550] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.904970] env[65794]: DEBUG oslo_vmware.api [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810876, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.916923] env[65794]: DEBUG nova.compute.manager [req-0510d533-40ae-4685-85f4-2bdc435bef54 req-f714623c-eb4e-4185-88dd-13b58c871278 service nova] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Received event network-vif-deleted-843709cb-57ef-4281-bfd1-66453c0742cf {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 699.028879] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b72fd0-d030-1f4b-10c3-6e22fa01b48a, 'name': SearchDatastore_Task, 'duration_secs': 0.032098} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.030287] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-118fe360-9c73-42c8-bb78-3297f1eb2a0c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.037245] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Waiting for the task: (returnval){ [ 699.037245] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]524dd0b9-dd6e-5a63-458b-a105a6816975" [ 699.037245] env[65794]: _type = "Task" [ 699.037245] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.050703] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]524dd0b9-dd6e-5a63-458b-a105a6816975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.052403] env[65794]: DEBUG oslo_concurrency.lockutils [None req-64ad25de-d66b-4e6a-b716-b3b3a1d5a077 tempest-ServersAdminTestJSON-369657597 tempest-ServersAdminTestJSON-369657597-project-admin] Acquiring lock "refresh_cache-7d65b7b9-a096-45ac-b66f-ae69432e4d50" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.053652] env[65794]: DEBUG oslo_concurrency.lockutils [None req-64ad25de-d66b-4e6a-b716-b3b3a1d5a077 tempest-ServersAdminTestJSON-369657597 tempest-ServersAdminTestJSON-369657597-project-admin] Acquired lock "refresh_cache-7d65b7b9-a096-45ac-b66f-ae69432e4d50" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.053947] env[65794]: DEBUG nova.network.neutron [None req-64ad25de-d66b-4e6a-b716-b3b3a1d5a077 tempest-ServersAdminTestJSON-369657597 tempest-ServersAdminTestJSON-369657597-project-admin] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 699.219572] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Task: {'id': task-4810875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152681} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.219860] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.220720] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90037a52-6d6f-4032-8c95-8c668ae9cbf3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.237983] env[65794]: DEBUG oslo_concurrency.lockutils [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] Releasing lock "refresh_cache-54cea278-13e4-422f-9321-7c45fcc1b050" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.238308] env[65794]: DEBUG nova.compute.manager [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] [instance: 0f354429-787a-4a67-9336-693ae8803304] Received event network-vif-plugged-54dd539a-9b3b-4b27-9e63-9833b022a6bd {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 699.238503] env[65794]: DEBUG oslo_concurrency.lockutils [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] Acquiring lock "0f354429-787a-4a67-9336-693ae8803304-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.238694] env[65794]: DEBUG oslo_concurrency.lockutils [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] Lock "0f354429-787a-4a67-9336-693ae8803304-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.239528] env[65794]: DEBUG oslo_concurrency.lockutils [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] Lock "0f354429-787a-4a67-9336-693ae8803304-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.239528] env[65794]: DEBUG nova.compute.manager [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] [instance: 0f354429-787a-4a67-9336-693ae8803304] No waiting events found dispatching network-vif-plugged-54dd539a-9b3b-4b27-9e63-9833b022a6bd {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 699.239528] env[65794]: WARNING nova.compute.manager [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] [instance: 0f354429-787a-4a67-9336-693ae8803304] Received unexpected event network-vif-plugged-54dd539a-9b3b-4b27-9e63-9833b022a6bd for instance with vm_state building and task_state spawning. [ 699.239528] env[65794]: DEBUG nova.compute.manager [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] [instance: 0f354429-787a-4a67-9336-693ae8803304] Received event network-changed-54dd539a-9b3b-4b27-9e63-9833b022a6bd {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 699.239528] env[65794]: DEBUG nova.compute.manager [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] [instance: 0f354429-787a-4a67-9336-693ae8803304] Refreshing instance network info cache due to event network-changed-54dd539a-9b3b-4b27-9e63-9833b022a6bd. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 699.239758] env[65794]: DEBUG oslo_concurrency.lockutils [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] Acquiring lock "refresh_cache-0f354429-787a-4a67-9336-693ae8803304" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.239862] env[65794]: DEBUG oslo_concurrency.lockutils [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] Acquired lock "refresh_cache-0f354429-787a-4a67-9336-693ae8803304" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.239997] env[65794]: DEBUG nova.network.neutron [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] [instance: 0f354429-787a-4a67-9336-693ae8803304] Refreshing network info cache for port 54dd539a-9b3b-4b27-9e63-9833b022a6bd {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.252271] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 0f354429-787a-4a67-9336-693ae8803304/0f354429-787a-4a67-9336-693ae8803304.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.253692] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89f9be7b-1ae0-43e4-b778-27602e41f1ab {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.280452] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Waiting for the task: (returnval){ [ 699.280452] env[65794]: value = "task-4810877" [ 699.280452] env[65794]: _type = "Task" [ 699.280452] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.296029] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Task: {'id': task-4810877, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.347872] env[65794]: DEBUG oslo_concurrency.lockutils [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.057s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.351643] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.019s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.353752] env[65794]: INFO nova.compute.claims [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.358638] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.369314] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4810874, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.409040] env[65794]: DEBUG oslo_vmware.api [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810876, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.549972] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]524dd0b9-dd6e-5a63-458b-a105a6816975, 'name': SearchDatastore_Task, 'duration_secs': 0.014642} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.549972] env[65794]: DEBUG oslo_concurrency.lockutils [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.549972] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 16172018-9e41-459b-a0ee-61f08a508a66/16172018-9e41-459b-a0ee-61f08a508a66.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.550226] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-493ba3ab-ad6d-4737-ae40-3c5699f70ea8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.559180] env[65794]: WARNING neutronclient.v2_0.client [None req-64ad25de-d66b-4e6a-b716-b3b3a1d5a077 tempest-ServersAdminTestJSON-369657597 tempest-ServersAdminTestJSON-369657597-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.561157] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Waiting for the task: (returnval){ [ 699.561157] env[65794]: value = "task-4810878" [ 699.561157] env[65794]: _type = "Task" [ 699.561157] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.571813] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.747696] env[65794]: WARNING neutronclient.v2_0.client [None req-64ad25de-d66b-4e6a-b716-b3b3a1d5a077 tempest-ServersAdminTestJSON-369657597 tempest-ServersAdminTestJSON-369657597-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.754990] env[65794]: WARNING neutronclient.v2_0.client [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.796715] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Task: {'id': task-4810877, 'name': ReconfigVM_Task, 'duration_secs': 0.36681} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.800675] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 0f354429-787a-4a67-9336-693ae8803304/0f354429-787a-4a67-9336-693ae8803304.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.801586] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bcd50d1-95a8-4744-9df4-2b8c815b8a5b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.810937] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Waiting for the task: (returnval){ [ 699.810937] env[65794]: value = "task-4810879" [ 699.810937] env[65794]: _type = "Task" [ 699.810937] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.824185] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Task: {'id': task-4810879, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.872200] env[65794]: DEBUG nova.network.neutron [None req-64ad25de-d66b-4e6a-b716-b3b3a1d5a077 tempest-ServersAdminTestJSON-369657597 tempest-ServersAdminTestJSON-369657597-project-admin] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Updating instance_info_cache with network_info: [{"id": "5f5263c5-dd17-4088-94e4-b313783f200a", "address": "fa:16:3e:7b:a0:0d", "network": {"id": "3c907079-9a90-4951-b951-3e25db9872f2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-457357172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3cdc8f99c7c4201a4cbca70968c235b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f5263c5-dd", "ovs_interfaceid": "5f5263c5-dd17-4088-94e4-b313783f200a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.884744] env[65794]: DEBUG oslo_vmware.api [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4810874, 'name': PowerOnVM_Task, 'duration_secs': 1.067727} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.885863] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.886586] env[65794]: INFO nova.compute.manager [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Took 10.61 seconds to spawn the instance on the hypervisor. [ 699.886586] env[65794]: DEBUG nova.compute.manager [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 699.887247] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74df9f28-8c32-4169-8c80-a6ee4fd6c570 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.914860] env[65794]: DEBUG oslo_vmware.api [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810876, 'name': RemoveSnapshot_Task, 'duration_secs': 0.992078} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.915592] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Deleted Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 699.983962] env[65794]: INFO nova.scheduler.client.report [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Deleted allocation for migration 21b3d45e-adf2-43f1-9983-e74fe68754c1 [ 700.077034] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810878, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.082997] env[65794]: WARNING neutronclient.v2_0.client [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.157163] env[65794]: DEBUG nova.network.neutron [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] [instance: 0f354429-787a-4a67-9336-693ae8803304] Updated VIF entry in instance network info cache for port 54dd539a-9b3b-4b27-9e63-9833b022a6bd. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 700.157529] env[65794]: DEBUG nova.network.neutron [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] [instance: 0f354429-787a-4a67-9336-693ae8803304] Updating instance_info_cache with network_info: [{"id": "54dd539a-9b3b-4b27-9e63-9833b022a6bd", "address": "fa:16:3e:27:2f:a5", "network": {"id": "8f75cb32-1ec4-4aa5-823a-df9e7eda1af0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1758526621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "12d4fa5f159b470a9757565722d10596", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54dd539a-9b", "ovs_interfaceid": "54dd539a-9b3b-4b27-9e63-9833b022a6bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.321309] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Task: {'id': task-4810879, 'name': Rename_Task, 'duration_secs': 0.188303} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.321555] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.321792] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57dc81bc-a977-4991-8400-48ea6af0c078 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.328698] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Waiting for the task: (returnval){ [ 700.328698] env[65794]: value = "task-4810880" [ 700.328698] env[65794]: _type = "Task" [ 700.328698] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.337438] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Task: {'id': task-4810880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.378217] env[65794]: DEBUG oslo_concurrency.lockutils [None req-64ad25de-d66b-4e6a-b716-b3b3a1d5a077 tempest-ServersAdminTestJSON-369657597 tempest-ServersAdminTestJSON-369657597-project-admin] Releasing lock "refresh_cache-7d65b7b9-a096-45ac-b66f-ae69432e4d50" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.379578] env[65794]: DEBUG nova.compute.manager [None req-64ad25de-d66b-4e6a-b716-b3b3a1d5a077 tempest-ServersAdminTestJSON-369657597 tempest-ServersAdminTestJSON-369657597-project-admin] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Inject network info {{(pid=65794) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7785}} [ 700.379578] env[65794]: DEBUG nova.compute.manager [None req-64ad25de-d66b-4e6a-b716-b3b3a1d5a077 tempest-ServersAdminTestJSON-369657597 tempest-ServersAdminTestJSON-369657597-project-admin] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] network_info to inject: |[{"id": "5f5263c5-dd17-4088-94e4-b313783f200a", "address": "fa:16:3e:7b:a0:0d", "network": {"id": "3c907079-9a90-4951-b951-3e25db9872f2", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-457357172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3cdc8f99c7c4201a4cbca70968c235b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f5263c5-dd", "ovs_interfaceid": "5f5263c5-dd17-4088-94e4-b313783f200a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7786}} [ 700.383867] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-64ad25de-d66b-4e6a-b716-b3b3a1d5a077 tempest-ServersAdminTestJSON-369657597 tempest-ServersAdminTestJSON-369657597-project-admin] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Reconfiguring VM instance to set the machine id {{(pid=65794) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 700.384642] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0805ed2c-cfe7-440e-8e56-b70baf470564 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.401946] env[65794]: DEBUG oslo_vmware.api [None req-64ad25de-d66b-4e6a-b716-b3b3a1d5a077 tempest-ServersAdminTestJSON-369657597 tempest-ServersAdminTestJSON-369657597-project-admin] Waiting for the task: (returnval){ [ 700.401946] env[65794]: value = "task-4810881" [ 700.401946] env[65794]: _type = "Task" [ 700.401946] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.421742] env[65794]: DEBUG oslo_vmware.api [None req-64ad25de-d66b-4e6a-b716-b3b3a1d5a077 tempest-ServersAdminTestJSON-369657597 tempest-ServersAdminTestJSON-369657597-project-admin] Task: {'id': task-4810881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.424203] env[65794]: WARNING nova.compute.manager [None req-6cd1e396-1382-47c9-b99e-0b004c81315c tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Image not found during snapshot: nova.exception.ImageNotFound: Image 5ee5ee02-16ba-48fc-a6f5-e3c9dd015c5f could not be found. [ 700.427794] env[65794]: INFO nova.compute.manager [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Took 24.44 seconds to build instance. [ 700.495631] env[65794]: DEBUG oslo_concurrency.lockutils [None req-26691443-86f3-4b29-8916-8c171ef880f6 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "6a7b7491-19f0-4e28-951c-6a291371eb6f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 24.484s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.581208] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525599} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.581528] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 16172018-9e41-459b-a0ee-61f08a508a66/16172018-9e41-459b-a0ee-61f08a508a66.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.581756] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.582306] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f26a3b0b-3ac8-4822-a475-b5a8b52455e8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.594922] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Waiting for the task: (returnval){ [ 700.594922] env[65794]: value = "task-4810882" [ 700.594922] env[65794]: _type = "Task" [ 700.594922] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.606806] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.660184] env[65794]: DEBUG oslo_concurrency.lockutils [req-33ff1902-8dd0-4dd0-b93e-c5d462f93a89 req-c7cf2db1-f1e4-4950-b2fa-ebe789947330 service nova] Releasing lock "refresh_cache-0f354429-787a-4a67-9336-693ae8803304" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.816220] env[65794]: DEBUG oslo_concurrency.lockutils [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "8b2f93f9-9f47-4358-9499-6b90702ca782" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.816588] env[65794]: DEBUG oslo_concurrency.lockutils [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "8b2f93f9-9f47-4358-9499-6b90702ca782" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.841902] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Task: {'id': task-4810880, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.915111] env[65794]: DEBUG oslo_vmware.api [None req-64ad25de-d66b-4e6a-b716-b3b3a1d5a077 tempest-ServersAdminTestJSON-369657597 tempest-ServersAdminTestJSON-369657597-project-admin] Task: {'id': task-4810881, 'name': ReconfigVM_Task, 'duration_secs': 0.259823} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.915385] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-64ad25de-d66b-4e6a-b716-b3b3a1d5a077 tempest-ServersAdminTestJSON-369657597 tempest-ServersAdminTestJSON-369657597-project-admin] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Reconfigured VM instance to set the machine id {{(pid=65794) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 700.933146] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1a72555f-d029-4e79-aa3b-304d0e8de3cc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "54cea278-13e4-422f-9321-7c45fcc1b050" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.370s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.991047] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04bf387-69fb-491e-87a0-26445aa1092b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.004092] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafde5e0-27e9-4aa8-8ffa-3b94bdabeb41 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.036712] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a8ff12-60e7-4588-bbbf-f79e2e6aebda {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.045243] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85f5484-b7ee-425c-9fdf-241e77b37413 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.062137] env[65794]: DEBUG nova.compute.provider_tree [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.105225] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154142} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.105484] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.106314] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034cfd06-e0cd-47b4-a4c8-896d143835d5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.126572] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 16172018-9e41-459b-a0ee-61f08a508a66/16172018-9e41-459b-a0ee-61f08a508a66.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.126870] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a43f859b-0692-4d2a-92f5-7b098feea778 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.146937] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Waiting for the task: (returnval){ [ 701.146937] env[65794]: value = "task-4810883" [ 701.146937] env[65794]: _type = "Task" [ 701.146937] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.156978] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.339288] env[65794]: DEBUG oslo_vmware.api [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Task: {'id': task-4810880, 'name': PowerOnVM_Task, 'duration_secs': 0.536238} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.339554] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.339756] env[65794]: INFO nova.compute.manager [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Took 9.34 seconds to spawn the instance on the hypervisor. [ 701.340156] env[65794]: DEBUG nova.compute.manager [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 701.340709] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464d5f60-1403-44b2-86c4-3c27bd201d5d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.432797] env[65794]: DEBUG nova.compute.manager [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 701.565043] env[65794]: DEBUG nova.scheduler.client.report [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.665146] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.861614] env[65794]: INFO nova.compute.manager [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Took 25.33 seconds to build instance. [ 701.959866] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.072467] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.072467] env[65794]: DEBUG nova.compute.manager [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 702.076975] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.647s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.079457] env[65794]: INFO nova.compute.claims [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.166840] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810883, 'name': ReconfigVM_Task, 'duration_secs': 0.803415} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.166840] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 16172018-9e41-459b-a0ee-61f08a508a66/16172018-9e41-459b-a0ee-61f08a508a66.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.167838] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe4b3fcb-2ec4-4f76-aa84-dbf083b5f3d4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.179191] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Waiting for the task: (returnval){ [ 702.179191] env[65794]: value = "task-4810884" [ 702.179191] env[65794]: _type = "Task" [ 702.179191] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.195338] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810884, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.341813] env[65794]: DEBUG oslo_concurrency.lockutils [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "54cea278-13e4-422f-9321-7c45fcc1b050" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.341813] env[65794]: DEBUG oslo_concurrency.lockutils [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "54cea278-13e4-422f-9321-7c45fcc1b050" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.341813] env[65794]: DEBUG oslo_concurrency.lockutils [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "54cea278-13e4-422f-9321-7c45fcc1b050-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.343463] env[65794]: DEBUG oslo_concurrency.lockutils [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "54cea278-13e4-422f-9321-7c45fcc1b050-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.343582] env[65794]: DEBUG oslo_concurrency.lockutils [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "54cea278-13e4-422f-9321-7c45fcc1b050-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.348794] env[65794]: INFO nova.compute.manager [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Terminating instance [ 702.365836] env[65794]: DEBUG oslo_concurrency.lockutils [None req-83541d60-9e6a-4120-959d-d1cd12b99ab8 tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Lock "0f354429-787a-4a67-9336-693ae8803304" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.854s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.496205] env[65794]: DEBUG oslo_concurrency.lockutils [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquiring lock "87a8e02f-25f1-4d9a-99fe-babe618e8fd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.497050] env[65794]: DEBUG oslo_concurrency.lockutils [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "87a8e02f-25f1-4d9a-99fe-babe618e8fd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.497050] env[65794]: DEBUG oslo_concurrency.lockutils [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquiring lock "87a8e02f-25f1-4d9a-99fe-babe618e8fd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.497050] env[65794]: DEBUG oslo_concurrency.lockutils [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "87a8e02f-25f1-4d9a-99fe-babe618e8fd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.497050] env[65794]: DEBUG oslo_concurrency.lockutils [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "87a8e02f-25f1-4d9a-99fe-babe618e8fd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.503071] env[65794]: INFO nova.compute.manager [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Terminating instance [ 702.591526] env[65794]: DEBUG nova.compute.utils [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.593683] env[65794]: DEBUG nova.compute.manager [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 702.593908] env[65794]: DEBUG nova.network.neutron [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 702.594308] env[65794]: WARNING neutronclient.v2_0.client [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.594705] env[65794]: WARNING neutronclient.v2_0.client [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.690131] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810884, 'name': Rename_Task, 'duration_secs': 0.206973} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.690440] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.691169] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0517ff17-aba6-45a6-b90a-c5ba4f5f7585 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.699096] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Waiting for the task: (returnval){ [ 702.699096] env[65794]: value = "task-4810885" [ 702.699096] env[65794]: _type = "Task" [ 702.699096] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.709496] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.821487] env[65794]: DEBUG nova.policy [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '573a33c9e1d0430ab8e2bb2f18bb52da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e3a5224c33c47b18efdab4594c4beb0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.847785] env[65794]: DEBUG oslo_concurrency.lockutils [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Acquiring lock "0f354429-787a-4a67-9336-693ae8803304" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.848090] env[65794]: DEBUG oslo_concurrency.lockutils [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Lock "0f354429-787a-4a67-9336-693ae8803304" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.848360] env[65794]: DEBUG oslo_concurrency.lockutils [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Acquiring lock "0f354429-787a-4a67-9336-693ae8803304-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.848608] env[65794]: DEBUG oslo_concurrency.lockutils [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Lock "0f354429-787a-4a67-9336-693ae8803304-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.848819] env[65794]: DEBUG oslo_concurrency.lockutils [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Lock "0f354429-787a-4a67-9336-693ae8803304-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.851325] env[65794]: INFO nova.compute.manager [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Terminating instance [ 702.853263] env[65794]: DEBUG nova.compute.manager [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 702.853528] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.854888] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16030107-932f-4840-8436-8046b217ce43 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.870145] env[65794]: DEBUG nova.compute.manager [None req-f0113d6f-a896-4088-8406-73de2106eb0a tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f1e7f11e-790c-4ffd-bdca-845ec63960f7] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 702.874061] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.874632] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25807480-e8cf-4250-98fe-a81d73e1a8da {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.884153] env[65794]: DEBUG oslo_vmware.api [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 702.884153] env[65794]: value = "task-4810886" [ 702.884153] env[65794]: _type = "Task" [ 702.884153] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.901033] env[65794]: DEBUG oslo_vmware.api [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4810886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.014026] env[65794]: DEBUG nova.compute.manager [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 703.014026] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.014026] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7922f2c-490a-4f46-9884-18cc33e4911d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.023566] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.023940] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-536922c1-5010-45ef-ad84-a0561f9d40fb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.033344] env[65794]: DEBUG oslo_vmware.api [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 703.033344] env[65794]: value = "task-4810887" [ 703.033344] env[65794]: _type = "Task" [ 703.033344] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.048162] env[65794]: DEBUG oslo_vmware.api [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.100591] env[65794]: DEBUG nova.compute.manager [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 703.220029] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810885, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.361584] env[65794]: DEBUG nova.compute.manager [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 703.363041] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.363124] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4839dfcd-7dae-42ae-af11-bd0ff6521ec8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.376261] env[65794]: DEBUG nova.compute.manager [None req-f0113d6f-a896-4088-8406-73de2106eb0a tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f1e7f11e-790c-4ffd-bdca-845ec63960f7] Instance disappeared before build. {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2491}} [ 703.377871] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.378315] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cfa8307-3797-4a74-a8e5-366ef9a92571 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.392911] env[65794]: DEBUG oslo_vmware.api [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Waiting for the task: (returnval){ [ 703.392911] env[65794]: value = "task-4810888" [ 703.392911] env[65794]: _type = "Task" [ 703.392911] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.404668] env[65794]: DEBUG oslo_vmware.api [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4810886, 'name': PowerOffVM_Task, 'duration_secs': 0.225968} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.405832] env[65794]: DEBUG nova.network.neutron [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Successfully created port: 2f5a3c59-21b6-4d6d-bd50-8069c24e7348 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 703.412901] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.412901] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.413830] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33b640fb-e964-4699-8cf2-64c6fc757e1d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.419209] env[65794]: DEBUG oslo_vmware.api [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Task: {'id': task-4810888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.513049] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.513049] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.513049] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Deleting the datastore file [datastore1] 54cea278-13e4-422f-9321-7c45fcc1b050 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.513550] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08e2779e-616d-4ea1-b1ee-d8c355840bf1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.530175] env[65794]: DEBUG oslo_vmware.api [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 703.530175] env[65794]: value = "task-4810890" [ 703.530175] env[65794]: _type = "Task" [ 703.530175] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.546295] env[65794]: DEBUG oslo_vmware.api [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810887, 'name': PowerOffVM_Task, 'duration_secs': 0.230662} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.549646] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.549894] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.550222] env[65794]: DEBUG oslo_vmware.api [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4810890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.553414] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db90afd9-de51-45f6-b18e-9d5f325e51b3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.636241] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.636241] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.636241] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Deleting the datastore file [datastore2] 87a8e02f-25f1-4d9a-99fe-babe618e8fd3 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.636426] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bcb4d51-79cd-41d0-8e25-6748b4b0e06f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.647157] env[65794]: DEBUG oslo_concurrency.lockutils [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquiring lock "55128a66-2320-48f0-a7b0-9b809de89974" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.647473] env[65794]: DEBUG oslo_concurrency.lockutils [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Lock "55128a66-2320-48f0-a7b0-9b809de89974" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.654125] env[65794]: DEBUG oslo_vmware.api [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 703.654125] env[65794]: value = "task-4810892" [ 703.654125] env[65794]: _type = "Task" [ 703.654125] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.677230] env[65794]: DEBUG oslo_vmware.api [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.722129] env[65794]: DEBUG oslo_vmware.api [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810885, 'name': PowerOnVM_Task, 'duration_secs': 0.593096} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.725950] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.725950] env[65794]: DEBUG nova.compute.manager [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 703.728083] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33007c10-0b4b-4a3d-b339-34bcaf00b20d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.813489] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9588a4f9-1472-4e08-9504-32dc87d6d25b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.822946] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5de498-3d05-4816-9bc3-183b8260de3d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.872936] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37ba11c-1488-46c1-9852-88c2b378b6d8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.889021] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3585246b-2709-479e-97e3-42a7692ead51 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.912048] env[65794]: DEBUG nova.compute.provider_tree [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.914712] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f0113d6f-a896-4088-8406-73de2106eb0a tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "f1e7f11e-790c-4ffd-bdca-845ec63960f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 6.768s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.922181] env[65794]: DEBUG oslo_vmware.api [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Task: {'id': task-4810888, 'name': PowerOffVM_Task, 'duration_secs': 0.323986} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.922515] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.922786] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.922992] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9989177d-ebcb-49b4-90be-ec9bfa41da16 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.008725] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.009085] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.009225] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Deleting the datastore file [datastore1] 0f354429-787a-4a67-9336-693ae8803304 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.009497] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-541b26d7-3e16-4429-b184-94fbbac7d0f7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.017025] env[65794]: DEBUG oslo_vmware.api [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Waiting for the task: (returnval){ [ 704.017025] env[65794]: value = "task-4810894" [ 704.017025] env[65794]: _type = "Task" [ 704.017025] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.025580] env[65794]: DEBUG oslo_vmware.api [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Task: {'id': task-4810894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.039635] env[65794]: DEBUG oslo_vmware.api [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4810890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162189} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.039959] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.040133] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.040311] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.040478] env[65794]: INFO nova.compute.manager [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Took 1.19 seconds to destroy the instance on the hypervisor. [ 704.040725] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 704.040905] env[65794]: DEBUG nova.compute.manager [-] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 704.041034] env[65794]: DEBUG nova.network.neutron [-] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 704.041313] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.117521] env[65794]: DEBUG nova.compute.manager [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 704.147074] env[65794]: DEBUG nova.virt.hardware [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 704.147337] env[65794]: DEBUG nova.virt.hardware [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.147497] env[65794]: DEBUG nova.virt.hardware [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 704.147681] env[65794]: DEBUG nova.virt.hardware [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.147829] env[65794]: DEBUG nova.virt.hardware [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 704.148124] env[65794]: DEBUG nova.virt.hardware [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 704.148233] env[65794]: DEBUG nova.virt.hardware [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 704.148388] env[65794]: DEBUG nova.virt.hardware [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 704.148545] env[65794]: DEBUG nova.virt.hardware [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 704.148710] env[65794]: DEBUG nova.virt.hardware [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 704.148875] env[65794]: DEBUG nova.virt.hardware [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 704.149745] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ebf87a-f44a-42e4-8815-f175ea420d5a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.162155] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80016133-8c54-4037-9ba9-22229596fc3c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.175698] env[65794]: DEBUG oslo_vmware.api [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4810892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170846} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.177567] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.177802] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.177970] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.178188] env[65794]: INFO nova.compute.manager [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 704.178713] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 704.178924] env[65794]: DEBUG nova.compute.manager [-] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 704.179033] env[65794]: DEBUG nova.network.neutron [-] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 704.179275] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.247802] env[65794]: DEBUG oslo_concurrency.lockutils [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.418612] env[65794]: DEBUG nova.scheduler.client.report [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.422358] env[65794]: DEBUG nova.compute.manager [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 704.447621] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.516175] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.528289] env[65794]: DEBUG oslo_vmware.api [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Task: {'id': task-4810894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192655} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.528600] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.528787] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.529152] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.529390] env[65794]: INFO nova.compute.manager [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] [instance: 0f354429-787a-4a67-9336-693ae8803304] Took 1.17 seconds to destroy the instance on the hypervisor. [ 704.529652] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 704.529858] env[65794]: DEBUG nova.compute.manager [-] [instance: 0f354429-787a-4a67-9336-693ae8803304] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 704.529953] env[65794]: DEBUG nova.network.neutron [-] [instance: 0f354429-787a-4a67-9336-693ae8803304] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 704.530228] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.927214] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.850s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.927740] env[65794]: DEBUG nova.compute.manager [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 704.933295] env[65794]: DEBUG oslo_concurrency.lockutils [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.192s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.933624] env[65794]: DEBUG oslo_concurrency.lockutils [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.936903] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.714s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.938568] env[65794]: INFO nova.compute.claims [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.962410] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.978732] env[65794]: INFO nova.scheduler.client.report [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Deleted allocations for instance b82a969b-34c4-4631-a85e-ad0fab5db7f3 [ 705.247690] env[65794]: DEBUG nova.network.neutron [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Successfully updated port: 2f5a3c59-21b6-4d6d-bd50-8069c24e7348 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 705.339761] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.443793] env[65794]: DEBUG nova.compute.utils [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.445503] env[65794]: DEBUG nova.compute.manager [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 705.449380] env[65794]: DEBUG nova.network.neutron [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 705.449760] env[65794]: WARNING neutronclient.v2_0.client [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.450063] env[65794]: WARNING neutronclient.v2_0.client [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.486827] env[65794]: DEBUG oslo_concurrency.lockutils [None req-186f9022-91a7-4db2-91b3-4348e5db9f69 tempest-DeleteServersAdminTestJSON-2055679758 tempest-DeleteServersAdminTestJSON-2055679758-project-member] Lock "b82a969b-34c4-4631-a85e-ad0fab5db7f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.010s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.583273] env[65794]: DEBUG nova.network.neutron [-] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.673264] env[65794]: DEBUG nova.policy [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6863db045ca43be988d4e5ce556f1ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96c398231b4f43da942c7829eb309411', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.759921] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "refresh_cache-f755f4c0-549a-4787-ac33-b33c4b3eac60" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.759921] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired lock "refresh_cache-f755f4c0-549a-4787-ac33-b33c4b3eac60" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.759921] env[65794]: DEBUG nova.network.neutron [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 705.774840] env[65794]: DEBUG nova.network.neutron [-] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.957398] env[65794]: DEBUG nova.compute.manager [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 706.087068] env[65794]: DEBUG nova.network.neutron [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Successfully created port: b06ad907-b947-4211-a772-9451be251c9c {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 706.092875] env[65794]: INFO nova.compute.manager [-] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Took 2.05 seconds to deallocate network for instance. [ 706.093053] env[65794]: DEBUG nova.network.neutron [-] [instance: 0f354429-787a-4a67-9336-693ae8803304] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.279439] env[65794]: INFO nova.compute.manager [-] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Took 2.10 seconds to deallocate network for instance. [ 706.468089] env[65794]: INFO nova.virt.block_device [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Booting with volume 79655b47-f3be-4cb8-bc0a-db53d59bb825 at /dev/sda [ 706.493205] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dfc5ae-eb0f-434e-92b4-5a649357de7a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.507024] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b403d1-4ec9-46f4-8998-3660922479e1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.544452] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832cea30-dfb9-49f1-bcc7-2416db69c5d9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.547158] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b99d84fd-f4ab-48a0-b4be-3ccb8633fe9f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.555971] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11aee219-cebf-4c65-b1cf-fc1e9ce6c3c6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.563172] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439e6ade-c8fd-4a53-9bb5-83574afe3717 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.586445] env[65794]: DEBUG nova.compute.provider_tree [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.604673] env[65794]: INFO nova.compute.manager [-] [instance: 0f354429-787a-4a67-9336-693ae8803304] Took 2.07 seconds to deallocate network for instance. [ 706.605608] env[65794]: DEBUG oslo_concurrency.lockutils [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.608170] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccf1cc81-9bf1-48cd-9a88-ceea21195e15 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.620182] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31eb694c-beee-444e-b378-f3b06195d93a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.656755] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7e87fc-6f42-452a-b448-5e20c9c1617e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.665192] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d21702-d5d4-4087-a109-433864ef8b81 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.681869] env[65794]: DEBUG nova.virt.block_device [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Updating existing volume attachment record: 9f66c517-1334-4afa-a186-6b94d5e4c881 {{(pid=65794) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 706.788051] env[65794]: DEBUG oslo_concurrency.lockutils [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.089580] env[65794]: DEBUG nova.scheduler.client.report [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.115501] env[65794]: DEBUG oslo_concurrency.lockutils [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.136229] env[65794]: DEBUG nova.network.neutron [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 707.268589] env[65794]: WARNING neutronclient.v2_0.client [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.387162] env[65794]: DEBUG nova.compute.manager [req-f286cd4d-30b9-4bfb-aa39-edb61a5cda1a req-0d699526-acb1-4ace-ae2e-a6e932b5bf41 service nova] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Received event network-vif-deleted-f71491fa-7f52-43ef-89bb-1c5e43edb92e {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 707.390588] env[65794]: DEBUG nova.network.neutron [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Updating instance_info_cache with network_info: [{"id": "2f5a3c59-21b6-4d6d-bd50-8069c24e7348", "address": "fa:16:3e:55:0f:e7", "network": {"id": "c3be34f3-4481-455f-a5bd-794d3240dd32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1106216560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e3a5224c33c47b18efdab4594c4beb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f5a3c59-21", "ovs_interfaceid": "2f5a3c59-21b6-4d6d-bd50-8069c24e7348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.407932] env[65794]: DEBUG nova.compute.manager [req-e3705e65-d14c-44d0-9477-10243a13c059 req-d6aa7f43-66cc-4349-8807-5949d7fcfb9e service nova] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Received event network-vif-plugged-2f5a3c59-21b6-4d6d-bd50-8069c24e7348 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 707.408175] env[65794]: DEBUG oslo_concurrency.lockutils [req-e3705e65-d14c-44d0-9477-10243a13c059 req-d6aa7f43-66cc-4349-8807-5949d7fcfb9e service nova] Acquiring lock "f755f4c0-549a-4787-ac33-b33c4b3eac60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.409423] env[65794]: DEBUG oslo_concurrency.lockutils [req-e3705e65-d14c-44d0-9477-10243a13c059 req-d6aa7f43-66cc-4349-8807-5949d7fcfb9e service nova] Lock "f755f4c0-549a-4787-ac33-b33c4b3eac60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.409423] env[65794]: DEBUG oslo_concurrency.lockutils [req-e3705e65-d14c-44d0-9477-10243a13c059 req-d6aa7f43-66cc-4349-8807-5949d7fcfb9e service nova] Lock "f755f4c0-549a-4787-ac33-b33c4b3eac60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.409423] env[65794]: DEBUG nova.compute.manager [req-e3705e65-d14c-44d0-9477-10243a13c059 req-d6aa7f43-66cc-4349-8807-5949d7fcfb9e service nova] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] No waiting events found dispatching network-vif-plugged-2f5a3c59-21b6-4d6d-bd50-8069c24e7348 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 707.409757] env[65794]: WARNING nova.compute.manager [req-e3705e65-d14c-44d0-9477-10243a13c059 req-d6aa7f43-66cc-4349-8807-5949d7fcfb9e service nova] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Received unexpected event network-vif-plugged-2f5a3c59-21b6-4d6d-bd50-8069c24e7348 for instance with vm_state building and task_state spawning. [ 707.598113] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.598662] env[65794]: DEBUG nova.compute.manager [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 707.602047] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.478s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.603484] env[65794]: INFO nova.compute.claims [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.747158] env[65794]: DEBUG nova.network.neutron [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Successfully updated port: b06ad907-b947-4211-a772-9451be251c9c {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 707.895441] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Releasing lock "refresh_cache-f755f4c0-549a-4787-ac33-b33c4b3eac60" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.895441] env[65794]: DEBUG nova.compute.manager [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Instance network_info: |[{"id": "2f5a3c59-21b6-4d6d-bd50-8069c24e7348", "address": "fa:16:3e:55:0f:e7", "network": {"id": "c3be34f3-4481-455f-a5bd-794d3240dd32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1106216560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e3a5224c33c47b18efdab4594c4beb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f5a3c59-21", "ovs_interfaceid": "2f5a3c59-21b6-4d6d-bd50-8069c24e7348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 707.895625] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:0f:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f5a3c59-21b6-4d6d-bd50-8069c24e7348', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.903175] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Creating folder: Project (8e3a5224c33c47b18efdab4594c4beb0). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.903622] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a68eb2a-bfb7-494f-acb9-8c01de7d426d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.916133] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Created folder: Project (8e3a5224c33c47b18efdab4594c4beb0) in parent group-v937953. [ 707.917581] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Creating folder: Instances. Parent ref: group-v938037. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.917581] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b082a58-c536-4796-aaa1-78814cce902a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.933475] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Created folder: Instances in parent group-v938037. [ 707.933475] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 707.933475] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.933475] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a455e6b-4f1b-43fc-9456-b9d206788cf0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.959640] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.959640] env[65794]: value = "task-4810897" [ 707.959640] env[65794]: _type = "Task" [ 707.959640] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.969798] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810897, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.109779] env[65794]: DEBUG nova.compute.utils [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.111512] env[65794]: DEBUG nova.compute.manager [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 708.111731] env[65794]: DEBUG nova.network.neutron [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 708.114069] env[65794]: WARNING neutronclient.v2_0.client [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.114069] env[65794]: WARNING neutronclient.v2_0.client [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.170148] env[65794]: DEBUG nova.policy [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9df70ddad1614e469a18ab7f23518b1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16ae62c8024042f29ebc1a15b453ee28', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.252898] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Acquiring lock "refresh_cache-6197619a-342a-4ab0-9bcd-aaae2ab0de8c" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.252898] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Acquired lock "refresh_cache-6197619a-342a-4ab0-9bcd-aaae2ab0de8c" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.252898] env[65794]: DEBUG nova.network.neutron [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 708.475920] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810897, 'name': CreateVM_Task, 'duration_secs': 0.371697} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.478768] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.478768] env[65794]: WARNING neutronclient.v2_0.client [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.478768] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.478768] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.478768] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.479046] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-356b9b93-4296-4a17-b1ed-2244833091e9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.486154] env[65794]: DEBUG oslo_vmware.api [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 708.486154] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]526d5335-0b5c-55b8-d5df-4bfe965ead84" [ 708.486154] env[65794]: _type = "Task" [ 708.486154] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.497876] env[65794]: DEBUG oslo_concurrency.lockutils [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Acquiring lock "e0b86371-c7c8-4cd9-a81a-31dad52d92f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.497876] env[65794]: DEBUG oslo_concurrency.lockutils [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Lock "e0b86371-c7c8-4cd9-a81a-31dad52d92f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.497876] env[65794]: DEBUG oslo_concurrency.lockutils [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Acquiring lock "e0b86371-c7c8-4cd9-a81a-31dad52d92f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.497876] env[65794]: DEBUG oslo_concurrency.lockutils [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Lock "e0b86371-c7c8-4cd9-a81a-31dad52d92f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.498117] env[65794]: DEBUG oslo_concurrency.lockutils [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Lock "e0b86371-c7c8-4cd9-a81a-31dad52d92f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.499297] env[65794]: DEBUG oslo_vmware.api [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526d5335-0b5c-55b8-d5df-4bfe965ead84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.500209] env[65794]: INFO nova.compute.manager [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Terminating instance [ 708.584366] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Acquiring lock "16172018-9e41-459b-a0ee-61f08a508a66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.584632] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Lock "16172018-9e41-459b-a0ee-61f08a508a66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.584933] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Acquiring lock "16172018-9e41-459b-a0ee-61f08a508a66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.585022] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Lock "16172018-9e41-459b-a0ee-61f08a508a66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.585183] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Lock "16172018-9e41-459b-a0ee-61f08a508a66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.589484] env[65794]: INFO nova.compute.manager [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Terminating instance [ 708.616542] env[65794]: DEBUG nova.compute.manager [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 708.622945] env[65794]: DEBUG nova.network.neutron [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Successfully created port: 7c95e43b-a067-4b6d-a262-55786d6a22d4 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 708.847039] env[65794]: DEBUG nova.compute.manager [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 708.847039] env[65794]: DEBUG nova.virt.hardware [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 708.847039] env[65794]: DEBUG nova.virt.hardware [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.847039] env[65794]: DEBUG nova.virt.hardware [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 708.847305] env[65794]: DEBUG nova.virt.hardware [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.847522] env[65794]: DEBUG nova.virt.hardware [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 708.847734] env[65794]: DEBUG nova.virt.hardware [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 708.848301] env[65794]: DEBUG nova.virt.hardware [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 708.848301] env[65794]: DEBUG nova.virt.hardware [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 708.848543] env[65794]: DEBUG nova.virt.hardware [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 708.848806] env[65794]: DEBUG nova.virt.hardware [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 708.849650] env[65794]: DEBUG nova.virt.hardware [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 708.850088] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff591ad-593e-403d-aa77-514ae7b8d77d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.864996] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba30b9c-02a3-44cf-ba34-d20dda913f1d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.998394] env[65794]: DEBUG oslo_vmware.api [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526d5335-0b5c-55b8-d5df-4bfe965ead84, 'name': SearchDatastore_Task, 'duration_secs': 0.014107} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.998394] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.998643] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.998736] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.998895] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.999156] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.999529] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-139ef953-21fe-4f57-8f66-6359aad85cc0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.005263] env[65794]: DEBUG nova.compute.manager [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 709.005409] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.006825] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f894d62-02a4-4aba-ad68-9d3662108c16 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.015236] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.016792] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0d5d957-0327-4d83-9bea-520f8e6ef424 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.018375] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.019033] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.021715] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a54a84af-5ff9-4f99-be2e-16fb7d5c93c9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.027881] env[65794]: DEBUG oslo_vmware.api [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 709.027881] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]529ad425-60fb-e5b0-4791-4517d7b5c968" [ 709.027881] env[65794]: _type = "Task" [ 709.027881] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.029376] env[65794]: DEBUG oslo_vmware.api [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Waiting for the task: (returnval){ [ 709.029376] env[65794]: value = "task-4810898" [ 709.029376] env[65794]: _type = "Task" [ 709.029376] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.045946] env[65794]: DEBUG oslo_vmware.api [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]529ad425-60fb-e5b0-4791-4517d7b5c968, 'name': SearchDatastore_Task, 'duration_secs': 0.011942} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.049809] env[65794]: DEBUG oslo_vmware.api [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Task: {'id': task-4810898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.050093] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45163bf7-48bf-4ae0-8f15-908a139eb96f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.056651] env[65794]: DEBUG oslo_vmware.api [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 709.056651] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52b56511-ffe2-7853-e327-7667e5a40995" [ 709.056651] env[65794]: _type = "Task" [ 709.056651] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.070062] env[65794]: DEBUG oslo_vmware.api [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b56511-ffe2-7853-e327-7667e5a40995, 'name': SearchDatastore_Task, 'duration_secs': 0.011192} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.070354] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.070634] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] f755f4c0-549a-4787-ac33-b33c4b3eac60/f755f4c0-549a-4787-ac33-b33c4b3eac60.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.070962] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cefab751-3605-415d-b4e7-055303001ab0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.081024] env[65794]: DEBUG oslo_vmware.api [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 709.081024] env[65794]: value = "task-4810899" [ 709.081024] env[65794]: _type = "Task" [ 709.081024] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.092517] env[65794]: DEBUG oslo_vmware.api [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4810899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.097299] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Acquiring lock "refresh_cache-16172018-9e41-459b-a0ee-61f08a508a66" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.097480] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Acquired lock "refresh_cache-16172018-9e41-459b-a0ee-61f08a508a66" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.097659] env[65794]: DEBUG nova.network.neutron [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 709.279794] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7d0d8d-3dbc-4b10-aeee-557384b3259b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.290014] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5285192a-885f-4cf8-85b7-0cd35c546a6a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.323871] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5726ef-0f74-414b-9ff9-5d833cde44fa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.327673] env[65794]: DEBUG nova.network.neutron [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 709.337235] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce31b824-95d3-4b5a-a3b6-55ddb7a7b379 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.351232] env[65794]: DEBUG nova.compute.provider_tree [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.555980] env[65794]: DEBUG oslo_vmware.api [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Task: {'id': task-4810898, 'name': PowerOffVM_Task, 'duration_secs': 0.222121} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.556457] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.556891] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.557397] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7b63eb0-6616-464f-98d9-7820cf2de920 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.598463] env[65794]: DEBUG oslo_vmware.api [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4810899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493862} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.599180] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] f755f4c0-549a-4787-ac33-b33c4b3eac60/f755f4c0-549a-4787-ac33-b33c4b3eac60.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.599297] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.599688] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a558b1ee-654a-4a0d-b322-23f2a5fe28d9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.603923] env[65794]: WARNING neutronclient.v2_0.client [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.610587] env[65794]: DEBUG oslo_vmware.api [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 709.610587] env[65794]: value = "task-4810901" [ 709.610587] env[65794]: _type = "Task" [ 709.610587] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.622827] env[65794]: DEBUG oslo_vmware.api [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4810901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.634437] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.634867] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.635219] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Deleting the datastore file [datastore1] e0b86371-c7c8-4cd9-a81a-31dad52d92f2 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.635654] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe57efc1-c55a-41be-b181-6a21ce69a97a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.645247] env[65794]: DEBUG nova.compute.manager [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 709.655313] env[65794]: DEBUG oslo_vmware.api [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Waiting for the task: (returnval){ [ 709.655313] env[65794]: value = "task-4810902" [ 709.655313] env[65794]: _type = "Task" [ 709.655313] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.670465] env[65794]: DEBUG oslo_vmware.api [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Task: {'id': task-4810902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.697095] env[65794]: DEBUG nova.virt.hardware [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 709.697557] env[65794]: DEBUG nova.virt.hardware [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.697830] env[65794]: DEBUG nova.virt.hardware [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 709.698188] env[65794]: DEBUG nova.virt.hardware [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.698467] env[65794]: DEBUG nova.virt.hardware [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 709.698763] env[65794]: DEBUG nova.virt.hardware [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 709.699252] env[65794]: DEBUG nova.virt.hardware [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 709.699505] env[65794]: DEBUG nova.virt.hardware [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 709.699803] env[65794]: DEBUG nova.virt.hardware [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 709.700092] env[65794]: DEBUG nova.virt.hardware [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 709.700374] env[65794]: DEBUG nova.virt.hardware [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 709.701749] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0af470f-c8cb-45d6-a26e-b261546e05e6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.718178] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "56b85a30-748e-4583-8d5d-7b89aff94017" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.718569] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "56b85a30-748e-4583-8d5d-7b89aff94017" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.720899] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d649089c-d935-4852-8147-ff9025995934 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.756066] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "c27e0fb8-a5cb-433f-ad38-d3fc90fd8064" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.756694] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "c27e0fb8-a5cb-433f-ad38-d3fc90fd8064" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.825641] env[65794]: DEBUG nova.network.neutron [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 709.854934] env[65794]: DEBUG nova.scheduler.client.report [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.120961] env[65794]: DEBUG oslo_vmware.api [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4810901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075356} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.121330] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.122221] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a14e57-6bb1-409b-a98b-0ff67ac4e0d4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.145491] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] f755f4c0-549a-4787-ac33-b33c4b3eac60/f755f4c0-549a-4787-ac33-b33c4b3eac60.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.145834] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5240836-4e6e-4a84-895a-b16e643d5519 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.174355] env[65794]: DEBUG oslo_vmware.api [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Task: {'id': task-4810902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14965} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.175798] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.175988] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.176175] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.176437] env[65794]: INFO nova.compute.manager [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 710.176698] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 710.176985] env[65794]: DEBUG oslo_vmware.api [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 710.176985] env[65794]: value = "task-4810903" [ 710.176985] env[65794]: _type = "Task" [ 710.176985] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.177149] env[65794]: DEBUG nova.compute.manager [-] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 710.177240] env[65794]: DEBUG nova.network.neutron [-] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 710.177515] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.189010] env[65794]: DEBUG oslo_vmware.api [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4810903, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.347571] env[65794]: DEBUG nova.network.neutron [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Successfully updated port: 7c95e43b-a067-4b6d-a262-55786d6a22d4 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 710.360604] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.361198] env[65794]: DEBUG nova.compute.manager [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 710.365128] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.090s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.365332] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.367422] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.584s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.369308] env[65794]: INFO nova.compute.claims [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.422972] env[65794]: INFO nova.scheduler.client.report [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Deleted allocations for instance b6aeb1a5-1d32-4da0-805d-41fe426a4b58 [ 710.671893] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.678953] env[65794]: WARNING neutronclient.v2_0.client [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.692539] env[65794]: DEBUG oslo_vmware.api [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4810903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.729478] env[65794]: DEBUG nova.network.neutron [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.853385] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "refresh_cache-3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.853772] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquired lock "refresh_cache-3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.853772] env[65794]: DEBUG nova.network.neutron [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 710.875974] env[65794]: DEBUG nova.compute.utils [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.880322] env[65794]: DEBUG nova.compute.manager [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 710.880632] env[65794]: DEBUG nova.network.neutron [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 710.881061] env[65794]: WARNING neutronclient.v2_0.client [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.883257] env[65794]: WARNING neutronclient.v2_0.client [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.939525] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e30b4baa-daef-4c94-849b-a02084551159 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "b6aeb1a5-1d32-4da0-805d-41fe426a4b58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.037s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.194413] env[65794]: DEBUG oslo_vmware.api [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4810903, 'name': ReconfigVM_Task, 'duration_secs': 0.765883} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.195238] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Reconfigured VM instance instance-0000001d to attach disk [datastore2] f755f4c0-549a-4787-ac33-b33c4b3eac60/f755f4c0-549a-4787-ac33-b33c4b3eac60.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.196021] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68f2ea6a-fe5f-4071-b5b2-23c4e496f92c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.204519] env[65794]: DEBUG oslo_vmware.api [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 711.204519] env[65794]: value = "task-4810904" [ 711.204519] env[65794]: _type = "Task" [ 711.204519] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.215196] env[65794]: DEBUG oslo_vmware.api [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4810904, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.233712] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Releasing lock "refresh_cache-16172018-9e41-459b-a0ee-61f08a508a66" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.234302] env[65794]: DEBUG nova.compute.manager [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 711.234474] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.235948] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84606316-524a-467b-b8c6-24ef0dddb751 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.244442] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.244952] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc84706b-1b57-40d6-a981-1c4f0658d620 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.252404] env[65794]: DEBUG oslo_vmware.api [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Waiting for the task: (returnval){ [ 711.252404] env[65794]: value = "task-4810905" [ 711.252404] env[65794]: _type = "Task" [ 711.252404] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.264792] env[65794]: DEBUG oslo_vmware.api [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.387210] env[65794]: DEBUG nova.policy [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fb166b6a2714c84a20ba283ede8786f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d7edb9233a74beabe83d5bc635ad1db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.393299] env[65794]: DEBUG nova.compute.manager [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 711.575826] env[65794]: DEBUG nova.network.neutron [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Updating instance_info_cache with network_info: [{"id": "b06ad907-b947-4211-a772-9451be251c9c", "address": "fa:16:3e:69:ac:36", "network": {"id": "7e540f9a-9939-4caa-b7b5-02a0a4d9f48e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2127033581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "96c398231b4f43da942c7829eb309411", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb06ad907-b9", "ovs_interfaceid": "b06ad907-b947-4211-a772-9451be251c9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.615499] env[65794]: DEBUG nova.network.neutron [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 711.719903] env[65794]: DEBUG oslo_vmware.api [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4810904, 'name': Rename_Task, 'duration_secs': 0.199339} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.720144] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.720424] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02b141d8-70f7-41de-9486-cea51053d8c0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.729437] env[65794]: DEBUG oslo_vmware.api [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 711.729437] env[65794]: value = "task-4810906" [ 711.729437] env[65794]: _type = "Task" [ 711.729437] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.740153] env[65794]: DEBUG oslo_vmware.api [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4810906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.764341] env[65794]: DEBUG oslo_vmware.api [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810905, 'name': PowerOffVM_Task, 'duration_secs': 0.218797} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.770549] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.770959] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.771820] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56d0dedf-2b5c-4d99-bf3b-799798a217b1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.780027] env[65794]: DEBUG nova.network.neutron [-] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.803320] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.803320] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.803320] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Deleting the datastore file [datastore2] 16172018-9e41-459b-a0ee-61f08a508a66 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.803320] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b4708d7-4588-4e7e-ac23-e5381191f88f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.822552] env[65794]: DEBUG oslo_vmware.api [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Waiting for the task: (returnval){ [ 711.822552] env[65794]: value = "task-4810908" [ 711.822552] env[65794]: _type = "Task" [ 711.822552] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.833991] env[65794]: DEBUG oslo_vmware.api [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.062859] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b92187c-1ca7-4599-a478-f0f8b8de9fe6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.072176] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96060542-5911-4180-ad9d-8eaac79a1dd0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.102879] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Releasing lock "refresh_cache-6197619a-342a-4ab0-9bcd-aaae2ab0de8c" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.103098] env[65794]: DEBUG nova.compute.manager [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Instance network_info: |[{"id": "b06ad907-b947-4211-a772-9451be251c9c", "address": "fa:16:3e:69:ac:36", "network": {"id": "7e540f9a-9939-4caa-b7b5-02a0a4d9f48e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2127033581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "96c398231b4f43da942c7829eb309411", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb06ad907-b9", "ovs_interfaceid": "b06ad907-b947-4211-a772-9451be251c9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 712.103870] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:ac:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '07e9bef1-2b0e-4e4d-997f-de71bb0e213a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b06ad907-b947-4211-a772-9451be251c9c', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.112556] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Creating folder: Project (96c398231b4f43da942c7829eb309411). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.113337] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39480b7e-19a5-49c8-9f08-dfa4ef08c770 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.118387] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8f19d4f-0ed6-462a-80c2-1e9eac0c1123 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.125883] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d94a16-af16-4718-912c-49e1997a94cc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.136492] env[65794]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 712.136626] env[65794]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65794) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 712.136993] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Folder already exists: Project (96c398231b4f43da942c7829eb309411). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 712.137208] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Creating folder: Instances. Parent ref: group-v938003. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.146784] env[65794]: DEBUG nova.network.neutron [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Successfully created port: 0bca079c-8bcd-4ff1-a17b-d235899de9e6 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 712.148277] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c88558a0-d1c9-41e3-97de-1102d4ed6a5d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.150158] env[65794]: DEBUG nova.compute.provider_tree [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.162338] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Created folder: Instances in parent group-v938003. [ 712.162338] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 712.163059] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.166073] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a35010a2-0d18-49c8-a64e-91ed4e852312 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.191722] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.191722] env[65794]: value = "task-4810911" [ 712.191722] env[65794]: _type = "Task" [ 712.191722] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.200765] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810911, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.242233] env[65794]: DEBUG oslo_vmware.api [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4810906, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.283532] env[65794]: INFO nova.compute.manager [-] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Took 2.11 seconds to deallocate network for instance. [ 712.337411] env[65794]: DEBUG oslo_vmware.api [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Task: {'id': task-4810908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103551} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.337840] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.337966] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.338040] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.338209] env[65794]: INFO nova.compute.manager [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Took 1.10 seconds to destroy the instance on the hypervisor. [ 712.338450] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 712.338648] env[65794]: DEBUG nova.compute.manager [-] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 712.338741] env[65794]: DEBUG nova.network.neutron [-] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 712.339122] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.396509] env[65794]: WARNING neutronclient.v2_0.client [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.407208] env[65794]: DEBUG nova.compute.manager [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 712.448027] env[65794]: DEBUG nova.virt.hardware [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 712.448497] env[65794]: DEBUG nova.virt.hardware [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.448656] env[65794]: DEBUG nova.virt.hardware [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 712.448851] env[65794]: DEBUG nova.virt.hardware [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.449021] env[65794]: DEBUG nova.virt.hardware [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 712.449147] env[65794]: DEBUG nova.virt.hardware [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 712.449373] env[65794]: DEBUG nova.virt.hardware [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 712.449536] env[65794]: DEBUG nova.virt.hardware [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 712.449708] env[65794]: DEBUG nova.virt.hardware [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 712.449870] env[65794]: DEBUG nova.virt.hardware [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 712.450082] env[65794]: DEBUG nova.virt.hardware [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 712.450997] env[65794]: DEBUG nova.network.neutron [-] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 712.451286] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.453602] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f67432a-7693-4474-bdd7-c1f254b48420 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.464371] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ced2e2-f401-4e53-8c78-5f59b8ad90f4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.653468] env[65794]: DEBUG nova.scheduler.client.report [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.705142] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810911, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.741190] env[65794]: DEBUG oslo_vmware.api [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4810906, 'name': PowerOnVM_Task, 'duration_secs': 0.641457} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.742193] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.742193] env[65794]: INFO nova.compute.manager [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Took 8.62 seconds to spawn the instance on the hypervisor. [ 712.742193] env[65794]: DEBUG nova.compute.manager [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 712.742767] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5218e234-2812-4103-8f58-2437c92adae3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.790311] env[65794]: DEBUG oslo_concurrency.lockutils [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.958380] env[65794]: DEBUG nova.network.neutron [-] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.160022] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.160632] env[65794]: DEBUG nova.compute.manager [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 713.164365] env[65794]: DEBUG oslo_concurrency.lockutils [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.574s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.164550] env[65794]: DEBUG oslo_concurrency.lockutils [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.167656] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.307s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.167877] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.169936] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.715s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.171458] env[65794]: INFO nova.compute.claims [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.206760] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810911, 'name': CreateVM_Task, 'duration_secs': 0.568791} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.208168] env[65794]: INFO nova.scheduler.client.report [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Deleted allocations for instance 946bf688-56a0-42ab-8c5e-7a83efb34000 [ 713.209174] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.210373] env[65794]: INFO nova.scheduler.client.report [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Deleted allocations for instance 5e24f903-0184-48bf-9b9b-9e7ce09e7b00 [ 713.211660] env[65794]: WARNING neutronclient.v2_0.client [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.212099] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'mount_device': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'delete_on_termination': True, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938012', 'volume_id': '79655b47-f3be-4cb8-bc0a-db53d59bb825', 'name': 'volume-79655b47-f3be-4cb8-bc0a-db53d59bb825', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6197619a-342a-4ab0-9bcd-aaae2ab0de8c', 'attached_at': '', 'detached_at': '', 'volume_id': '79655b47-f3be-4cb8-bc0a-db53d59bb825', 'serial': '79655b47-f3be-4cb8-bc0a-db53d59bb825'}, 'attachment_id': '9f66c517-1334-4afa-a186-6b94d5e4c881', 'volume_type': None}], 'swap': None} {{(pid=65794) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 713.212099] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Root volume attach. Driver type: vmdk {{(pid=65794) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 713.217486] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da07b06-2d38-48c8-91f7-4dfaaf4b7e07 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.227273] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58aff6d-7e12-4837-8c36-f7b0ad16e6a0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.236946] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc5643b-ed00-4d8c-b4d6-99cfa3eb4c01 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.243791] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-54beb308-e4f5-4702-9fcf-93e1e38bde18 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.253421] env[65794]: DEBUG oslo_vmware.api [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Waiting for the task: (returnval){ [ 713.253421] env[65794]: value = "task-4810912" [ 713.253421] env[65794]: _type = "Task" [ 713.253421] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.265035] env[65794]: INFO nova.compute.manager [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Took 32.97 seconds to build instance. [ 713.275966] env[65794]: DEBUG oslo_vmware.api [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Task: {'id': task-4810912, 'name': RelocateVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.379811] env[65794]: DEBUG nova.compute.manager [req-772d0190-505a-46dc-a5e8-d67491c0a775 req-6466e3df-843a-44e8-a553-2cf85b505894 service nova] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Received event network-vif-deleted-32441e40-1410-4272-83dc-53a6d6e06158 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 713.380497] env[65794]: DEBUG nova.compute.manager [req-772d0190-505a-46dc-a5e8-d67491c0a775 req-6466e3df-843a-44e8-a553-2cf85b505894 service nova] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Received event network-vif-plugged-b06ad907-b947-4211-a772-9451be251c9c {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 713.381738] env[65794]: DEBUG oslo_concurrency.lockutils [req-772d0190-505a-46dc-a5e8-d67491c0a775 req-6466e3df-843a-44e8-a553-2cf85b505894 service nova] Acquiring lock "6197619a-342a-4ab0-9bcd-aaae2ab0de8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.381738] env[65794]: DEBUG oslo_concurrency.lockutils [req-772d0190-505a-46dc-a5e8-d67491c0a775 req-6466e3df-843a-44e8-a553-2cf85b505894 service nova] Lock "6197619a-342a-4ab0-9bcd-aaae2ab0de8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.381738] env[65794]: DEBUG oslo_concurrency.lockutils [req-772d0190-505a-46dc-a5e8-d67491c0a775 req-6466e3df-843a-44e8-a553-2cf85b505894 service nova] Lock "6197619a-342a-4ab0-9bcd-aaae2ab0de8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.381738] env[65794]: DEBUG nova.compute.manager [req-772d0190-505a-46dc-a5e8-d67491c0a775 req-6466e3df-843a-44e8-a553-2cf85b505894 service nova] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] No waiting events found dispatching network-vif-plugged-b06ad907-b947-4211-a772-9451be251c9c {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 713.381738] env[65794]: WARNING nova.compute.manager [req-772d0190-505a-46dc-a5e8-d67491c0a775 req-6466e3df-843a-44e8-a553-2cf85b505894 service nova] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Received unexpected event network-vif-plugged-b06ad907-b947-4211-a772-9451be251c9c for instance with vm_state building and task_state spawning. [ 713.381870] env[65794]: DEBUG nova.compute.manager [req-772d0190-505a-46dc-a5e8-d67491c0a775 req-6466e3df-843a-44e8-a553-2cf85b505894 service nova] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Received event network-changed-b06ad907-b947-4211-a772-9451be251c9c {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 713.382023] env[65794]: DEBUG nova.compute.manager [req-772d0190-505a-46dc-a5e8-d67491c0a775 req-6466e3df-843a-44e8-a553-2cf85b505894 service nova] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Refreshing instance network info cache due to event network-changed-b06ad907-b947-4211-a772-9451be251c9c. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 713.382167] env[65794]: DEBUG oslo_concurrency.lockutils [req-772d0190-505a-46dc-a5e8-d67491c0a775 req-6466e3df-843a-44e8-a553-2cf85b505894 service nova] Acquiring lock "refresh_cache-6197619a-342a-4ab0-9bcd-aaae2ab0de8c" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.382252] env[65794]: DEBUG oslo_concurrency.lockutils [req-772d0190-505a-46dc-a5e8-d67491c0a775 req-6466e3df-843a-44e8-a553-2cf85b505894 service nova] Acquired lock "refresh_cache-6197619a-342a-4ab0-9bcd-aaae2ab0de8c" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.382406] env[65794]: DEBUG nova.network.neutron [req-772d0190-505a-46dc-a5e8-d67491c0a775 req-6466e3df-843a-44e8-a553-2cf85b505894 service nova] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Refreshing network info cache for port b06ad907-b947-4211-a772-9451be251c9c {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.404940] env[65794]: DEBUG nova.compute.manager [req-b5bca760-4f5e-4185-9178-b56af3731ec1 req-30688fe5-489c-4ac8-9938-5bf500b85384 service nova] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Received event network-changed-2f5a3c59-21b6-4d6d-bd50-8069c24e7348 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 713.405285] env[65794]: DEBUG nova.compute.manager [req-b5bca760-4f5e-4185-9178-b56af3731ec1 req-30688fe5-489c-4ac8-9938-5bf500b85384 service nova] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Refreshing instance network info cache due to event network-changed-2f5a3c59-21b6-4d6d-bd50-8069c24e7348. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 713.406355] env[65794]: DEBUG oslo_concurrency.lockutils [req-b5bca760-4f5e-4185-9178-b56af3731ec1 req-30688fe5-489c-4ac8-9938-5bf500b85384 service nova] Acquiring lock "refresh_cache-f755f4c0-549a-4787-ac33-b33c4b3eac60" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.406355] env[65794]: DEBUG oslo_concurrency.lockutils [req-b5bca760-4f5e-4185-9178-b56af3731ec1 req-30688fe5-489c-4ac8-9938-5bf500b85384 service nova] Acquired lock "refresh_cache-f755f4c0-549a-4787-ac33-b33c4b3eac60" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.406355] env[65794]: DEBUG nova.network.neutron [req-b5bca760-4f5e-4185-9178-b56af3731ec1 req-30688fe5-489c-4ac8-9938-5bf500b85384 service nova] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Refreshing network info cache for port 2f5a3c59-21b6-4d6d-bd50-8069c24e7348 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.461282] env[65794]: INFO nova.compute.manager [-] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Took 1.12 seconds to deallocate network for instance. [ 713.679785] env[65794]: DEBUG nova.compute.utils [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.686370] env[65794]: DEBUG nova.compute.manager [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 713.686370] env[65794]: DEBUG nova.network.neutron [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 713.686370] env[65794]: WARNING neutronclient.v2_0.client [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.686370] env[65794]: WARNING neutronclient.v2_0.client [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.727114] env[65794]: DEBUG oslo_concurrency.lockutils [None req-140c3c85-7e8a-4306-9972-11cb541d6f7c tempest-TenantUsagesTestJSON-417307340 tempest-TenantUsagesTestJSON-417307340-project-member] Lock "5e24f903-0184-48bf-9b9b-9e7ce09e7b00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.776s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.742826] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9227d10c-1ca7-41c6-93fb-3d22f0cc85a4 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "946bf688-56a0-42ab-8c5e-7a83efb34000" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.926s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.767091] env[65794]: DEBUG oslo_vmware.api [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Task: {'id': task-4810912, 'name': RelocateVM_Task} progress is 19%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.772720] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca95215e-5be9-4e78-88d2-99ef8937b3b4 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "f755f4c0-549a-4787-ac33-b33c4b3eac60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.497s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.800937] env[65794]: DEBUG nova.network.neutron [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Successfully updated port: 0bca079c-8bcd-4ff1-a17b-d235899de9e6 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 713.841186] env[65794]: DEBUG nova.network.neutron [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Updating instance_info_cache with network_info: [{"id": "7c95e43b-a067-4b6d-a262-55786d6a22d4", "address": "fa:16:3e:b3:53:5a", "network": {"id": "cc4e33e8-7826-408d-9eab-fdf414853b07", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1896043306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16ae62c8024042f29ebc1a15b453ee28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c95e43b-a0", "ovs_interfaceid": "7c95e43b-a067-4b6d-a262-55786d6a22d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.886714] env[65794]: WARNING neutronclient.v2_0.client [req-772d0190-505a-46dc-a5e8-d67491c0a775 req-6466e3df-843a-44e8-a553-2cf85b505894 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.909337] env[65794]: WARNING neutronclient.v2_0.client [req-b5bca760-4f5e-4185-9178-b56af3731ec1 req-30688fe5-489c-4ac8-9938-5bf500b85384 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.973095] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.991036] env[65794]: DEBUG nova.policy [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd17d121163c947199506981411aa7c08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63c7335de5ee430eb4369d1179ca75e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.186525] env[65794]: DEBUG nova.compute.manager [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 714.269436] env[65794]: DEBUG oslo_vmware.api [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Task: {'id': task-4810912, 'name': RelocateVM_Task, 'duration_secs': 0.758949} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.269914] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Volume attach. Driver type: vmdk {{(pid=65794) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 714.270401] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938012', 'volume_id': '79655b47-f3be-4cb8-bc0a-db53d59bb825', 'name': 'volume-79655b47-f3be-4cb8-bc0a-db53d59bb825', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6197619a-342a-4ab0-9bcd-aaae2ab0de8c', 'attached_at': '', 'detached_at': '', 'volume_id': '79655b47-f3be-4cb8-bc0a-db53d59bb825', 'serial': '79655b47-f3be-4cb8-bc0a-db53d59bb825'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 714.272103] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d76b7b8-404c-4944-8002-f597003c7b36 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.275205] env[65794]: DEBUG nova.compute.manager [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 714.299790] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73389dca-e5a4-4b50-98b4-044bebc350a6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.307214] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Acquiring lock "refresh_cache-6f359e28-9919-4cb5-949d-6c66bd4e4ce6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.307857] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Acquired lock "refresh_cache-6f359e28-9919-4cb5-949d-6c66bd4e4ce6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.308148] env[65794]: DEBUG nova.network.neutron [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 714.333834] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] volume-79655b47-f3be-4cb8-bc0a-db53d59bb825/volume-79655b47-f3be-4cb8-bc0a-db53d59bb825.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.338593] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2784eaeb-286a-4a96-935f-c2ddfd5a0fc6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.357728] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Releasing lock "refresh_cache-3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.358080] env[65794]: DEBUG nova.compute.manager [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Instance network_info: |[{"id": "7c95e43b-a067-4b6d-a262-55786d6a22d4", "address": "fa:16:3e:b3:53:5a", "network": {"id": "cc4e33e8-7826-408d-9eab-fdf414853b07", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1896043306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16ae62c8024042f29ebc1a15b453ee28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c95e43b-a0", "ovs_interfaceid": "7c95e43b-a067-4b6d-a262-55786d6a22d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 714.358844] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:53:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c95e43b-a067-4b6d-a262-55786d6a22d4', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.366808] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Creating folder: Project (16ae62c8024042f29ebc1a15b453ee28). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.370920] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1925fd2b-71d6-4f5c-9199-ebd880495c8e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.374800] env[65794]: DEBUG oslo_vmware.api [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Waiting for the task: (returnval){ [ 714.374800] env[65794]: value = "task-4810913" [ 714.374800] env[65794]: _type = "Task" [ 714.374800] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.391239] env[65794]: DEBUG oslo_vmware.api [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Task: {'id': task-4810913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.392848] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Created folder: Project (16ae62c8024042f29ebc1a15b453ee28) in parent group-v937953. [ 714.393043] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Creating folder: Instances. Parent ref: group-v938042. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.393314] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5dd64cd1-6833-459d-8d67-164f35714b3a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.407056] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Created folder: Instances in parent group-v938042. [ 714.407284] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 714.408187] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.408272] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75166b1a-a499-484c-8e25-4aaedf4c6326 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.436876] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.436876] env[65794]: value = "task-4810916" [ 714.436876] env[65794]: _type = "Task" [ 714.436876] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.446931] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810916, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.452078] env[65794]: DEBUG nova.network.neutron [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Successfully created port: 4d7c58e0-db34-4ea1-a6d7-85ad02c5fb26 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 714.614890] env[65794]: WARNING neutronclient.v2_0.client [req-b5bca760-4f5e-4185-9178-b56af3731ec1 req-30688fe5-489c-4ac8-9938-5bf500b85384 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.627331] env[65794]: WARNING neutronclient.v2_0.client [req-772d0190-505a-46dc-a5e8-d67491c0a775 req-6466e3df-843a-44e8-a553-2cf85b505894 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.805927] env[65794]: DEBUG oslo_concurrency.lockutils [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.851036] env[65794]: DEBUG nova.network.neutron [req-b5bca760-4f5e-4185-9178-b56af3731ec1 req-30688fe5-489c-4ac8-9938-5bf500b85384 service nova] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Updated VIF entry in instance network info cache for port 2f5a3c59-21b6-4d6d-bd50-8069c24e7348. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 714.856252] env[65794]: DEBUG nova.network.neutron [req-b5bca760-4f5e-4185-9178-b56af3731ec1 req-30688fe5-489c-4ac8-9938-5bf500b85384 service nova] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Updating instance_info_cache with network_info: [{"id": "2f5a3c59-21b6-4d6d-bd50-8069c24e7348", "address": "fa:16:3e:55:0f:e7", "network": {"id": "c3be34f3-4481-455f-a5bd-794d3240dd32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1106216560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e3a5224c33c47b18efdab4594c4beb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f5a3c59-21", "ovs_interfaceid": "2f5a3c59-21b6-4d6d-bd50-8069c24e7348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.890925] env[65794]: DEBUG oslo_vmware.api [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Task: {'id': task-4810913, 'name': ReconfigVM_Task, 'duration_secs': 0.293436} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.891319] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Reconfigured VM instance instance-0000001e to attach disk [datastore2] volume-79655b47-f3be-4cb8-bc0a-db53d59bb825/volume-79655b47-f3be-4cb8-bc0a-db53d59bb825.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.898270] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c01be5f2-19af-4459-b172-8d295b344d76 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.910848] env[65794]: DEBUG nova.network.neutron [req-772d0190-505a-46dc-a5e8-d67491c0a775 req-6466e3df-843a-44e8-a553-2cf85b505894 service nova] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Updated VIF entry in instance network info cache for port b06ad907-b947-4211-a772-9451be251c9c. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 714.911331] env[65794]: DEBUG nova.network.neutron [req-772d0190-505a-46dc-a5e8-d67491c0a775 req-6466e3df-843a-44e8-a553-2cf85b505894 service nova] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Updating instance_info_cache with network_info: [{"id": "b06ad907-b947-4211-a772-9451be251c9c", "address": "fa:16:3e:69:ac:36", "network": {"id": "7e540f9a-9939-4caa-b7b5-02a0a4d9f48e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2127033581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "96c398231b4f43da942c7829eb309411", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb06ad907-b9", "ovs_interfaceid": "b06ad907-b947-4211-a772-9451be251c9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.919544] env[65794]: DEBUG oslo_vmware.api [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Waiting for the task: (returnval){ [ 714.919544] env[65794]: value = "task-4810917" [ 714.919544] env[65794]: _type = "Task" [ 714.919544] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.930566] env[65794]: DEBUG oslo_vmware.api [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Task: {'id': task-4810917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.956125] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810916, 'name': CreateVM_Task, 'duration_secs': 0.383783} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.956332] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.956811] env[65794]: WARNING neutronclient.v2_0.client [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.957201] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.957351] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.957670] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.958434] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5462ffbf-2184-4dbf-ae90-f76992676008 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.965737] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b01ed0-7ae0-4e2f-adcf-e976bfedd1c8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.973754] env[65794]: DEBUG nova.network.neutron [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 714.976429] env[65794]: DEBUG oslo_vmware.api [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 714.976429] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]525b9571-fa41-84f1-8a0c-a2996fc5581a" [ 714.976429] env[65794]: _type = "Task" [ 714.976429] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.984418] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c023c2b-f01a-4367-91a7-462d3babd5e3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.991399] env[65794]: DEBUG oslo_vmware.api [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525b9571-fa41-84f1-8a0c-a2996fc5581a, 'name': SearchDatastore_Task, 'duration_secs': 0.010494} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.993272] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.993272] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.993272] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.993272] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.993469] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.993469] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edde0a48-5568-4be4-8274-50eddfb3f0c6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.026201] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4531e2e6-9b72-4d2e-8288-56f9038e99dd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.032808] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.033090] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.036519] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efeeb1af-778c-4ef1-9073-8d7da1cdd480 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.041412] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d50486a-0e07-49fd-b9fa-0eba41476973 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.058468] env[65794]: DEBUG nova.compute.provider_tree [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.060128] env[65794]: DEBUG oslo_vmware.api [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 715.060128] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5269d052-562d-3e2e-7709-60254caf918d" [ 715.060128] env[65794]: _type = "Task" [ 715.060128] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.070092] env[65794]: DEBUG oslo_vmware.api [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5269d052-562d-3e2e-7709-60254caf918d, 'name': SearchDatastore_Task, 'duration_secs': 0.011316} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.074507] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d532bde1-4919-44a8-9f1b-c835efd23cda {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.081374] env[65794]: DEBUG oslo_vmware.api [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 715.081374] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]525ca810-32ab-06e9-c7bd-e5c88d2cda5e" [ 715.081374] env[65794]: _type = "Task" [ 715.081374] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.090694] env[65794]: DEBUG oslo_vmware.api [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525ca810-32ab-06e9-c7bd-e5c88d2cda5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.202554] env[65794]: DEBUG nova.compute.manager [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 715.224122] env[65794]: DEBUG nova.virt.hardware [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 715.224374] env[65794]: DEBUG nova.virt.hardware [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.224522] env[65794]: DEBUG nova.virt.hardware [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 715.224696] env[65794]: DEBUG nova.virt.hardware [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.224836] env[65794]: DEBUG nova.virt.hardware [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 715.224975] env[65794]: DEBUG nova.virt.hardware [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 715.225201] env[65794]: DEBUG nova.virt.hardware [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 715.225360] env[65794]: DEBUG nova.virt.hardware [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 715.225515] env[65794]: DEBUG nova.virt.hardware [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 715.225671] env[65794]: DEBUG nova.virt.hardware [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 715.225835] env[65794]: DEBUG nova.virt.hardware [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 715.226715] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b23e9c3-b31f-44bb-a044-390ee9e7a2b9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.237725] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7754e3-d278-4b2f-b48e-391bcfa1c094 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.359424] env[65794]: DEBUG oslo_concurrency.lockutils [req-b5bca760-4f5e-4185-9178-b56af3731ec1 req-30688fe5-489c-4ac8-9938-5bf500b85384 service nova] Releasing lock "refresh_cache-f755f4c0-549a-4787-ac33-b33c4b3eac60" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.359695] env[65794]: DEBUG nova.compute.manager [req-b5bca760-4f5e-4185-9178-b56af3731ec1 req-30688fe5-489c-4ac8-9938-5bf500b85384 service nova] [instance: 0f354429-787a-4a67-9336-693ae8803304] Received event network-vif-deleted-54dd539a-9b3b-4b27-9e63-9833b022a6bd {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 715.362273] env[65794]: WARNING neutronclient.v2_0.client [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.414937] env[65794]: DEBUG oslo_concurrency.lockutils [req-772d0190-505a-46dc-a5e8-d67491c0a775 req-6466e3df-843a-44e8-a553-2cf85b505894 service nova] Releasing lock "refresh_cache-6197619a-342a-4ab0-9bcd-aaae2ab0de8c" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.431843] env[65794]: DEBUG oslo_vmware.api [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Task: {'id': task-4810917, 'name': ReconfigVM_Task, 'duration_secs': 0.14573} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.432214] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938012', 'volume_id': '79655b47-f3be-4cb8-bc0a-db53d59bb825', 'name': 'volume-79655b47-f3be-4cb8-bc0a-db53d59bb825', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6197619a-342a-4ab0-9bcd-aaae2ab0de8c', 'attached_at': '', 'detached_at': '', 'volume_id': '79655b47-f3be-4cb8-bc0a-db53d59bb825', 'serial': '79655b47-f3be-4cb8-bc0a-db53d59bb825'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 715.432818] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-464c9cda-56eb-485c-a225-c27e89e4c3af {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.442043] env[65794]: DEBUG oslo_vmware.api [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Waiting for the task: (returnval){ [ 715.442043] env[65794]: value = "task-4810918" [ 715.442043] env[65794]: _type = "Task" [ 715.442043] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.455925] env[65794]: DEBUG oslo_vmware.api [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Task: {'id': task-4810918, 'name': Rename_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.562241] env[65794]: DEBUG nova.scheduler.client.report [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.595385] env[65794]: DEBUG oslo_vmware.api [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525ca810-32ab-06e9-c7bd-e5c88d2cda5e, 'name': SearchDatastore_Task, 'duration_secs': 0.009867} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.595682] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.595951] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f/3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.596250] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5ada7ab-3e2c-4ec3-ab75-5e8b2725422a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.605447] env[65794]: DEBUG oslo_vmware.api [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 715.605447] env[65794]: value = "task-4810919" [ 715.605447] env[65794]: _type = "Task" [ 715.605447] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.616075] env[65794]: DEBUG oslo_vmware.api [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.627269] env[65794]: DEBUG nova.network.neutron [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Updating instance_info_cache with network_info: [{"id": "0bca079c-8bcd-4ff1-a17b-d235899de9e6", "address": "fa:16:3e:f0:ff:e7", "network": {"id": "26ce0b93-2218-46a2-8fee-a13d03dc3de2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-268194970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d7edb9233a74beabe83d5bc635ad1db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bca079c-8b", "ovs_interfaceid": "0bca079c-8bcd-4ff1-a17b-d235899de9e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.960751] env[65794]: DEBUG oslo_vmware.api [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Task: {'id': task-4810918, 'name': Rename_Task, 'duration_secs': 0.325375} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.961205] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.961498] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afa35ee6-f9be-43ff-aefe-a84b23d31bc8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.970411] env[65794]: DEBUG oslo_vmware.api [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Waiting for the task: (returnval){ [ 715.970411] env[65794]: value = "task-4810920" [ 715.970411] env[65794]: _type = "Task" [ 715.970411] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.981368] env[65794]: DEBUG oslo_vmware.api [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Task: {'id': task-4810920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.072502] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.901s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.072502] env[65794]: DEBUG nova.compute.manager [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 716.075997] env[65794]: DEBUG oslo_concurrency.lockutils [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.741s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.081525] env[65794]: INFO nova.compute.claims [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.121933] env[65794]: DEBUG oslo_vmware.api [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810919, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.131296] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Releasing lock "refresh_cache-6f359e28-9919-4cb5-949d-6c66bd4e4ce6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.131296] env[65794]: DEBUG nova.compute.manager [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Instance network_info: |[{"id": "0bca079c-8bcd-4ff1-a17b-d235899de9e6", "address": "fa:16:3e:f0:ff:e7", "network": {"id": "26ce0b93-2218-46a2-8fee-a13d03dc3de2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-268194970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d7edb9233a74beabe83d5bc635ad1db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bca079c-8b", "ovs_interfaceid": "0bca079c-8bcd-4ff1-a17b-d235899de9e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 716.131669] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:ff:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bca079c-8bcd-4ff1-a17b-d235899de9e6', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.141625] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Creating folder: Project (8d7edb9233a74beabe83d5bc635ad1db). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.141625] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-247a4e27-8598-4dba-8698-b357c4f3cbc4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.156900] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Created folder: Project (8d7edb9233a74beabe83d5bc635ad1db) in parent group-v937953. [ 716.158777] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Creating folder: Instances. Parent ref: group-v938045. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.158777] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-856146e4-83ec-41c0-a662-ab5248400a1e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.180588] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Created folder: Instances in parent group-v938045. [ 716.181708] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 716.182058] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.182445] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2767ad6a-cafe-4df6-b9f8-0cd04ad8f20c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.214786] env[65794]: DEBUG nova.network.neutron [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Successfully updated port: 4d7c58e0-db34-4ea1-a6d7-85ad02c5fb26 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 716.222027] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.222027] env[65794]: value = "task-4810923" [ 716.222027] env[65794]: _type = "Task" [ 716.222027] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.242039] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810923, 'name': CreateVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.485279] env[65794]: DEBUG oslo_vmware.api [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Task: {'id': task-4810920, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.592875] env[65794]: DEBUG nova.compute.utils [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.595488] env[65794]: DEBUG nova.compute.manager [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 716.595488] env[65794]: DEBUG nova.network.neutron [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 716.595488] env[65794]: WARNING neutronclient.v2_0.client [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.595633] env[65794]: WARNING neutronclient.v2_0.client [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.625638] env[65794]: DEBUG oslo_vmware.api [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698474} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.626147] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f/3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.626147] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.627101] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1bd5071-9c98-48da-bdfe-609acd551ad3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.636323] env[65794]: DEBUG oslo_vmware.api [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 716.636323] env[65794]: value = "task-4810924" [ 716.636323] env[65794]: _type = "Task" [ 716.636323] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.658907] env[65794]: DEBUG oslo_vmware.api [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.686995] env[65794]: DEBUG nova.policy [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc5dc9cb9d1c4c95ad55c254d4daa6e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '810f2c82ca43422c8dd22b301687e8b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.727057] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Acquiring lock "refresh_cache-d2ab3b4f-94ff-4ec0-9808-102e8e5957ac" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.727057] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Acquired lock "refresh_cache-d2ab3b4f-94ff-4ec0-9808-102e8e5957ac" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.727057] env[65794]: DEBUG nova.network.neutron [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 716.742983] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810923, 'name': CreateVM_Task, 'duration_secs': 0.493394} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.743464] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.744458] env[65794]: WARNING neutronclient.v2_0.client [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.746964] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.746964] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.746964] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.747879] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133a06f5-2956-4ac4-9a08-ba3f7666b866 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.755449] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Waiting for the task: (returnval){ [ 716.755449] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f70218-831c-1172-e20e-b3ec075f7ac8" [ 716.755449] env[65794]: _type = "Task" [ 716.755449] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.767136] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f70218-831c-1172-e20e-b3ec075f7ac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.778507] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "941691d3-3682-49a5-8488-9bc2c8c3f2a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.778640] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "941691d3-3682-49a5-8488-9bc2c8c3f2a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.982554] env[65794]: DEBUG oslo_vmware.api [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Task: {'id': task-4810920, 'name': PowerOnVM_Task, 'duration_secs': 0.840717} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.982882] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.983115] env[65794]: INFO nova.compute.manager [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Took 8.14 seconds to spawn the instance on the hypervisor. [ 716.983299] env[65794]: DEBUG nova.compute.manager [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 716.984157] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4697ed4f-9b37-43b2-b7ce-ac0aee906e08 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.106253] env[65794]: DEBUG nova.compute.manager [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 717.153067] env[65794]: DEBUG nova.network.neutron [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Successfully created port: 40f08637-9ab8-4f31-a866-598e95c61a01 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 717.158277] env[65794]: DEBUG oslo_vmware.api [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160661} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.159507] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.160430] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f29f58-3c3a-45da-acd5-4cb78b01abc3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.196156] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f/3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.200841] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38f2e3a0-346b-4bac-81ee-7df4eaf56a0c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.230457] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "21bd6276-6f01-4292-8c49-3474685f8466" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.230731] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "21bd6276-6f01-4292-8c49-3474685f8466" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.239692] env[65794]: DEBUG oslo_vmware.api [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 717.239692] env[65794]: value = "task-4810925" [ 717.239692] env[65794]: _type = "Task" [ 717.239692] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.251769] env[65794]: DEBUG oslo_vmware.api [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810925, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.267746] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f70218-831c-1172-e20e-b3ec075f7ac8, 'name': SearchDatastore_Task, 'duration_secs': 0.029086} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.270748] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.270998] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.271297] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.271449] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.271623] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.272135] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9782d2c-94d5-48f8-b816-7d9763aa5aaa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.282034] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.282249] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.283030] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f36468-5689-430c-a7e7-bc2d0a0eee6d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.289809] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Waiting for the task: (returnval){ [ 717.289809] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]521275ca-e2ca-1b8b-63be-95239dd13cb4" [ 717.289809] env[65794]: _type = "Task" [ 717.289809] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.298468] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521275ca-e2ca-1b8b-63be-95239dd13cb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.509295] env[65794]: INFO nova.compute.manager [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Took 36.10 seconds to build instance. [ 717.740463] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0692abd5-f6f0-45f8-ad7b-cb6b95caaf7a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.755685] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf810d9-3297-4076-9bea-bbaeba30b078 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.759802] env[65794]: DEBUG oslo_vmware.api [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810925, 'name': ReconfigVM_Task, 'duration_secs': 0.32315} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.760127] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f/3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.761178] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8e85c83-8025-4e31-8344-8ef51a9a1da7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.796830] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1c31ac-09f5-4941-b6d4-d88a03129157 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.799829] env[65794]: DEBUG oslo_vmware.api [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 717.799829] env[65794]: value = "task-4810926" [ 717.799829] env[65794]: _type = "Task" [ 717.799829] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.811791] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521275ca-e2ca-1b8b-63be-95239dd13cb4, 'name': SearchDatastore_Task, 'duration_secs': 0.023576} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.813602] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c405894d-f453-48b1-85f7-0938b386d2ca {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.822196] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6b1c3dc-230d-4002-9ee9-a46eaa9d5c60 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.825105] env[65794]: DEBUG oslo_vmware.api [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810926, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.836838] env[65794]: DEBUG nova.compute.provider_tree [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.840460] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Waiting for the task: (returnval){ [ 717.840460] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52dde28a-9fc1-e3cd-caa7-2f5288067435" [ 717.840460] env[65794]: _type = "Task" [ 717.840460] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.851355] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52dde28a-9fc1-e3cd-caa7-2f5288067435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.947489] env[65794]: DEBUG nova.network.neutron [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 718.012367] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2288fa14-db47-4436-9255-5952136e0426 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Lock "6197619a-342a-4ab0-9bcd-aaae2ab0de8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.614s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.115398] env[65794]: DEBUG nova.compute.manager [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 718.143864] env[65794]: DEBUG nova.compute.manager [req-1477d0ca-29ba-41e0-ae14-ea236ce78828 req-7a34b330-a140-4aa9-8723-d35200134fec service nova] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Received event network-vif-deleted-1a2c92db-ea68-4990-8f88-64e84daeb3f9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 718.143864] env[65794]: DEBUG nova.compute.manager [req-1477d0ca-29ba-41e0-ae14-ea236ce78828 req-7a34b330-a140-4aa9-8723-d35200134fec service nova] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Received event network-vif-plugged-0bca079c-8bcd-4ff1-a17b-d235899de9e6 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 718.143864] env[65794]: DEBUG oslo_concurrency.lockutils [req-1477d0ca-29ba-41e0-ae14-ea236ce78828 req-7a34b330-a140-4aa9-8723-d35200134fec service nova] Acquiring lock "6f359e28-9919-4cb5-949d-6c66bd4e4ce6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.144262] env[65794]: DEBUG oslo_concurrency.lockutils [req-1477d0ca-29ba-41e0-ae14-ea236ce78828 req-7a34b330-a140-4aa9-8723-d35200134fec service nova] Lock "6f359e28-9919-4cb5-949d-6c66bd4e4ce6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.144262] env[65794]: DEBUG oslo_concurrency.lockutils [req-1477d0ca-29ba-41e0-ae14-ea236ce78828 req-7a34b330-a140-4aa9-8723-d35200134fec service nova] Lock "6f359e28-9919-4cb5-949d-6c66bd4e4ce6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.144723] env[65794]: DEBUG nova.compute.manager [req-1477d0ca-29ba-41e0-ae14-ea236ce78828 req-7a34b330-a140-4aa9-8723-d35200134fec service nova] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] No waiting events found dispatching network-vif-plugged-0bca079c-8bcd-4ff1-a17b-d235899de9e6 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 718.144723] env[65794]: WARNING nova.compute.manager [req-1477d0ca-29ba-41e0-ae14-ea236ce78828 req-7a34b330-a140-4aa9-8723-d35200134fec service nova] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Received unexpected event network-vif-plugged-0bca079c-8bcd-4ff1-a17b-d235899de9e6 for instance with vm_state building and task_state spawning. [ 718.144723] env[65794]: DEBUG nova.compute.manager [req-1477d0ca-29ba-41e0-ae14-ea236ce78828 req-7a34b330-a140-4aa9-8723-d35200134fec service nova] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Received event network-changed-0bca079c-8bcd-4ff1-a17b-d235899de9e6 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 718.144907] env[65794]: DEBUG nova.compute.manager [req-1477d0ca-29ba-41e0-ae14-ea236ce78828 req-7a34b330-a140-4aa9-8723-d35200134fec service nova] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Refreshing instance network info cache due to event network-changed-0bca079c-8bcd-4ff1-a17b-d235899de9e6. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 718.145130] env[65794]: DEBUG oslo_concurrency.lockutils [req-1477d0ca-29ba-41e0-ae14-ea236ce78828 req-7a34b330-a140-4aa9-8723-d35200134fec service nova] Acquiring lock "refresh_cache-6f359e28-9919-4cb5-949d-6c66bd4e4ce6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.146110] env[65794]: DEBUG oslo_concurrency.lockutils [req-1477d0ca-29ba-41e0-ae14-ea236ce78828 req-7a34b330-a140-4aa9-8723-d35200134fec service nova] Acquired lock "refresh_cache-6f359e28-9919-4cb5-949d-6c66bd4e4ce6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.146110] env[65794]: DEBUG nova.network.neutron [req-1477d0ca-29ba-41e0-ae14-ea236ce78828 req-7a34b330-a140-4aa9-8723-d35200134fec service nova] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Refreshing network info cache for port 0bca079c-8bcd-4ff1-a17b-d235899de9e6 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.151014] env[65794]: DEBUG nova.virt.hardware [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 718.151014] env[65794]: DEBUG nova.virt.hardware [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.151326] env[65794]: DEBUG nova.virt.hardware [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 718.151368] env[65794]: DEBUG nova.virt.hardware [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.151728] env[65794]: DEBUG nova.virt.hardware [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 718.151728] env[65794]: DEBUG nova.virt.hardware [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 718.151818] env[65794]: DEBUG nova.virt.hardware [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 718.152224] env[65794]: DEBUG nova.virt.hardware [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 718.152224] env[65794]: DEBUG nova.virt.hardware [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 718.152327] env[65794]: DEBUG nova.virt.hardware [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 718.152698] env[65794]: DEBUG nova.virt.hardware [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 718.153593] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c58c9b-694d-4e23-aed5-8074165f97c6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.166869] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9583de11-d7ef-4849-a2b0-23e7dedbfc43 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.172225] env[65794]: DEBUG nova.compute.manager [req-b790b19b-64d8-4da4-a600-b9a9b40edbfd req-bd1c5cbe-8168-4524-818e-f51d8c49d812 service nova] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Received event network-vif-plugged-7c95e43b-a067-4b6d-a262-55786d6a22d4 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 718.172438] env[65794]: DEBUG oslo_concurrency.lockutils [req-b790b19b-64d8-4da4-a600-b9a9b40edbfd req-bd1c5cbe-8168-4524-818e-f51d8c49d812 service nova] Acquiring lock "3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.172638] env[65794]: DEBUG oslo_concurrency.lockutils [req-b790b19b-64d8-4da4-a600-b9a9b40edbfd req-bd1c5cbe-8168-4524-818e-f51d8c49d812 service nova] Lock "3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.172836] env[65794]: DEBUG oslo_concurrency.lockutils [req-b790b19b-64d8-4da4-a600-b9a9b40edbfd req-bd1c5cbe-8168-4524-818e-f51d8c49d812 service nova] Lock "3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.172949] env[65794]: DEBUG nova.compute.manager [req-b790b19b-64d8-4da4-a600-b9a9b40edbfd req-bd1c5cbe-8168-4524-818e-f51d8c49d812 service nova] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] No waiting events found dispatching network-vif-plugged-7c95e43b-a067-4b6d-a262-55786d6a22d4 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 718.173110] env[65794]: WARNING nova.compute.manager [req-b790b19b-64d8-4da4-a600-b9a9b40edbfd req-bd1c5cbe-8168-4524-818e-f51d8c49d812 service nova] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Received unexpected event network-vif-plugged-7c95e43b-a067-4b6d-a262-55786d6a22d4 for instance with vm_state building and task_state spawning. [ 718.173292] env[65794]: DEBUG nova.compute.manager [req-b790b19b-64d8-4da4-a600-b9a9b40edbfd req-bd1c5cbe-8168-4524-818e-f51d8c49d812 service nova] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Received event network-changed-7c95e43b-a067-4b6d-a262-55786d6a22d4 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 718.173479] env[65794]: DEBUG nova.compute.manager [req-b790b19b-64d8-4da4-a600-b9a9b40edbfd req-bd1c5cbe-8168-4524-818e-f51d8c49d812 service nova] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Refreshing instance network info cache due to event network-changed-7c95e43b-a067-4b6d-a262-55786d6a22d4. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 718.173744] env[65794]: DEBUG oslo_concurrency.lockutils [req-b790b19b-64d8-4da4-a600-b9a9b40edbfd req-bd1c5cbe-8168-4524-818e-f51d8c49d812 service nova] Acquiring lock "refresh_cache-3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.173898] env[65794]: DEBUG oslo_concurrency.lockutils [req-b790b19b-64d8-4da4-a600-b9a9b40edbfd req-bd1c5cbe-8168-4524-818e-f51d8c49d812 service nova] Acquired lock "refresh_cache-3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.174073] env[65794]: DEBUG nova.network.neutron [req-b790b19b-64d8-4da4-a600-b9a9b40edbfd req-bd1c5cbe-8168-4524-818e-f51d8c49d812 service nova] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Refreshing network info cache for port 7c95e43b-a067-4b6d-a262-55786d6a22d4 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.220354] env[65794]: WARNING neutronclient.v2_0.client [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.316057] env[65794]: DEBUG oslo_vmware.api [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810926, 'name': Rename_Task, 'duration_secs': 0.144683} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.316372] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.316626] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26d06f65-ad5f-4cc6-99fd-1234a2e0196d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.326147] env[65794]: DEBUG oslo_vmware.api [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 718.326147] env[65794]: value = "task-4810927" [ 718.326147] env[65794]: _type = "Task" [ 718.326147] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.332091] env[65794]: DEBUG nova.network.neutron [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Updating instance_info_cache with network_info: [{"id": "4d7c58e0-db34-4ea1-a6d7-85ad02c5fb26", "address": "fa:16:3e:a6:87:4f", "network": {"id": "0a9c2e38-fe0b-4094-8a42-3f049b4eb65c", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1032830972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "63c7335de5ee430eb4369d1179ca75e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d7c58e0-db", "ovs_interfaceid": "4d7c58e0-db34-4ea1-a6d7-85ad02c5fb26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.343166] env[65794]: DEBUG nova.scheduler.client.report [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.346825] env[65794]: DEBUG oslo_vmware.api [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.359851] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52dde28a-9fc1-e3cd-caa7-2f5288067435, 'name': SearchDatastore_Task, 'duration_secs': 0.020302} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.359851] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.359851] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 6f359e28-9919-4cb5-949d-6c66bd4e4ce6/6f359e28-9919-4cb5-949d-6c66bd4e4ce6.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.360150] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de03eccf-b489-43ab-95f1-ea8cc24c2ea8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.369032] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Waiting for the task: (returnval){ [ 718.369032] env[65794]: value = "task-4810928" [ 718.369032] env[65794]: _type = "Task" [ 718.369032] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.384812] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Task: {'id': task-4810928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.514578] env[65794]: DEBUG nova.compute.manager [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 718.648154] env[65794]: WARNING neutronclient.v2_0.client [req-1477d0ca-29ba-41e0-ae14-ea236ce78828 req-7a34b330-a140-4aa9-8723-d35200134fec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.678543] env[65794]: WARNING neutronclient.v2_0.client [req-b790b19b-64d8-4da4-a600-b9a9b40edbfd req-bd1c5cbe-8168-4524-818e-f51d8c49d812 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.835494] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Releasing lock "refresh_cache-d2ab3b4f-94ff-4ec0-9808-102e8e5957ac" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.835865] env[65794]: DEBUG nova.compute.manager [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Instance network_info: |[{"id": "4d7c58e0-db34-4ea1-a6d7-85ad02c5fb26", "address": "fa:16:3e:a6:87:4f", "network": {"id": "0a9c2e38-fe0b-4094-8a42-3f049b4eb65c", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1032830972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "63c7335de5ee430eb4369d1179ca75e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d7c58e0-db", "ovs_interfaceid": "4d7c58e0-db34-4ea1-a6d7-85ad02c5fb26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 718.841862] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:87:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d7c58e0-db34-4ea1-a6d7-85ad02c5fb26', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.850155] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Creating folder: Project (63c7335de5ee430eb4369d1179ca75e3). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.850155] env[65794]: DEBUG oslo_vmware.api [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810927, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.850463] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16e2afab-3607-49d3-9a5c-ca8b072daff0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.853616] env[65794]: DEBUG oslo_concurrency.lockutils [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.853943] env[65794]: DEBUG nova.compute.manager [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 718.858743] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.303s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.858743] env[65794]: INFO nova.compute.claims [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.871723] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Created folder: Project (63c7335de5ee430eb4369d1179ca75e3) in parent group-v937953. [ 718.871941] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Creating folder: Instances. Parent ref: group-v938048. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.880771] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-777b60fc-c9c8-43d2-a8fe-c88dc0993b66 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.890332] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Task: {'id': task-4810928, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.893463] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Created folder: Instances in parent group-v938048. [ 718.894519] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 718.894519] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.894519] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d37e204d-8ea8-4728-8bac-0d252040acfe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.926031] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.926031] env[65794]: value = "task-4810931" [ 718.926031] env[65794]: _type = "Task" [ 718.926031] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.939428] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810931, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.985372] env[65794]: DEBUG nova.network.neutron [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Successfully updated port: 40f08637-9ab8-4f31-a866-598e95c61a01 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 719.057836] env[65794]: DEBUG oslo_concurrency.lockutils [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.086185] env[65794]: DEBUG oslo_concurrency.lockutils [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.086678] env[65794]: DEBUG oslo_concurrency.lockutils [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.120252] env[65794]: WARNING neutronclient.v2_0.client [req-1477d0ca-29ba-41e0-ae14-ea236ce78828 req-7a34b330-a140-4aa9-8723-d35200134fec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.173640] env[65794]: WARNING neutronclient.v2_0.client [req-b790b19b-64d8-4da4-a600-b9a9b40edbfd req-bd1c5cbe-8168-4524-818e-f51d8c49d812 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.286569] env[65794]: DEBUG nova.network.neutron [req-1477d0ca-29ba-41e0-ae14-ea236ce78828 req-7a34b330-a140-4aa9-8723-d35200134fec service nova] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Updated VIF entry in instance network info cache for port 0bca079c-8bcd-4ff1-a17b-d235899de9e6. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 719.286927] env[65794]: DEBUG nova.network.neutron [req-1477d0ca-29ba-41e0-ae14-ea236ce78828 req-7a34b330-a140-4aa9-8723-d35200134fec service nova] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Updating instance_info_cache with network_info: [{"id": "0bca079c-8bcd-4ff1-a17b-d235899de9e6", "address": "fa:16:3e:f0:ff:e7", "network": {"id": "26ce0b93-2218-46a2-8fee-a13d03dc3de2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-268194970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d7edb9233a74beabe83d5bc635ad1db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bca079c-8b", "ovs_interfaceid": "0bca079c-8bcd-4ff1-a17b-d235899de9e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.306627] env[65794]: DEBUG nova.network.neutron [req-b790b19b-64d8-4da4-a600-b9a9b40edbfd req-bd1c5cbe-8168-4524-818e-f51d8c49d812 service nova] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Updated VIF entry in instance network info cache for port 7c95e43b-a067-4b6d-a262-55786d6a22d4. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 719.306978] env[65794]: DEBUG nova.network.neutron [req-b790b19b-64d8-4da4-a600-b9a9b40edbfd req-bd1c5cbe-8168-4524-818e-f51d8c49d812 service nova] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Updating instance_info_cache with network_info: [{"id": "7c95e43b-a067-4b6d-a262-55786d6a22d4", "address": "fa:16:3e:b3:53:5a", "network": {"id": "cc4e33e8-7826-408d-9eab-fdf414853b07", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1896043306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16ae62c8024042f29ebc1a15b453ee28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c95e43b-a0", "ovs_interfaceid": "7c95e43b-a067-4b6d-a262-55786d6a22d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.340219] env[65794]: DEBUG oslo_vmware.api [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810927, 'name': PowerOnVM_Task, 'duration_secs': 0.766203} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.340825] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.340825] env[65794]: INFO nova.compute.manager [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Took 9.70 seconds to spawn the instance on the hypervisor. [ 719.340986] env[65794]: DEBUG nova.compute.manager [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 719.342017] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea953210-7f38-4fa6-8af9-35f358327c76 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.363108] env[65794]: DEBUG nova.compute.utils [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.367173] env[65794]: DEBUG nova.compute.manager [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 719.367173] env[65794]: DEBUG nova.network.neutron [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 719.367295] env[65794]: WARNING neutronclient.v2_0.client [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.367648] env[65794]: WARNING neutronclient.v2_0.client [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.382235] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Task: {'id': task-4810928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586367} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.382531] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 6f359e28-9919-4cb5-949d-6c66bd4e4ce6/6f359e28-9919-4cb5-949d-6c66bd4e4ce6.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.382753] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.383326] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fb6e8dc-8d78-4f76-b7fc-b660ba92c5a7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.397232] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Waiting for the task: (returnval){ [ 719.397232] env[65794]: value = "task-4810932" [ 719.397232] env[65794]: _type = "Task" [ 719.397232] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.411681] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Task: {'id': task-4810932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.416830] env[65794]: DEBUG nova.policy [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9df70ddad1614e469a18ab7f23518b1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16ae62c8024042f29ebc1a15b453ee28', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.439101] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810931, 'name': CreateVM_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.488438] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "refresh_cache-c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.488728] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquired lock "refresh_cache-c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.488869] env[65794]: DEBUG nova.network.neutron [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 719.788532] env[65794]: DEBUG nova.network.neutron [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Successfully created port: 627f4459-25bc-4219-b698-d026d9f07b03 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 719.792923] env[65794]: DEBUG oslo_concurrency.lockutils [req-1477d0ca-29ba-41e0-ae14-ea236ce78828 req-7a34b330-a140-4aa9-8723-d35200134fec service nova] Releasing lock "refresh_cache-6f359e28-9919-4cb5-949d-6c66bd4e4ce6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.810079] env[65794]: DEBUG oslo_concurrency.lockutils [req-b790b19b-64d8-4da4-a600-b9a9b40edbfd req-bd1c5cbe-8168-4524-818e-f51d8c49d812 service nova] Releasing lock "refresh_cache-3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.864633] env[65794]: INFO nova.compute.manager [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Took 36.66 seconds to build instance. [ 719.867752] env[65794]: DEBUG nova.compute.manager [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 719.914651] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Task: {'id': task-4810932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115811} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.916498] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.917428] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e3b4ea-8d62-4161-a31d-1b29c1a9c452 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.944646] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 6f359e28-9919-4cb5-949d-6c66bd4e4ce6/6f359e28-9919-4cb5-949d-6c66bd4e4ce6.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.950932] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10b40d76-e230-4ace-bf14-a7cad751a00a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.973839] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810931, 'name': CreateVM_Task, 'duration_secs': 0.637135} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.975153] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.975884] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Waiting for the task: (returnval){ [ 719.975884] env[65794]: value = "task-4810933" [ 719.975884] env[65794]: _type = "Task" [ 719.975884] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.976103] env[65794]: WARNING neutronclient.v2_0.client [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.976892] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.976892] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.977063] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.977351] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef854634-f062-41e5-ad4e-5871f109a533 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.991862] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Task: {'id': task-4810933, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.995745] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Waiting for the task: (returnval){ [ 719.995745] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]524b3b8d-cc79-9850-eb66-0b827c322d39" [ 719.995745] env[65794]: _type = "Task" [ 719.995745] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.011374] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]524b3b8d-cc79-9850-eb66-0b827c322d39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.374233] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f49d087c-6b24-43fd-93ca-69b80437a077 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.177s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.429400] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643331cb-71b1-4f3d-9158-3f9128fbe09e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.443165] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda218f5-8c48-47fd-b50e-3fd554234a90 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.490210] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3085a6-f7c2-46f3-9b3b-0326ae3f18f5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.495410] env[65794]: DEBUG nova.network.neutron [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 720.506377] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Task: {'id': task-4810933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.508485] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9110af6-b228-45f1-8eff-92368cff53d2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.519049] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]524b3b8d-cc79-9850-eb66-0b827c322d39, 'name': SearchDatastore_Task, 'duration_secs': 0.024391} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.519317] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.519626] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.519936] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.520151] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.520414] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.520784] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f2b4735-914e-4585-8ba2-84dc83d1013e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.532883] env[65794]: DEBUG nova.compute.provider_tree [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.546667] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.547278] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.548106] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7edf5da4-b0b5-4d7c-935a-5ff49651798e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.555441] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Waiting for the task: (returnval){ [ 720.555441] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5240ea3d-6a81-c2b9-a29a-603b8fbfef0e" [ 720.555441] env[65794]: _type = "Task" [ 720.555441] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.563842] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5240ea3d-6a81-c2b9-a29a-603b8fbfef0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.610277] env[65794]: WARNING neutronclient.v2_0.client [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.708567] env[65794]: DEBUG nova.network.neutron [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Updating instance_info_cache with network_info: [{"id": "40f08637-9ab8-4f31-a866-598e95c61a01", "address": "fa:16:3e:b4:d9:66", "network": {"id": "5d1f4ccc-a5e4-4b01-b23f-5e8212619981", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1601955262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810f2c82ca43422c8dd22b301687e8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40f08637-9a", "ovs_interfaceid": "40f08637-9ab8-4f31-a866-598e95c61a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.887065] env[65794]: DEBUG nova.compute.manager [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 720.889506] env[65794]: DEBUG nova.compute.manager [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 720.918624] env[65794]: DEBUG nova.virt.hardware [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 720.918804] env[65794]: DEBUG nova.virt.hardware [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.918957] env[65794]: DEBUG nova.virt.hardware [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 720.922063] env[65794]: DEBUG nova.virt.hardware [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.922063] env[65794]: DEBUG nova.virt.hardware [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 720.922063] env[65794]: DEBUG nova.virt.hardware [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 720.922063] env[65794]: DEBUG nova.virt.hardware [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 720.922063] env[65794]: DEBUG nova.virt.hardware [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 720.922278] env[65794]: DEBUG nova.virt.hardware [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 720.922278] env[65794]: DEBUG nova.virt.hardware [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 720.922278] env[65794]: DEBUG nova.virt.hardware [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 720.922278] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f816d6b-c3e9-4019-9585-3d49ba5f9269 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.935027] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ae2b1b-3bdd-45b0-bda5-25138e6aa0ad {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.941229] env[65794]: DEBUG nova.compute.manager [req-84fa43bd-00e2-43ef-909f-27391bd2e500 req-8a69c4ba-2338-4cb6-a0b2-af954668c48c service nova] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Received event network-changed-2f5a3c59-21b6-4d6d-bd50-8069c24e7348 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 720.941526] env[65794]: DEBUG nova.compute.manager [req-84fa43bd-00e2-43ef-909f-27391bd2e500 req-8a69c4ba-2338-4cb6-a0b2-af954668c48c service nova] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Refreshing instance network info cache due to event network-changed-2f5a3c59-21b6-4d6d-bd50-8069c24e7348. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 720.942287] env[65794]: DEBUG oslo_concurrency.lockutils [req-84fa43bd-00e2-43ef-909f-27391bd2e500 req-8a69c4ba-2338-4cb6-a0b2-af954668c48c service nova] Acquiring lock "refresh_cache-f755f4c0-549a-4787-ac33-b33c4b3eac60" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.942287] env[65794]: DEBUG oslo_concurrency.lockutils [req-84fa43bd-00e2-43ef-909f-27391bd2e500 req-8a69c4ba-2338-4cb6-a0b2-af954668c48c service nova] Acquired lock "refresh_cache-f755f4c0-549a-4787-ac33-b33c4b3eac60" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.943044] env[65794]: DEBUG nova.network.neutron [req-84fa43bd-00e2-43ef-909f-27391bd2e500 req-8a69c4ba-2338-4cb6-a0b2-af954668c48c service nova] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Refreshing network info cache for port 2f5a3c59-21b6-4d6d-bd50-8069c24e7348 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.963444] env[65794]: DEBUG nova.compute.manager [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Received event network-vif-plugged-4d7c58e0-db34-4ea1-a6d7-85ad02c5fb26 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 720.964652] env[65794]: DEBUG oslo_concurrency.lockutils [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] Acquiring lock "d2ab3b4f-94ff-4ec0-9808-102e8e5957ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.964652] env[65794]: DEBUG oslo_concurrency.lockutils [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] Lock "d2ab3b4f-94ff-4ec0-9808-102e8e5957ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.964652] env[65794]: DEBUG oslo_concurrency.lockutils [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] Lock "d2ab3b4f-94ff-4ec0-9808-102e8e5957ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.964652] env[65794]: DEBUG nova.compute.manager [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] No waiting events found dispatching network-vif-plugged-4d7c58e0-db34-4ea1-a6d7-85ad02c5fb26 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 720.964652] env[65794]: WARNING nova.compute.manager [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Received unexpected event network-vif-plugged-4d7c58e0-db34-4ea1-a6d7-85ad02c5fb26 for instance with vm_state building and task_state spawning. [ 720.964954] env[65794]: DEBUG nova.compute.manager [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Received event network-changed-4d7c58e0-db34-4ea1-a6d7-85ad02c5fb26 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 720.964954] env[65794]: DEBUG nova.compute.manager [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Refreshing instance network info cache due to event network-changed-4d7c58e0-db34-4ea1-a6d7-85ad02c5fb26. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 720.965075] env[65794]: DEBUG oslo_concurrency.lockutils [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] Acquiring lock "refresh_cache-d2ab3b4f-94ff-4ec0-9808-102e8e5957ac" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.965201] env[65794]: DEBUG oslo_concurrency.lockutils [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] Acquired lock "refresh_cache-d2ab3b4f-94ff-4ec0-9808-102e8e5957ac" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.966033] env[65794]: DEBUG nova.network.neutron [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Refreshing network info cache for port 4d7c58e0-db34-4ea1-a6d7-85ad02c5fb26 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.998057] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Task: {'id': task-4810933, 'name': ReconfigVM_Task, 'duration_secs': 0.681111} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.998057] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 6f359e28-9919-4cb5-949d-6c66bd4e4ce6/6f359e28-9919-4cb5-949d-6c66bd4e4ce6.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.998057] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2bd3adc-c710-4682-afbe-b607f08b3800 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.008305] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Waiting for the task: (returnval){ [ 721.008305] env[65794]: value = "task-4810934" [ 721.008305] env[65794]: _type = "Task" [ 721.008305] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.017588] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Task: {'id': task-4810934, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.039715] env[65794]: DEBUG nova.scheduler.client.report [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.066699] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5240ea3d-6a81-c2b9-a29a-603b8fbfef0e, 'name': SearchDatastore_Task, 'duration_secs': 0.024115} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.068384] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbe6b326-5416-4c1c-8541-70cf2c5d2efd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.076522] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Waiting for the task: (returnval){ [ 721.076522] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5295d90c-be38-5731-767e-2802f45b6555" [ 721.076522] env[65794]: _type = "Task" [ 721.076522] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.086654] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5295d90c-be38-5731-767e-2802f45b6555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.210954] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Releasing lock "refresh_cache-c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.211363] env[65794]: DEBUG nova.compute.manager [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Instance network_info: |[{"id": "40f08637-9ab8-4f31-a866-598e95c61a01", "address": "fa:16:3e:b4:d9:66", "network": {"id": "5d1f4ccc-a5e4-4b01-b23f-5e8212619981", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1601955262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810f2c82ca43422c8dd22b301687e8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40f08637-9a", "ovs_interfaceid": "40f08637-9ab8-4f31-a866-598e95c61a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 721.211886] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:d9:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40f08637-9ab8-4f31-a866-598e95c61a01', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.219846] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 721.220109] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.220343] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03b35435-15fb-40cc-9131-4a48ebbb37dc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.242451] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.242451] env[65794]: value = "task-4810935" [ 721.242451] env[65794]: _type = "Task" [ 721.242451] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.251935] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810935, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.406403] env[65794]: DEBUG nova.network.neutron [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Successfully updated port: 627f4459-25bc-4219-b698-d026d9f07b03 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 721.421960] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.446718] env[65794]: WARNING neutronclient.v2_0.client [req-84fa43bd-00e2-43ef-909f-27391bd2e500 req-8a69c4ba-2338-4cb6-a0b2-af954668c48c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.467864] env[65794]: WARNING neutronclient.v2_0.client [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.522183] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Task: {'id': task-4810934, 'name': Rename_Task, 'duration_secs': 0.310008} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.522589] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.522884] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec03b792-eb75-4f69-82df-ddeea8ee34f2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.530912] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Waiting for the task: (returnval){ [ 721.530912] env[65794]: value = "task-4810936" [ 721.530912] env[65794]: _type = "Task" [ 721.530912] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.540372] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Task: {'id': task-4810936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.546403] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.546945] env[65794]: DEBUG nova.compute.manager [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 721.549893] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.191s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.550177] env[65794]: DEBUG nova.objects.instance [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Lazy-loading 'resources' on Instance uuid c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.590391] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5295d90c-be38-5731-767e-2802f45b6555, 'name': SearchDatastore_Task, 'duration_secs': 0.012446} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.593182] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.593182] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] d2ab3b4f-94ff-4ec0-9808-102e8e5957ac/d2ab3b4f-94ff-4ec0-9808-102e8e5957ac.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.593182] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ec387f7-7893-4c51-8687-06f8cb5c19c7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.602548] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Waiting for the task: (returnval){ [ 721.602548] env[65794]: value = "task-4810937" [ 721.602548] env[65794]: _type = "Task" [ 721.602548] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.612713] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': task-4810937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.756682] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810935, 'name': CreateVM_Task, 'duration_secs': 0.495978} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.756872] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.757992] env[65794]: WARNING neutronclient.v2_0.client [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.758354] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.759558] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.759558] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.759558] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-552a1e98-fab0-43d2-89ed-432521151849 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.765294] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 721.765294] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5295b033-f015-12b3-b2b9-8d9ddb32b4a2" [ 721.765294] env[65794]: _type = "Task" [ 721.765294] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.770268] env[65794]: WARNING neutronclient.v2_0.client [req-84fa43bd-00e2-43ef-909f-27391bd2e500 req-8a69c4ba-2338-4cb6-a0b2-af954668c48c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.776706] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5295b033-f015-12b3-b2b9-8d9ddb32b4a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.778033] env[65794]: WARNING neutronclient.v2_0.client [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.870313] env[65794]: DEBUG nova.network.neutron [req-84fa43bd-00e2-43ef-909f-27391bd2e500 req-8a69c4ba-2338-4cb6-a0b2-af954668c48c service nova] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Updated VIF entry in instance network info cache for port 2f5a3c59-21b6-4d6d-bd50-8069c24e7348. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 721.870810] env[65794]: DEBUG nova.network.neutron [req-84fa43bd-00e2-43ef-909f-27391bd2e500 req-8a69c4ba-2338-4cb6-a0b2-af954668c48c service nova] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Updating instance_info_cache with network_info: [{"id": "2f5a3c59-21b6-4d6d-bd50-8069c24e7348", "address": "fa:16:3e:55:0f:e7", "network": {"id": "c3be34f3-4481-455f-a5bd-794d3240dd32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1106216560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e3a5224c33c47b18efdab4594c4beb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f5a3c59-21", "ovs_interfaceid": "2f5a3c59-21b6-4d6d-bd50-8069c24e7348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.906778] env[65794]: DEBUG nova.network.neutron [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Updated VIF entry in instance network info cache for port 4d7c58e0-db34-4ea1-a6d7-85ad02c5fb26. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 721.907227] env[65794]: DEBUG nova.network.neutron [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Updating instance_info_cache with network_info: [{"id": "4d7c58e0-db34-4ea1-a6d7-85ad02c5fb26", "address": "fa:16:3e:a6:87:4f", "network": {"id": "0a9c2e38-fe0b-4094-8a42-3f049b4eb65c", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1032830972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63c7335de5ee430eb4369d1179ca75e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d7c58e0-db", "ovs_interfaceid": "4d7c58e0-db34-4ea1-a6d7-85ad02c5fb26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.911455] env[65794]: DEBUG oslo_concurrency.lockutils [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "refresh_cache-774f19ac-d703-46fe-bfa6-2df075504c73" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.911682] env[65794]: DEBUG oslo_concurrency.lockutils [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquired lock "refresh_cache-774f19ac-d703-46fe-bfa6-2df075504c73" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.911910] env[65794]: DEBUG nova.network.neutron [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 722.042622] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Task: {'id': task-4810936, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.056416] env[65794]: DEBUG nova.compute.utils [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.058251] env[65794]: DEBUG nova.compute.manager [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 722.058477] env[65794]: DEBUG nova.network.neutron [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 722.058802] env[65794]: WARNING neutronclient.v2_0.client [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.059111] env[65794]: WARNING neutronclient.v2_0.client [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.109281] env[65794]: DEBUG nova.policy [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9269f85045f44acad3fafb90582cdb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de9a71d66ebd4ebf955da7787f0ed2c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.120973] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': task-4810937, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.276759] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5295b033-f015-12b3-b2b9-8d9ddb32b4a2, 'name': SearchDatastore_Task, 'duration_secs': 0.011622} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.277086] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.277336] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.277568] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.277706] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.277879] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.278170] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9f94106-0f55-4c69-b3a0-91d208f02dab {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.288881] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.289145] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.289931] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-093126bf-3828-45ec-a2b1-d72cfb75c658 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.298372] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 722.298372] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52aa00bc-3803-b237-b123-b8eb6e70c0a7" [ 722.298372] env[65794]: _type = "Task" [ 722.298372] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.307258] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52aa00bc-3803-b237-b123-b8eb6e70c0a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.374202] env[65794]: DEBUG oslo_concurrency.lockutils [req-84fa43bd-00e2-43ef-909f-27391bd2e500 req-8a69c4ba-2338-4cb6-a0b2-af954668c48c service nova] Releasing lock "refresh_cache-f755f4c0-549a-4787-ac33-b33c4b3eac60" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.412708] env[65794]: DEBUG oslo_concurrency.lockutils [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] Releasing lock "refresh_cache-d2ab3b4f-94ff-4ec0-9808-102e8e5957ac" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.413145] env[65794]: DEBUG nova.compute.manager [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Received event network-vif-plugged-40f08637-9ab8-4f31-a866-598e95c61a01 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 722.413320] env[65794]: DEBUG oslo_concurrency.lockutils [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] Acquiring lock "c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.413530] env[65794]: DEBUG oslo_concurrency.lockutils [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] Lock "c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.413686] env[65794]: DEBUG oslo_concurrency.lockutils [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] Lock "c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.413853] env[65794]: DEBUG nova.compute.manager [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] No waiting events found dispatching network-vif-plugged-40f08637-9ab8-4f31-a866-598e95c61a01 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 722.414030] env[65794]: WARNING nova.compute.manager [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Received unexpected event network-vif-plugged-40f08637-9ab8-4f31-a866-598e95c61a01 for instance with vm_state building and task_state spawning. [ 722.414193] env[65794]: DEBUG nova.compute.manager [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Received event network-changed-40f08637-9ab8-4f31-a866-598e95c61a01 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 722.414343] env[65794]: DEBUG nova.compute.manager [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Refreshing instance network info cache due to event network-changed-40f08637-9ab8-4f31-a866-598e95c61a01. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 722.414516] env[65794]: DEBUG oslo_concurrency.lockutils [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] Acquiring lock "refresh_cache-c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.414647] env[65794]: DEBUG oslo_concurrency.lockutils [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] Acquired lock "refresh_cache-c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.414793] env[65794]: DEBUG nova.network.neutron [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Refreshing network info cache for port 40f08637-9ab8-4f31-a866-598e95c61a01 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.471308] env[65794]: DEBUG nova.network.neutron [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 722.544759] env[65794]: DEBUG nova.network.neutron [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Successfully created port: dac8238d-62b1-49b0-9adb-73a0df0ef2eb {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 722.546848] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Task: {'id': task-4810936, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.561624] env[65794]: DEBUG nova.compute.manager [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 722.615469] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': task-4810937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57832} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.617721] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] d2ab3b4f-94ff-4ec0-9808-102e8e5957ac/d2ab3b4f-94ff-4ec0-9808-102e8e5957ac.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.617952] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.621190] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cc6f9dd-eca0-454f-8105-758eed3e3fa6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.629124] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Waiting for the task: (returnval){ [ 722.629124] env[65794]: value = "task-4810938" [ 722.629124] env[65794]: _type = "Task" [ 722.629124] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.645332] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': task-4810938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.648662] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e86d928-d0fe-42ca-bed0-7028e1320e88 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.658734] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa092135-025f-4744-99a4-d28be4141bc7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.694695] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc472b46-9b4d-4fcf-8a3a-14d6afb24b02 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.707256] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddefc431-1776-4c5a-82d3-a882378dc6af {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.729097] env[65794]: DEBUG nova.compute.provider_tree [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.803882] env[65794]: WARNING neutronclient.v2_0.client [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.809925] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52aa00bc-3803-b237-b123-b8eb6e70c0a7, 'name': SearchDatastore_Task, 'duration_secs': 0.028448} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.810878] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc35c7da-e371-4288-9110-6cb101f6fc1e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.817132] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 722.817132] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]520ba13f-6b51-2867-7505-f7b673d8ad3d" [ 722.817132] env[65794]: _type = "Task" [ 722.817132] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.829052] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]520ba13f-6b51-2867-7505-f7b673d8ad3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.918534] env[65794]: WARNING neutronclient.v2_0.client [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.940096] env[65794]: INFO nova.compute.manager [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Rebuilding instance [ 722.991317] env[65794]: DEBUG nova.compute.manager [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 722.992402] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e771ed-5af4-4091-ad30-332066148c38 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.044235] env[65794]: DEBUG oslo_vmware.api [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Task: {'id': task-4810936, 'name': PowerOnVM_Task, 'duration_secs': 1.472488} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.044539] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.044743] env[65794]: INFO nova.compute.manager [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Took 10.64 seconds to spawn the instance on the hypervisor. [ 723.045213] env[65794]: DEBUG nova.compute.manager [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 723.045701] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa7d02d-8ed1-43cd-92c0-69da754a1f53 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.122276] env[65794]: DEBUG nova.network.neutron [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Updating instance_info_cache with network_info: [{"id": "627f4459-25bc-4219-b698-d026d9f07b03", "address": "fa:16:3e:b0:37:e7", "network": {"id": "cc4e33e8-7826-408d-9eab-fdf414853b07", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1896043306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16ae62c8024042f29ebc1a15b453ee28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627f4459-25", "ovs_interfaceid": "627f4459-25bc-4219-b698-d026d9f07b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.143194] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': task-4810938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081556} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.143703] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.144286] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a0cc4b-42c3-4a40-8dcb-543c08e6210d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.167323] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] d2ab3b4f-94ff-4ec0-9808-102e8e5957ac/d2ab3b4f-94ff-4ec0-9808-102e8e5957ac.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.167639] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b38da033-ac65-4d98-a0ef-8c23072ef142 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.193785] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Waiting for the task: (returnval){ [ 723.193785] env[65794]: value = "task-4810939" [ 723.193785] env[65794]: _type = "Task" [ 723.193785] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.204026] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': task-4810939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.238631] env[65794]: DEBUG nova.scheduler.client.report [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.327032] env[65794]: DEBUG nova.compute.manager [req-1c5957de-7f4b-4d1f-8f20-1cfce284ed26 req-3a642dc3-4d7c-488d-8eb4-c907d56d0e91 service nova] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Received event network-vif-plugged-627f4459-25bc-4219-b698-d026d9f07b03 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 723.327261] env[65794]: DEBUG oslo_concurrency.lockutils [req-1c5957de-7f4b-4d1f-8f20-1cfce284ed26 req-3a642dc3-4d7c-488d-8eb4-c907d56d0e91 service nova] Acquiring lock "774f19ac-d703-46fe-bfa6-2df075504c73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.327488] env[65794]: DEBUG oslo_concurrency.lockutils [req-1c5957de-7f4b-4d1f-8f20-1cfce284ed26 req-3a642dc3-4d7c-488d-8eb4-c907d56d0e91 service nova] Lock "774f19ac-d703-46fe-bfa6-2df075504c73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.327621] env[65794]: DEBUG oslo_concurrency.lockutils [req-1c5957de-7f4b-4d1f-8f20-1cfce284ed26 req-3a642dc3-4d7c-488d-8eb4-c907d56d0e91 service nova] Lock "774f19ac-d703-46fe-bfa6-2df075504c73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.327781] env[65794]: DEBUG nova.compute.manager [req-1c5957de-7f4b-4d1f-8f20-1cfce284ed26 req-3a642dc3-4d7c-488d-8eb4-c907d56d0e91 service nova] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] No waiting events found dispatching network-vif-plugged-627f4459-25bc-4219-b698-d026d9f07b03 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 723.327969] env[65794]: WARNING nova.compute.manager [req-1c5957de-7f4b-4d1f-8f20-1cfce284ed26 req-3a642dc3-4d7c-488d-8eb4-c907d56d0e91 service nova] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Received unexpected event network-vif-plugged-627f4459-25bc-4219-b698-d026d9f07b03 for instance with vm_state building and task_state spawning. [ 723.328239] env[65794]: DEBUG nova.compute.manager [req-1c5957de-7f4b-4d1f-8f20-1cfce284ed26 req-3a642dc3-4d7c-488d-8eb4-c907d56d0e91 service nova] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Received event network-changed-627f4459-25bc-4219-b698-d026d9f07b03 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 723.328410] env[65794]: DEBUG nova.compute.manager [req-1c5957de-7f4b-4d1f-8f20-1cfce284ed26 req-3a642dc3-4d7c-488d-8eb4-c907d56d0e91 service nova] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Refreshing instance network info cache due to event network-changed-627f4459-25bc-4219-b698-d026d9f07b03. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 723.328569] env[65794]: DEBUG oslo_concurrency.lockutils [req-1c5957de-7f4b-4d1f-8f20-1cfce284ed26 req-3a642dc3-4d7c-488d-8eb4-c907d56d0e91 service nova] Acquiring lock "refresh_cache-774f19ac-d703-46fe-bfa6-2df075504c73" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.332985] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]520ba13f-6b51-2867-7505-f7b673d8ad3d, 'name': SearchDatastore_Task, 'duration_secs': 0.015499} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.333309] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.333597] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8/c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.333883] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5867ee2a-dc05-4c1f-a8dd-c41246588a20 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.342646] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 723.342646] env[65794]: value = "task-4810940" [ 723.342646] env[65794]: _type = "Task" [ 723.342646] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.343761] env[65794]: WARNING neutronclient.v2_0.client [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.353063] env[65794]: DEBUG nova.compute.manager [req-e4edaa1d-4d35-4216-bb88-64434b31deca req-908cc8a4-45ea-445f-81c5-49dcd1c7bff0 service nova] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Received event network-changed-b06ad907-b947-4211-a772-9451be251c9c {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 723.353063] env[65794]: DEBUG nova.compute.manager [req-e4edaa1d-4d35-4216-bb88-64434b31deca req-908cc8a4-45ea-445f-81c5-49dcd1c7bff0 service nova] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Refreshing instance network info cache due to event network-changed-b06ad907-b947-4211-a772-9451be251c9c. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 723.353063] env[65794]: DEBUG oslo_concurrency.lockutils [req-e4edaa1d-4d35-4216-bb88-64434b31deca req-908cc8a4-45ea-445f-81c5-49dcd1c7bff0 service nova] Acquiring lock "refresh_cache-6197619a-342a-4ab0-9bcd-aaae2ab0de8c" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.353063] env[65794]: DEBUG oslo_concurrency.lockutils [req-e4edaa1d-4d35-4216-bb88-64434b31deca req-908cc8a4-45ea-445f-81c5-49dcd1c7bff0 service nova] Acquired lock "refresh_cache-6197619a-342a-4ab0-9bcd-aaae2ab0de8c" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.353063] env[65794]: DEBUG nova.network.neutron [req-e4edaa1d-4d35-4216-bb88-64434b31deca req-908cc8a4-45ea-445f-81c5-49dcd1c7bff0 service nova] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Refreshing network info cache for port b06ad907-b947-4211-a772-9451be251c9c {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.360899] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.440767] env[65794]: DEBUG nova.network.neutron [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Updated VIF entry in instance network info cache for port 40f08637-9ab8-4f31-a866-598e95c61a01. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 723.441182] env[65794]: DEBUG nova.network.neutron [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Updating instance_info_cache with network_info: [{"id": "40f08637-9ab8-4f31-a866-598e95c61a01", "address": "fa:16:3e:b4:d9:66", "network": {"id": "5d1f4ccc-a5e4-4b01-b23f-5e8212619981", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1601955262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810f2c82ca43422c8dd22b301687e8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40f08637-9a", "ovs_interfaceid": "40f08637-9ab8-4f31-a866-598e95c61a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.568176] env[65794]: INFO nova.compute.manager [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Took 37.48 seconds to build instance. [ 723.572371] env[65794]: DEBUG nova.compute.manager [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 723.608605] env[65794]: DEBUG nova.virt.hardware [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 723.608863] env[65794]: DEBUG nova.virt.hardware [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.609082] env[65794]: DEBUG nova.virt.hardware [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 723.609365] env[65794]: DEBUG nova.virt.hardware [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.609606] env[65794]: DEBUG nova.virt.hardware [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 723.609840] env[65794]: DEBUG nova.virt.hardware [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 723.610114] env[65794]: DEBUG nova.virt.hardware [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 723.610897] env[65794]: DEBUG nova.virt.hardware [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 723.610897] env[65794]: DEBUG nova.virt.hardware [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 723.610897] env[65794]: DEBUG nova.virt.hardware [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 723.610897] env[65794]: DEBUG nova.virt.hardware [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 723.611933] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79904f5-3669-4953-b0a1-8e558670190d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.621395] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b7853a-45f8-4fe9-b555-4545f2b2cf97 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.627554] env[65794]: DEBUG oslo_concurrency.lockutils [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Releasing lock "refresh_cache-774f19ac-d703-46fe-bfa6-2df075504c73" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.628016] env[65794]: DEBUG nova.compute.manager [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Instance network_info: |[{"id": "627f4459-25bc-4219-b698-d026d9f07b03", "address": "fa:16:3e:b0:37:e7", "network": {"id": "cc4e33e8-7826-408d-9eab-fdf414853b07", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1896043306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16ae62c8024042f29ebc1a15b453ee28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627f4459-25", "ovs_interfaceid": "627f4459-25bc-4219-b698-d026d9f07b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 723.628909] env[65794]: DEBUG oslo_concurrency.lockutils [req-1c5957de-7f4b-4d1f-8f20-1cfce284ed26 req-3a642dc3-4d7c-488d-8eb4-c907d56d0e91 service nova] Acquired lock "refresh_cache-774f19ac-d703-46fe-bfa6-2df075504c73" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.628909] env[65794]: DEBUG nova.network.neutron [req-1c5957de-7f4b-4d1f-8f20-1cfce284ed26 req-3a642dc3-4d7c-488d-8eb4-c907d56d0e91 service nova] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Refreshing network info cache for port 627f4459-25bc-4219-b698-d026d9f07b03 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.630164] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:37:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '627f4459-25bc-4219-b698-d026d9f07b03', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.638981] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 723.639601] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.639871] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6db1496-9333-4d42-8820-265782371f52 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.676997] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.676997] env[65794]: value = "task-4810941" [ 723.676997] env[65794]: _type = "Task" [ 723.676997] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.687090] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810941, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.707617] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': task-4810939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.745529] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.750386] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.790s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.753516] env[65794]: INFO nova.compute.claims [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.781637] env[65794]: INFO nova.scheduler.client.report [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Deleted allocations for instance c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f [ 723.862038] env[65794]: WARNING neutronclient.v2_0.client [req-e4edaa1d-4d35-4216-bb88-64434b31deca req-908cc8a4-45ea-445f-81c5-49dcd1c7bff0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.864615] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810940, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.943994] env[65794]: DEBUG oslo_concurrency.lockutils [req-a9354cf9-8173-4819-afbe-8ba4c8fc479d req-a7c0aeca-331c-41dd-98c8-0aa05da100ba service nova] Releasing lock "refresh_cache-c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.006102] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.007498] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d92c2a1c-e003-489f-85c4-83c96ed07fb2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.014871] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 724.014871] env[65794]: value = "task-4810942" [ 724.014871] env[65794]: _type = "Task" [ 724.014871] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.025744] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.071550] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97801b00-77f3-4520-aac8-7dd07a5fe81e tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Lock "6f359e28-9919-4cb5-949d-6c66bd4e4ce6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.999s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.140046] env[65794]: WARNING neutronclient.v2_0.client [req-1c5957de-7f4b-4d1f-8f20-1cfce284ed26 req-3a642dc3-4d7c-488d-8eb4-c907d56d0e91 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.188325] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810941, 'name': CreateVM_Task, 'duration_secs': 0.474051} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.188596] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.189245] env[65794]: WARNING neutronclient.v2_0.client [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.189378] env[65794]: DEBUG oslo_concurrency.lockutils [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.189529] env[65794]: DEBUG oslo_concurrency.lockutils [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.189834] env[65794]: DEBUG oslo_concurrency.lockutils [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.190104] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a821d25d-aac8-4184-a53f-076edfa534da {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.199444] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 724.199444] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]525115e4-304a-ea54-32e7-b1b27db4d279" [ 724.199444] env[65794]: _type = "Task" [ 724.199444] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.216243] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': task-4810939, 'name': ReconfigVM_Task, 'duration_secs': 0.817266} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.222373] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Reconfigured VM instance instance-00000021 to attach disk [datastore2] d2ab3b4f-94ff-4ec0-9808-102e8e5957ac/d2ab3b4f-94ff-4ec0-9808-102e8e5957ac.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.223590] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525115e4-304a-ea54-32e7-b1b27db4d279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.228273] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da625f63-cfd7-44a2-bb14-2ead4cafd127 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.237192] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Waiting for the task: (returnval){ [ 724.237192] env[65794]: value = "task-4810943" [ 724.237192] env[65794]: _type = "Task" [ 724.237192] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.253070] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': task-4810943, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.292022] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1e91254d-894e-4839-bdd8-8f3a5cf36c4a tempest-FloatingIPsAssociationNegativeTestJSON-120723859 tempest-FloatingIPsAssociationNegativeTestJSON-120723859-project-member] Lock "c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.648s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.341072] env[65794]: DEBUG nova.network.neutron [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Successfully updated port: dac8238d-62b1-49b0-9adb-73a0df0ef2eb {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 724.360961] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675735} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.362580] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8/c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.363249] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.363977] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17d36e5a-ee81-4c4f-9d08-5a1d36aa5897 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.375047] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 724.375047] env[65794]: value = "task-4810944" [ 724.375047] env[65794]: _type = "Task" [ 724.375047] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.392535] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.417541] env[65794]: WARNING neutronclient.v2_0.client [req-e4edaa1d-4d35-4216-bb88-64434b31deca req-908cc8a4-45ea-445f-81c5-49dcd1c7bff0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.537278] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810942, 'name': PowerOffVM_Task, 'duration_secs': 0.423002} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.537588] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.537832] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.539701] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a3f5a4-a4db-4422-a1ec-176dd290cb71 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.548619] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.549017] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9e110dd-e781-4083-a376-fb89475df465 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.576256] env[65794]: DEBUG nova.compute.manager [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 724.626639] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.626639] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.626911] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Deleting the datastore file [datastore1] d60db3cf-c84b-449e-8a34-49a67cc0cb5c {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.627639] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-704f3539-b559-4c01-b3bd-2673afa6ba6f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.638940] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 724.638940] env[65794]: value = "task-4810946" [ 724.638940] env[65794]: _type = "Task" [ 724.638940] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.659263] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.659263] env[65794]: DEBUG nova.network.neutron [req-e4edaa1d-4d35-4216-bb88-64434b31deca req-908cc8a4-45ea-445f-81c5-49dcd1c7bff0 service nova] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Updated VIF entry in instance network info cache for port b06ad907-b947-4211-a772-9451be251c9c. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 724.659417] env[65794]: DEBUG nova.network.neutron [req-e4edaa1d-4d35-4216-bb88-64434b31deca req-908cc8a4-45ea-445f-81c5-49dcd1c7bff0 service nova] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Updating instance_info_cache with network_info: [{"id": "b06ad907-b947-4211-a772-9451be251c9c", "address": "fa:16:3e:69:ac:36", "network": {"id": "7e540f9a-9939-4caa-b7b5-02a0a4d9f48e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2127033581-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96c398231b4f43da942c7829eb309411", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "07e9bef1-2b0e-4e4d-997f-de71bb0e213a", "external-id": "nsx-vlan-transportzone-786", "segmentation_id": 786, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb06ad907-b9", "ovs_interfaceid": "b06ad907-b947-4211-a772-9451be251c9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.696825] env[65794]: WARNING neutronclient.v2_0.client [req-1c5957de-7f4b-4d1f-8f20-1cfce284ed26 req-3a642dc3-4d7c-488d-8eb4-c907d56d0e91 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.714482] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525115e4-304a-ea54-32e7-b1b27db4d279, 'name': SearchDatastore_Task, 'duration_secs': 0.025609} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.714815] env[65794]: DEBUG oslo_concurrency.lockutils [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.715061] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.715342] env[65794]: DEBUG oslo_concurrency.lockutils [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.715489] env[65794]: DEBUG oslo_concurrency.lockutils [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.715668] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.715948] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-852864eb-b44d-417f-a49b-a116e260c007 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.732849] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.733039] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.733940] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d540339-806d-4d7c-825b-c448778587cb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.743058] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 724.743058] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5246b242-3e75-d92b-0d9d-49182b1b458f" [ 724.743058] env[65794]: _type = "Task" [ 724.743058] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.750628] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': task-4810943, 'name': Rename_Task, 'duration_secs': 0.432732} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.751321] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.751596] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c41e16da-51a4-41d6-931a-1a96bf33ef8c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.756227] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5246b242-3e75-d92b-0d9d-49182b1b458f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.762991] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Waiting for the task: (returnval){ [ 724.762991] env[65794]: value = "task-4810947" [ 724.762991] env[65794]: _type = "Task" [ 724.762991] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.777398] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': task-4810947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.847899] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquiring lock "refresh_cache-18eaf5a7-4711-4a52-82fa-aeca7ed9ae86" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.848203] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquired lock "refresh_cache-18eaf5a7-4711-4a52-82fa-aeca7ed9ae86" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.848357] env[65794]: DEBUG nova.network.neutron [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 724.890704] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07607} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.890832] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.891920] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37648f8a-dc7f-437e-815e-566a1055f07c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.922304] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8/c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.926029] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-744d3f09-b8d0-4575-b34c-3579962989ec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.944367] env[65794]: DEBUG nova.network.neutron [req-1c5957de-7f4b-4d1f-8f20-1cfce284ed26 req-3a642dc3-4d7c-488d-8eb4-c907d56d0e91 service nova] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Updated VIF entry in instance network info cache for port 627f4459-25bc-4219-b698-d026d9f07b03. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 724.945073] env[65794]: DEBUG nova.network.neutron [req-1c5957de-7f4b-4d1f-8f20-1cfce284ed26 req-3a642dc3-4d7c-488d-8eb4-c907d56d0e91 service nova] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Updating instance_info_cache with network_info: [{"id": "627f4459-25bc-4219-b698-d026d9f07b03", "address": "fa:16:3e:b0:37:e7", "network": {"id": "cc4e33e8-7826-408d-9eab-fdf414853b07", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1896043306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16ae62c8024042f29ebc1a15b453ee28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627f4459-25", "ovs_interfaceid": "627f4459-25bc-4219-b698-d026d9f07b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.954806] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 724.954806] env[65794]: value = "task-4810948" [ 724.954806] env[65794]: _type = "Task" [ 724.954806] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.969248] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810948, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.112402] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.151251] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349908} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.151576] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.151759] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.151931] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.162739] env[65794]: DEBUG oslo_concurrency.lockutils [req-e4edaa1d-4d35-4216-bb88-64434b31deca req-908cc8a4-45ea-445f-81c5-49dcd1c7bff0 service nova] Releasing lock "refresh_cache-6197619a-342a-4ab0-9bcd-aaae2ab0de8c" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.255156] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5246b242-3e75-d92b-0d9d-49182b1b458f, 'name': SearchDatastore_Task, 'duration_secs': 0.035987} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.258695] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77e92467-2dbc-4d9d-b5fc-c9173bc4030d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.265968] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 725.265968] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52272588-f73e-66bc-9918-42126c29ce8e" [ 725.265968] env[65794]: _type = "Task" [ 725.265968] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.284308] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': task-4810947, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.287818] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52272588-f73e-66bc-9918-42126c29ce8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.440040] env[65794]: DEBUG nova.network.neutron [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 725.445520] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196bba1f-ad04-4d0b-8e73-82f197a16bd8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.448554] env[65794]: DEBUG oslo_concurrency.lockutils [req-1c5957de-7f4b-4d1f-8f20-1cfce284ed26 req-3a642dc3-4d7c-488d-8eb4-c907d56d0e91 service nova] Releasing lock "refresh_cache-774f19ac-d703-46fe-bfa6-2df075504c73" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.454590] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc86486a-1c92-442d-b7ac-9b03969db8ec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.469963] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.501183] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780c5073-86eb-4c3c-8649-e808ea88d4c9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.510660] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977f528d-c75c-44d6-87e6-6cc7af431206 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.528723] env[65794]: DEBUG nova.compute.provider_tree [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.653021] env[65794]: WARNING neutronclient.v2_0.client [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.784761] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52272588-f73e-66bc-9918-42126c29ce8e, 'name': SearchDatastore_Task, 'duration_secs': 0.02611} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.784987] env[65794]: DEBUG oslo_vmware.api [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': task-4810947, 'name': PowerOnVM_Task, 'duration_secs': 0.869073} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.785289] env[65794]: DEBUG oslo_concurrency.lockutils [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.785593] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 774f19ac-d703-46fe-bfa6-2df075504c73/774f19ac-d703-46fe-bfa6-2df075504c73.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.785867] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.786078] env[65794]: INFO nova.compute.manager [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Took 10.58 seconds to spawn the instance on the hypervisor. [ 725.786252] env[65794]: DEBUG nova.compute.manager [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 725.786510] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7870db4-afa2-469a-ab13-9a86b58ef411 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.789441] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc29b7ae-ef86-46be-ab89-8143521b5d8b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.800222] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 725.800222] env[65794]: value = "task-4810949" [ 725.800222] env[65794]: _type = "Task" [ 725.800222] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.810211] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.969292] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810948, 'name': ReconfigVM_Task, 'duration_secs': 0.799906} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.969641] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Reconfigured VM instance instance-00000022 to attach disk [datastore2] c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8/c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.970340] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa1aefde-d032-412a-bb70-305b2d66b8db {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.978515] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 725.978515] env[65794]: value = "task-4810950" [ 725.978515] env[65794]: _type = "Task" [ 725.978515] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.987637] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810950, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.032106] env[65794]: DEBUG nova.scheduler.client.report [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.079946] env[65794]: DEBUG nova.network.neutron [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Updating instance_info_cache with network_info: [{"id": "dac8238d-62b1-49b0-9adb-73a0df0ef2eb", "address": "fa:16:3e:2c:6d:04", "network": {"id": "7b7f9a57-b64f-4077-8e94-91e91c3e8259", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1312368132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9a71d66ebd4ebf955da7787f0ed2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac8238d-62", "ovs_interfaceid": "dac8238d-62b1-49b0-9adb-73a0df0ef2eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.203984] env[65794]: DEBUG nova.virt.hardware [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 726.204172] env[65794]: DEBUG nova.virt.hardware [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.204336] env[65794]: DEBUG nova.virt.hardware [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 726.205592] env[65794]: DEBUG nova.virt.hardware [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.205592] env[65794]: DEBUG nova.virt.hardware [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 726.205592] env[65794]: DEBUG nova.virt.hardware [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 726.205592] env[65794]: DEBUG nova.virt.hardware [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 726.205592] env[65794]: DEBUG nova.virt.hardware [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 726.205856] env[65794]: DEBUG nova.virt.hardware [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 726.205856] env[65794]: DEBUG nova.virt.hardware [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 726.205856] env[65794]: DEBUG nova.virt.hardware [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 726.206592] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6bce37-6aa9-40cc-b891-13f8469f6935 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.218526] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053fbcdb-37d6-4379-a671-5875f766a580 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.237897] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:67:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72f7b4d5-5125-4c9f-8d33-941e723c7dd3', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.249756] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 726.250112] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.250381] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-094bed31-1159-4bc9-870b-79759b869d78 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.273083] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.273083] env[65794]: value = "task-4810951" [ 726.273083] env[65794]: _type = "Task" [ 726.273083] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.286591] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810951, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.318490] env[65794]: INFO nova.compute.manager [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Took 38.56 seconds to build instance. [ 726.325856] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810949, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.492519] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810950, 'name': Rename_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.538171] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.538458] env[65794]: DEBUG nova.compute.manager [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 726.541112] env[65794]: DEBUG oslo_concurrency.lockutils [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.293s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.541338] env[65794]: DEBUG nova.objects.instance [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65794) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 726.584254] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Releasing lock "refresh_cache-18eaf5a7-4711-4a52-82fa-aeca7ed9ae86" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.584254] env[65794]: DEBUG nova.compute.manager [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Instance network_info: |[{"id": "dac8238d-62b1-49b0-9adb-73a0df0ef2eb", "address": "fa:16:3e:2c:6d:04", "network": {"id": "7b7f9a57-b64f-4077-8e94-91e91c3e8259", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1312368132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9a71d66ebd4ebf955da7787f0ed2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac8238d-62", "ovs_interfaceid": "dac8238d-62b1-49b0-9adb-73a0df0ef2eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 726.585541] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:6d:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dac8238d-62b1-49b0-9adb-73a0df0ef2eb', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.596814] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 726.598299] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.598299] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6da02c7c-0c57-4eff-ad0c-0004bf04a1e7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.626154] env[65794]: DEBUG nova.compute.manager [req-b872784f-acc9-4941-bcba-d5c6f1693a90 req-2d92d62d-490a-46f8-bb1d-2e39f53bcfb3 service nova] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Received event network-changed-0bca079c-8bcd-4ff1-a17b-d235899de9e6 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 726.626344] env[65794]: DEBUG nova.compute.manager [req-b872784f-acc9-4941-bcba-d5c6f1693a90 req-2d92d62d-490a-46f8-bb1d-2e39f53bcfb3 service nova] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Refreshing instance network info cache due to event network-changed-0bca079c-8bcd-4ff1-a17b-d235899de9e6. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 726.626553] env[65794]: DEBUG oslo_concurrency.lockutils [req-b872784f-acc9-4941-bcba-d5c6f1693a90 req-2d92d62d-490a-46f8-bb1d-2e39f53bcfb3 service nova] Acquiring lock "refresh_cache-6f359e28-9919-4cb5-949d-6c66bd4e4ce6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.627130] env[65794]: DEBUG oslo_concurrency.lockutils [req-b872784f-acc9-4941-bcba-d5c6f1693a90 req-2d92d62d-490a-46f8-bb1d-2e39f53bcfb3 service nova] Acquired lock "refresh_cache-6f359e28-9919-4cb5-949d-6c66bd4e4ce6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.627130] env[65794]: DEBUG nova.network.neutron [req-b872784f-acc9-4941-bcba-d5c6f1693a90 req-2d92d62d-490a-46f8-bb1d-2e39f53bcfb3 service nova] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Refreshing network info cache for port 0bca079c-8bcd-4ff1-a17b-d235899de9e6 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.632245] env[65794]: DEBUG nova.compute.manager [req-5c5d7c06-9976-4f1f-9796-51713d2d1c5c req-b419a6f5-5384-4979-90af-b9b572b4784b service nova] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Received event network-vif-plugged-dac8238d-62b1-49b0-9adb-73a0df0ef2eb {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 726.632245] env[65794]: DEBUG oslo_concurrency.lockutils [req-5c5d7c06-9976-4f1f-9796-51713d2d1c5c req-b419a6f5-5384-4979-90af-b9b572b4784b service nova] Acquiring lock "18eaf5a7-4711-4a52-82fa-aeca7ed9ae86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.632245] env[65794]: DEBUG oslo_concurrency.lockutils [req-5c5d7c06-9976-4f1f-9796-51713d2d1c5c req-b419a6f5-5384-4979-90af-b9b572b4784b service nova] Lock "18eaf5a7-4711-4a52-82fa-aeca7ed9ae86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.632245] env[65794]: DEBUG oslo_concurrency.lockutils [req-5c5d7c06-9976-4f1f-9796-51713d2d1c5c req-b419a6f5-5384-4979-90af-b9b572b4784b service nova] Lock "18eaf5a7-4711-4a52-82fa-aeca7ed9ae86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.632508] env[65794]: DEBUG nova.compute.manager [req-5c5d7c06-9976-4f1f-9796-51713d2d1c5c req-b419a6f5-5384-4979-90af-b9b572b4784b service nova] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] No waiting events found dispatching network-vif-plugged-dac8238d-62b1-49b0-9adb-73a0df0ef2eb {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 726.632633] env[65794]: WARNING nova.compute.manager [req-5c5d7c06-9976-4f1f-9796-51713d2d1c5c req-b419a6f5-5384-4979-90af-b9b572b4784b service nova] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Received unexpected event network-vif-plugged-dac8238d-62b1-49b0-9adb-73a0df0ef2eb for instance with vm_state building and task_state spawning. [ 726.632794] env[65794]: DEBUG nova.compute.manager [req-5c5d7c06-9976-4f1f-9796-51713d2d1c5c req-b419a6f5-5384-4979-90af-b9b572b4784b service nova] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Received event network-changed-dac8238d-62b1-49b0-9adb-73a0df0ef2eb {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 726.632979] env[65794]: DEBUG nova.compute.manager [req-5c5d7c06-9976-4f1f-9796-51713d2d1c5c req-b419a6f5-5384-4979-90af-b9b572b4784b service nova] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Refreshing instance network info cache due to event network-changed-dac8238d-62b1-49b0-9adb-73a0df0ef2eb. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 726.633199] env[65794]: DEBUG oslo_concurrency.lockutils [req-5c5d7c06-9976-4f1f-9796-51713d2d1c5c req-b419a6f5-5384-4979-90af-b9b572b4784b service nova] Acquiring lock "refresh_cache-18eaf5a7-4711-4a52-82fa-aeca7ed9ae86" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.633363] env[65794]: DEBUG oslo_concurrency.lockutils [req-5c5d7c06-9976-4f1f-9796-51713d2d1c5c req-b419a6f5-5384-4979-90af-b9b572b4784b service nova] Acquired lock "refresh_cache-18eaf5a7-4711-4a52-82fa-aeca7ed9ae86" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.633545] env[65794]: DEBUG nova.network.neutron [req-5c5d7c06-9976-4f1f-9796-51713d2d1c5c req-b419a6f5-5384-4979-90af-b9b572b4784b service nova] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Refreshing network info cache for port dac8238d-62b1-49b0-9adb-73a0df0ef2eb {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.639890] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.639890] env[65794]: value = "task-4810952" [ 726.639890] env[65794]: _type = "Task" [ 726.639890] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.652891] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810952, 'name': CreateVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.787038] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810951, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.814575] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652933} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.816300] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 774f19ac-d703-46fe-bfa6-2df075504c73/774f19ac-d703-46fe-bfa6-2df075504c73.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.818192] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.818192] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6810b4d8-cc45-4a91-ac12-6dabf1843912 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.827036] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 726.827036] env[65794]: value = "task-4810953" [ 726.827036] env[65794]: _type = "Task" [ 726.827036] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.829070] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a141f844-2b07-44f4-8f67-17484135c78f tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Lock "d2ab3b4f-94ff-4ec0-9808-102e8e5957ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.096s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.844853] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.991628] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810950, 'name': Rename_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.046247] env[65794]: DEBUG nova.compute.utils [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.057958] env[65794]: DEBUG nova.compute.manager [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 727.058718] env[65794]: DEBUG nova.network.neutron [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 727.059294] env[65794]: WARNING neutronclient.v2_0.client [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.060737] env[65794]: WARNING neutronclient.v2_0.client [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.131612] env[65794]: WARNING neutronclient.v2_0.client [req-b872784f-acc9-4941-bcba-d5c6f1693a90 req-2d92d62d-490a-46f8-bb1d-2e39f53bcfb3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.141297] env[65794]: WARNING neutronclient.v2_0.client [req-5c5d7c06-9976-4f1f-9796-51713d2d1c5c req-b419a6f5-5384-4979-90af-b9b572b4784b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.158543] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810952, 'name': CreateVM_Task, 'duration_secs': 0.473596} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.159249] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.159431] env[65794]: WARNING neutronclient.v2_0.client [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.159886] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.160051] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.160512] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.160848] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ca53efe-16de-48d7-b644-01ec84457586 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.167237] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for the task: (returnval){ [ 727.167237] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52cb2a93-6f1b-c639-33b4-247907801f1a" [ 727.167237] env[65794]: _type = "Task" [ 727.167237] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.178413] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52cb2a93-6f1b-c639-33b4-247907801f1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.285876] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810951, 'name': CreateVM_Task, 'duration_secs': 0.611927} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.286081] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.286644] env[65794]: WARNING neutronclient.v2_0.client [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 727.287052] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.287280] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.287569] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.289024] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8526d77-2e1a-428e-99be-dcf65515eb8a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.293584] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 727.293584] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52ce2536-c957-8c41-d82e-c6b43134f48d" [ 727.293584] env[65794]: _type = "Task" [ 727.293584] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.301935] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ce2536-c957-8c41-d82e-c6b43134f48d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.338089] env[65794]: DEBUG nova.compute.manager [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 727.340870] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.418966} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.341360] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.342217] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5828869-d8e1-46ea-8d05-3f90cb1992b8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.365628] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 774f19ac-d703-46fe-bfa6-2df075504c73/774f19ac-d703-46fe-bfa6-2df075504c73.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.365916] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d806fa48-9dc2-40d3-a9cb-447bce91db53 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.389561] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 727.389561] env[65794]: value = "task-4810954" [ 727.389561] env[65794]: _type = "Task" [ 727.389561] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.399137] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.419275] env[65794]: DEBUG nova.policy [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53012161432341c68f6c9d26eda08400', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04fa7daf23e346f6a0884300b843aeca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.492336] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810950, 'name': Rename_Task, 'duration_secs': 1.212943} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.492866] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.495300] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd2db694-b513-48b6-863b-a721135803bc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.503019] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 727.503019] env[65794]: value = "task-4810955" [ 727.503019] env[65794]: _type = "Task" [ 727.503019] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.510871] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.558745] env[65794]: DEBUG nova.compute.manager [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 727.567761] env[65794]: DEBUG oslo_concurrency.lockutils [None req-30039102-4299-4122-a788-edc88f475acf tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.567761] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.605s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.571590] env[65794]: INFO nova.compute.claims [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.682074] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52cb2a93-6f1b-c639-33b4-247907801f1a, 'name': SearchDatastore_Task, 'duration_secs': 0.028395} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.682471] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.682702] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.682937] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.683093] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.683273] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.683564] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65ec3aac-6c79-4636-872b-aae4476a19fc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.695776] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.695907] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.697157] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cf5d8c6-8f67-4f6d-9a3a-38cad7bf396d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.704913] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for the task: (returnval){ [ 727.704913] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5271982d-f62c-9734-8356-4c9e9a891e27" [ 727.704913] env[65794]: _type = "Task" [ 727.704913] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.716369] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5271982d-f62c-9734-8356-4c9e9a891e27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.810996] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ce2536-c957-8c41-d82e-c6b43134f48d, 'name': SearchDatastore_Task, 'duration_secs': 0.045546} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.811709] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.811943] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.812253] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.812399] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.812611] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.812897] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-350a1b6a-a688-4b49-9da2-309cc753caff {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.829933] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.830709] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.834251] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff9d1c64-43b8-4c6d-bcd1-191f3ecb1b33 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.855696] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 727.855696] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52edb91d-9320-5e1e-433e-7b417c4f521b" [ 727.855696] env[65794]: _type = "Task" [ 727.855696] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.881868] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52edb91d-9320-5e1e-433e-7b417c4f521b, 'name': SearchDatastore_Task, 'duration_secs': 0.016409} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.882909] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ecfdfed-3b65-4631-8224-72489a787453 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.889816] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 727.889816] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5283e919-b617-c665-89d6-7ccb3c9bf952" [ 727.889816] env[65794]: _type = "Task" [ 727.889816] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.899662] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.903736] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5283e919-b617-c665-89d6-7ccb3c9bf952, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.906783] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810954, 'name': ReconfigVM_Task, 'duration_secs': 0.41673} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.907081] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 774f19ac-d703-46fe-bfa6-2df075504c73/774f19ac-d703-46fe-bfa6-2df075504c73.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.907745] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e4db39e-bdd7-4ece-9818-cc7a3e4dd915 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.917079] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 727.917079] env[65794]: value = "task-4810956" [ 727.917079] env[65794]: _type = "Task" [ 727.917079] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.931693] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810956, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.013840] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810955, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.216091] env[65794]: DEBUG nova.network.neutron [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Successfully created port: 41709379-aa47-4e0f-8fa0-9555e17f5433 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 728.222062] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5271982d-f62c-9734-8356-4c9e9a891e27, 'name': SearchDatastore_Task, 'duration_secs': 0.020771} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.223200] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-632d33a0-e49c-4f83-b5ae-2a6f9b0c597d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.231700] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for the task: (returnval){ [ 728.231700] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52e5c4f2-a9a0-5265-7bde-f055e039c317" [ 728.231700] env[65794]: _type = "Task" [ 728.231700] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.249551] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e5c4f2-a9a0-5265-7bde-f055e039c317, 'name': SearchDatastore_Task, 'duration_secs': 0.014763} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.249832] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.250109] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86/18eaf5a7-4711-4a52-82fa-aeca7ed9ae86.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.250390] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce5fb8d4-de1b-4bfb-b2fc-657aef1aabc8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.260624] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for the task: (returnval){ [ 728.260624] env[65794]: value = "task-4810957" [ 728.260624] env[65794]: _type = "Task" [ 728.260624] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.270893] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.401066] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5283e919-b617-c665-89d6-7ccb3c9bf952, 'name': SearchDatastore_Task, 'duration_secs': 0.015189} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.401425] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.401729] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] d60db3cf-c84b-449e-8a34-49a67cc0cb5c/d60db3cf-c84b-449e-8a34-49a67cc0cb5c.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.402061] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7629c207-01d3-4dd5-a1b6-8592ca319379 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.413249] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 728.413249] env[65794]: value = "task-4810958" [ 728.413249] env[65794]: _type = "Task" [ 728.413249] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.426663] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.432714] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810956, 'name': Rename_Task, 'duration_secs': 0.218325} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.432983] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.433267] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dabbc9f5-5a0f-49de-a9a5-973b70918e32 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.440393] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 728.440393] env[65794]: value = "task-4810959" [ 728.440393] env[65794]: _type = "Task" [ 728.440393] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.452859] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.514157] env[65794]: DEBUG oslo_vmware.api [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810955, 'name': PowerOnVM_Task, 'duration_secs': 0.528118} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.515333] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.515333] env[65794]: INFO nova.compute.manager [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Took 10.40 seconds to spawn the instance on the hypervisor. [ 728.515333] env[65794]: DEBUG nova.compute.manager [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 728.515719] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0b60cd-4a18-462d-9653-e482d50b4e93 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.569490] env[65794]: DEBUG nova.compute.manager [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 728.605996] env[65794]: DEBUG nova.virt.hardware [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 728.605996] env[65794]: DEBUG nova.virt.hardware [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.605996] env[65794]: DEBUG nova.virt.hardware [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 728.606289] env[65794]: DEBUG nova.virt.hardware [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.606289] env[65794]: DEBUG nova.virt.hardware [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 728.606289] env[65794]: DEBUG nova.virt.hardware [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 728.606289] env[65794]: DEBUG nova.virt.hardware [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 728.606289] env[65794]: DEBUG nova.virt.hardware [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 728.606472] env[65794]: DEBUG nova.virt.hardware [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 728.606472] env[65794]: DEBUG nova.virt.hardware [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 728.606472] env[65794]: DEBUG nova.virt.hardware [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 728.606472] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc14ab1f-3542-45c1-95ad-566632d34a0e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.618920] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7002ebf7-e5bb-4db6-870a-8bca58912687 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.777753] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810957, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.926164] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810958, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.954498] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810959, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.038851] env[65794]: INFO nova.compute.manager [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Took 38.60 seconds to build instance. [ 729.199997] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7ad835-096a-47a5-a09c-4f3675068115 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.215475] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f648bb21-dcdc-4e9b-8456-43c5dcf98c6f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.250591] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbc24c8-f992-4a1c-89cd-7d195db42b97 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.259764] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376cdc20-2878-4e75-8805-2b607f809d25 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.281870] env[65794]: DEBUG nova.compute.provider_tree [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.286562] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590535} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.288454] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86/18eaf5a7-4711-4a52-82fa-aeca7ed9ae86.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.288454] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.288706] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69ce801a-1992-45e8-83a3-40637518f137 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.296115] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for the task: (returnval){ [ 729.296115] env[65794]: value = "task-4810960" [ 729.296115] env[65794]: _type = "Task" [ 729.296115] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.307057] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.428861] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.862619} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.428861] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] d60db3cf-c84b-449e-8a34-49a67cc0cb5c/d60db3cf-c84b-449e-8a34-49a67cc0cb5c.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.428861] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.428861] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06e1e089-7762-4afe-b8b9-8f8534d69e82 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.439490] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 729.439490] env[65794]: value = "task-4810961" [ 729.439490] env[65794]: _type = "Task" [ 729.439490] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.455950] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.461268] env[65794]: DEBUG oslo_vmware.api [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810959, 'name': PowerOnVM_Task, 'duration_secs': 0.799505} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.461656] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.461897] env[65794]: INFO nova.compute.manager [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Took 8.57 seconds to spawn the instance on the hypervisor. [ 729.462107] env[65794]: DEBUG nova.compute.manager [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 729.462928] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7f731b-ee93-4f81-98af-d548e26608c0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.541289] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1bc4ae37-1581-4ca9-8a12-ecabd5a82668 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.117s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.647397] env[65794]: WARNING neutronclient.v2_0.client [req-5c5d7c06-9976-4f1f-9796-51713d2d1c5c req-b419a6f5-5384-4979-90af-b9b572b4784b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.681021] env[65794]: WARNING neutronclient.v2_0.client [req-b872784f-acc9-4941-bcba-d5c6f1693a90 req-2d92d62d-490a-46f8-bb1d-2e39f53bcfb3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.789440] env[65794]: DEBUG nova.scheduler.client.report [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.810924] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075787} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.811968] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.812998] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99daeab-98cf-4f35-92d7-f2756a00b504 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.842143] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86/18eaf5a7-4711-4a52-82fa-aeca7ed9ae86.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.843039] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebf8d489-ba98-4652-b9c8-24cf16aacaf5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.875558] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for the task: (returnval){ [ 729.875558] env[65794]: value = "task-4810962" [ 729.875558] env[65794]: _type = "Task" [ 729.875558] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.889654] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810962, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.897164] env[65794]: DEBUG nova.network.neutron [req-5c5d7c06-9976-4f1f-9796-51713d2d1c5c req-b419a6f5-5384-4979-90af-b9b572b4784b service nova] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Updated VIF entry in instance network info cache for port dac8238d-62b1-49b0-9adb-73a0df0ef2eb. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 729.897164] env[65794]: DEBUG nova.network.neutron [req-5c5d7c06-9976-4f1f-9796-51713d2d1c5c req-b419a6f5-5384-4979-90af-b9b572b4784b service nova] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Updating instance_info_cache with network_info: [{"id": "dac8238d-62b1-49b0-9adb-73a0df0ef2eb", "address": "fa:16:3e:2c:6d:04", "network": {"id": "7b7f9a57-b64f-4077-8e94-91e91c3e8259", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1312368132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9a71d66ebd4ebf955da7787f0ed2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac8238d-62", "ovs_interfaceid": "dac8238d-62b1-49b0-9adb-73a0df0ef2eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.953499] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084469} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.953952] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.955445] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b27d63-6152-42f6-bd96-75bc7ecf3f6b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.984880] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] d60db3cf-c84b-449e-8a34-49a67cc0cb5c/d60db3cf-c84b-449e-8a34-49a67cc0cb5c.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.986424] env[65794]: DEBUG nova.network.neutron [req-b872784f-acc9-4941-bcba-d5c6f1693a90 req-2d92d62d-490a-46f8-bb1d-2e39f53bcfb3 service nova] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Updated VIF entry in instance network info cache for port 0bca079c-8bcd-4ff1-a17b-d235899de9e6. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 729.986761] env[65794]: DEBUG nova.network.neutron [req-b872784f-acc9-4941-bcba-d5c6f1693a90 req-2d92d62d-490a-46f8-bb1d-2e39f53bcfb3 service nova] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Updating instance_info_cache with network_info: [{"id": "0bca079c-8bcd-4ff1-a17b-d235899de9e6", "address": "fa:16:3e:f0:ff:e7", "network": {"id": "26ce0b93-2218-46a2-8fee-a13d03dc3de2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-268194970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d7edb9233a74beabe83d5bc635ad1db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bca079c-8b", "ovs_interfaceid": "0bca079c-8bcd-4ff1-a17b-d235899de9e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.992448] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-447c1ae7-3606-49a4-b8db-954025df1bba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.012481] env[65794]: INFO nova.compute.manager [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Took 36.70 seconds to build instance. [ 730.017298] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 730.017298] env[65794]: value = "task-4810963" [ 730.017298] env[65794]: _type = "Task" [ 730.017298] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.027287] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.043786] env[65794]: DEBUG nova.compute.manager [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 730.111036] env[65794]: DEBUG nova.network.neutron [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Successfully updated port: 41709379-aa47-4e0f-8fa0-9555e17f5433 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 730.295788] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.296338] env[65794]: DEBUG nova.compute.manager [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 730.299385] env[65794]: DEBUG oslo_concurrency.lockutils [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.694s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.299601] env[65794]: DEBUG nova.objects.instance [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lazy-loading 'resources' on Instance uuid 54cea278-13e4-422f-9321-7c45fcc1b050 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.314888] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquiring lock "b85d95ae-e8c3-4511-97a1-35ee4ce04bfa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.314888] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "b85d95ae-e8c3-4511-97a1-35ee4ce04bfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.314888] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquiring lock "b85d95ae-e8c3-4511-97a1-35ee4ce04bfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.314888] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "b85d95ae-e8c3-4511-97a1-35ee4ce04bfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.315306] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "b85d95ae-e8c3-4511-97a1-35ee4ce04bfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.316341] env[65794]: INFO nova.compute.manager [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Terminating instance [ 730.389666] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.403031] env[65794]: DEBUG oslo_concurrency.lockutils [req-5c5d7c06-9976-4f1f-9796-51713d2d1c5c req-b419a6f5-5384-4979-90af-b9b572b4784b service nova] Releasing lock "refresh_cache-18eaf5a7-4711-4a52-82fa-aeca7ed9ae86" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.510834] env[65794]: DEBUG oslo_concurrency.lockutils [req-b872784f-acc9-4941-bcba-d5c6f1693a90 req-2d92d62d-490a-46f8-bb1d-2e39f53bcfb3 service nova] Releasing lock "refresh_cache-6f359e28-9919-4cb5-949d-6c66bd4e4ce6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.512652] env[65794]: DEBUG oslo_concurrency.lockutils [None req-060785bd-904e-4dee-a817-e85172a71bcb tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "774f19ac-d703-46fe-bfa6-2df075504c73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.398s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.528401] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.570940] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.614921] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Acquiring lock "refresh_cache-58c6b695-f46c-4347-b0a7-669e49da3616" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.615428] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Acquired lock "refresh_cache-58c6b695-f46c-4347-b0a7-669e49da3616" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.615428] env[65794]: DEBUG nova.network.neutron [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 730.803998] env[65794]: DEBUG nova.compute.utils [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.806263] env[65794]: DEBUG nova.compute.manager [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 730.806508] env[65794]: DEBUG nova.network.neutron [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 730.808240] env[65794]: WARNING neutronclient.v2_0.client [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.808240] env[65794]: WARNING neutronclient.v2_0.client [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.821585] env[65794]: DEBUG nova.compute.manager [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 730.821833] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.823580] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb61168-5528-41cb-a1b8-55f0b3550997 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.833179] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.833583] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f9be50d-85e3-420f-9ab2-d27ddcc60930 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.842406] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Acquiring lock "d2ab3b4f-94ff-4ec0-9808-102e8e5957ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.842755] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Lock "d2ab3b4f-94ff-4ec0-9808-102e8e5957ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.842959] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Acquiring lock "d2ab3b4f-94ff-4ec0-9808-102e8e5957ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.843157] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Lock "d2ab3b4f-94ff-4ec0-9808-102e8e5957ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.843340] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Lock "d2ab3b4f-94ff-4ec0-9808-102e8e5957ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.846519] env[65794]: DEBUG oslo_vmware.api [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 730.846519] env[65794]: value = "task-4810964" [ 730.846519] env[65794]: _type = "Task" [ 730.846519] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.847399] env[65794]: INFO nova.compute.manager [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Terminating instance [ 730.869877] env[65794]: DEBUG oslo_vmware.api [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.894961] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810962, 'name': ReconfigVM_Task, 'duration_secs': 0.784961} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.895442] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86/18eaf5a7-4711-4a52-82fa-aeca7ed9ae86.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.896800] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-524bf928-f08d-4c56-8e4e-9c19c506ed51 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.906276] env[65794]: DEBUG nova.policy [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a58149352a14c87b4c419f5ccd5e0c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52963f41a78e4d17a3a4530d8627d635', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.916984] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for the task: (returnval){ [ 730.916984] env[65794]: value = "task-4810965" [ 730.916984] env[65794]: _type = "Task" [ 730.916984] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.928534] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810965, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.017979] env[65794]: DEBUG nova.compute.manager [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 731.026022] env[65794]: DEBUG nova.compute.manager [req-1576ab8d-d14e-4c59-a884-7513c9b4ea9e req-486cdd07-cd04-4514-9352-f4d412a4974d service nova] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Received event network-vif-plugged-41709379-aa47-4e0f-8fa0-9555e17f5433 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 731.026257] env[65794]: DEBUG oslo_concurrency.lockutils [req-1576ab8d-d14e-4c59-a884-7513c9b4ea9e req-486cdd07-cd04-4514-9352-f4d412a4974d service nova] Acquiring lock "58c6b695-f46c-4347-b0a7-669e49da3616-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.026607] env[65794]: DEBUG oslo_concurrency.lockutils [req-1576ab8d-d14e-4c59-a884-7513c9b4ea9e req-486cdd07-cd04-4514-9352-f4d412a4974d service nova] Lock "58c6b695-f46c-4347-b0a7-669e49da3616-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.026715] env[65794]: DEBUG oslo_concurrency.lockutils [req-1576ab8d-d14e-4c59-a884-7513c9b4ea9e req-486cdd07-cd04-4514-9352-f4d412a4974d service nova] Lock "58c6b695-f46c-4347-b0a7-669e49da3616-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.026787] env[65794]: DEBUG nova.compute.manager [req-1576ab8d-d14e-4c59-a884-7513c9b4ea9e req-486cdd07-cd04-4514-9352-f4d412a4974d service nova] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] No waiting events found dispatching network-vif-plugged-41709379-aa47-4e0f-8fa0-9555e17f5433 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 731.027472] env[65794]: WARNING nova.compute.manager [req-1576ab8d-d14e-4c59-a884-7513c9b4ea9e req-486cdd07-cd04-4514-9352-f4d412a4974d service nova] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Received unexpected event network-vif-plugged-41709379-aa47-4e0f-8fa0-9555e17f5433 for instance with vm_state building and task_state spawning. [ 731.043518] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810963, 'name': ReconfigVM_Task, 'duration_secs': 0.682733} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.043518] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Reconfigured VM instance instance-00000004 to attach disk [datastore1] d60db3cf-c84b-449e-8a34-49a67cc0cb5c/d60db3cf-c84b-449e-8a34-49a67cc0cb5c.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.045295] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-657b23f6-707e-4222-823c-9f3037894be4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.052547] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 731.052547] env[65794]: value = "task-4810966" [ 731.052547] env[65794]: _type = "Task" [ 731.052547] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.065895] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810966, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.320364] env[65794]: DEBUG nova.compute.manager [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 731.361050] env[65794]: DEBUG oslo_vmware.api [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810964, 'name': PowerOffVM_Task, 'duration_secs': 0.249798} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.364262] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.364735] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.365224] env[65794]: DEBUG nova.compute.manager [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 731.365413] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.365869] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-575b623f-987b-459d-bbb5-ae1d20e34c76 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.369294] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab1ff3f-d5f3-4a11-bf9d-cc4930a79470 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.382946] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.383251] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e9674a6-203f-4190-97c3-2a831893cbde {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.391543] env[65794]: DEBUG oslo_vmware.api [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Waiting for the task: (returnval){ [ 731.391543] env[65794]: value = "task-4810968" [ 731.391543] env[65794]: _type = "Task" [ 731.391543] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.392531] env[65794]: DEBUG nova.network.neutron [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Successfully created port: a07526a1-9dae-455e-8f31-2ca11416cecd {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 731.412665] env[65794]: DEBUG oslo_vmware.api [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': task-4810968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.431779] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810965, 'name': Rename_Task, 'duration_secs': 0.206796} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.434585] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.435032] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0403995-eb0c-4069-b4b2-a3d5c3ce9614 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.442877] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for the task: (returnval){ [ 731.442877] env[65794]: value = "task-4810969" [ 731.442877] env[65794]: _type = "Task" [ 731.442877] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.455703] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.455985] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.456095] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Deleting the datastore file [datastore2] b85d95ae-e8c3-4511-97a1-35ee4ce04bfa {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.456346] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.456563] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bf84621-1995-4a31-b47f-3ea7f2a6a852 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.463272] env[65794]: DEBUG oslo_vmware.api [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 731.463272] env[65794]: value = "task-4810970" [ 731.463272] env[65794]: _type = "Task" [ 731.463272] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.476963] env[65794]: DEBUG oslo_vmware.api [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.500379] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bc771f-e84e-4016-8ed5-b2039d11210f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.508857] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5f7273-b732-40ae-890a-7c86ef931185 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.543666] env[65794]: DEBUG nova.network.neutron [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 731.547623] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5780cf6-fbcd-42bf-9420-b10fc204f51c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.560556] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe7c83e-d6b3-4ad6-ae26-a14ed14bffb0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.568271] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810966, 'name': Rename_Task, 'duration_secs': 0.323011} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.569038] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.569369] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa23230d-85ef-4880-93cb-0369abe86c56 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.582216] env[65794]: DEBUG nova.compute.provider_tree [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.584597] env[65794]: DEBUG oslo_concurrency.lockutils [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.592101] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 731.592101] env[65794]: value = "task-4810971" [ 731.592101] env[65794]: _type = "Task" [ 731.592101] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.603993] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.608864] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquiring lock "9b4a2418-9618-4c3f-a110-dd81de4cf4a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.612020] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "9b4a2418-9618-4c3f-a110-dd81de4cf4a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.612020] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquiring lock "9b4a2418-9618-4c3f-a110-dd81de4cf4a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.612020] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "9b4a2418-9618-4c3f-a110-dd81de4cf4a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.612020] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "9b4a2418-9618-4c3f-a110-dd81de4cf4a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.612323] env[65794]: INFO nova.compute.manager [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Terminating instance [ 731.780220] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9060ef09-5c36-4b8e-a497-b30d914dffde {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.790656] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1703e462-c708-47e4-8925-94e8606f52a6 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Suspending the VM {{(pid=65794) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 731.790978] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-910a6117-5fc0-4221-bda5-beafab4f20d2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.800656] env[65794]: DEBUG oslo_vmware.api [None req-1703e462-c708-47e4-8925-94e8606f52a6 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 731.800656] env[65794]: value = "task-4810972" [ 731.800656] env[65794]: _type = "Task" [ 731.800656] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.812485] env[65794]: DEBUG oslo_vmware.api [None req-1703e462-c708-47e4-8925-94e8606f52a6 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810972, 'name': SuspendVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.914682] env[65794]: DEBUG oslo_vmware.api [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': task-4810968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.954476] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.975972] env[65794]: DEBUG oslo_vmware.api [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335829} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.976450] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.976641] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.976817] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.976986] env[65794]: INFO nova.compute.manager [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Took 1.16 seconds to destroy the instance on the hypervisor. [ 731.977256] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 731.977667] env[65794]: DEBUG nova.compute.manager [-] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 731.977667] env[65794]: DEBUG nova.network.neutron [-] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 731.978031] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.085245] env[65794]: DEBUG nova.scheduler.client.report [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.104795] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.117479] env[65794]: DEBUG nova.compute.manager [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 732.117709] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.118788] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33c0ff2-afa0-45d9-95d3-c48fe3aa93b0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.130266] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.131468] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d93fcee-06fd-4b40-ae31-3e6eb023b2c8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.141524] env[65794]: DEBUG oslo_vmware.api [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 732.141524] env[65794]: value = "task-4810973" [ 732.141524] env[65794]: _type = "Task" [ 732.141524] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.156297] env[65794]: DEBUG oslo_vmware.api [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.313068] env[65794]: DEBUG oslo_vmware.api [None req-1703e462-c708-47e4-8925-94e8606f52a6 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810972, 'name': SuspendVM_Task} progress is 54%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.333840] env[65794]: DEBUG nova.compute.manager [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 732.365450] env[65794]: DEBUG nova.virt.hardware [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 732.365878] env[65794]: DEBUG nova.virt.hardware [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.366168] env[65794]: DEBUG nova.virt.hardware [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 732.366494] env[65794]: DEBUG nova.virt.hardware [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.366747] env[65794]: DEBUG nova.virt.hardware [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 732.367657] env[65794]: DEBUG nova.virt.hardware [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 732.367995] env[65794]: DEBUG nova.virt.hardware [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 732.368273] env[65794]: DEBUG nova.virt.hardware [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 732.368624] env[65794]: DEBUG nova.virt.hardware [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 732.368845] env[65794]: DEBUG nova.virt.hardware [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 732.371044] env[65794]: DEBUG nova.virt.hardware [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 732.372047] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9e3c59-2036-4eea-8fd9-726b51506aa0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.384438] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cc3f8d-e394-47f4-a11a-c5827bac5461 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.411024] env[65794]: DEBUG oslo_vmware.api [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': task-4810968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.460815] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.591549] env[65794]: DEBUG oslo_concurrency.lockutils [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.595590] env[65794]: DEBUG oslo_concurrency.lockutils [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.807s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.595590] env[65794]: DEBUG nova.objects.instance [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lazy-loading 'resources' on Instance uuid 87a8e02f-25f1-4d9a-99fe-babe618e8fd3 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.609260] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.639710] env[65794]: INFO nova.scheduler.client.report [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Deleted allocations for instance 54cea278-13e4-422f-9321-7c45fcc1b050 [ 732.656232] env[65794]: DEBUG oslo_vmware.api [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810973, 'name': PowerOffVM_Task, 'duration_secs': 0.488196} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.656606] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.656786] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.657228] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a58fea86-f201-4b01-aca5-c9bf702a5e69 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.816591] env[65794]: DEBUG oslo_vmware.api [None req-1703e462-c708-47e4-8925-94e8606f52a6 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810972, 'name': SuspendVM_Task, 'duration_secs': 0.981962} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.816591] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1703e462-c708-47e4-8925-94e8606f52a6 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Suspended the VM {{(pid=65794) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 732.816591] env[65794]: DEBUG nova.compute.manager [None req-1703e462-c708-47e4-8925-94e8606f52a6 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 732.816591] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97e376c-4bb7-4110-8a69-f762afd3ad86 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.878295] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.878527] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.879056] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Deleting the datastore file [datastore2] 9b4a2418-9618-4c3f-a110-dd81de4cf4a0 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.879929] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bf6de9c-5247-411c-94ef-92fcc2427979 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.888771] env[65794]: DEBUG oslo_vmware.api [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for the task: (returnval){ [ 732.888771] env[65794]: value = "task-4810975" [ 732.888771] env[65794]: _type = "Task" [ 732.888771] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.900119] env[65794]: DEBUG oslo_vmware.api [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.911409] env[65794]: DEBUG oslo_vmware.api [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': task-4810968, 'name': PowerOffVM_Task, 'duration_secs': 1.236183} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.911780] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.911959] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.912294] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdf02321-75be-4816-8ba2-31d0e60ac5a4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.959819] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810969, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.002203] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.003969] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.003969] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Deleting the datastore file [datastore2] d2ab3b4f-94ff-4ec0-9808-102e8e5957ac {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.003969] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-524296a0-69c6-43f3-ad4e-7152bc2723d2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.012506] env[65794]: DEBUG oslo_vmware.api [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Waiting for the task: (returnval){ [ 733.012506] env[65794]: value = "task-4810977" [ 733.012506] env[65794]: _type = "Task" [ 733.012506] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.023988] env[65794]: DEBUG oslo_vmware.api [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': task-4810977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.045327] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.118233] env[65794]: DEBUG oslo_vmware.api [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810971, 'name': PowerOnVM_Task, 'duration_secs': 1.456587} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.120459] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.120459] env[65794]: DEBUG nova.compute.manager [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 733.120459] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1489f6e2-8c8f-41f0-96e0-3aee8ec67c9e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.154285] env[65794]: DEBUG oslo_concurrency.lockutils [None req-10ecbf84-ad3e-4bf0-b5a6-02d057bca58e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "54cea278-13e4-422f-9321-7c45fcc1b050" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.812s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.318377] env[65794]: DEBUG nova.network.neutron [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Successfully updated port: a07526a1-9dae-455e-8f31-2ca11416cecd {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 733.352890] env[65794]: WARNING neutronclient.v2_0.client [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.406744] env[65794]: DEBUG oslo_vmware.api [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Task: {'id': task-4810975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254257} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.407015] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.407291] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.407461] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.407648] env[65794]: INFO nova.compute.manager [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Took 1.29 seconds to destroy the instance on the hypervisor. [ 733.408062] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 733.408280] env[65794]: DEBUG nova.compute.manager [-] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 733.408381] env[65794]: DEBUG nova.network.neutron [-] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 733.408649] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.458923] env[65794]: DEBUG oslo_vmware.api [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4810969, 'name': PowerOnVM_Task, 'duration_secs': 1.770552} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.459166] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.460052] env[65794]: INFO nova.compute.manager [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Took 9.89 seconds to spawn the instance on the hypervisor. [ 733.460052] env[65794]: DEBUG nova.compute.manager [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 733.460702] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db09c977-f16a-4e36-8136-b796ac713653 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.527909] env[65794]: DEBUG oslo_vmware.api [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Task: {'id': task-4810977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266386} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.528277] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.528524] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.528737] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.528950] env[65794]: INFO nova.compute.manager [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Took 2.16 seconds to destroy the instance on the hypervisor. [ 733.530269] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 733.532603] env[65794]: DEBUG nova.compute.manager [-] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 733.532729] env[65794]: DEBUG nova.network.neutron [-] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 733.533074] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.653187] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.755154] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.761985] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206ec42b-3da2-44ab-9b98-12937855e0c5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.771747] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1423614b-0a2d-4071-90ee-fd591039fcdd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.807563] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a78d67-d6b6-4620-9ba6-78b9bd3805b4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.817780] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895fdaa6-9bb0-43f7-8dbc-ac15a9af8a0a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.823848] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.828683] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Acquiring lock "refresh_cache-4619c986-3809-46f5-88ef-d8a4ad674ea8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.828860] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Acquired lock "refresh_cache-4619c986-3809-46f5-88ef-d8a4ad674ea8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.829207] env[65794]: DEBUG nova.network.neutron [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 733.839169] env[65794]: DEBUG nova.compute.provider_tree [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.861198] env[65794]: DEBUG nova.network.neutron [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Updating instance_info_cache with network_info: [{"id": "41709379-aa47-4e0f-8fa0-9555e17f5433", "address": "fa:16:3e:20:b1:4e", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41709379-aa", "ovs_interfaceid": "41709379-aa47-4e0f-8fa0-9555e17f5433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.986684] env[65794]: INFO nova.compute.manager [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Took 36.46 seconds to build instance. [ 734.099885] env[65794]: DEBUG nova.network.neutron [-] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.345307] env[65794]: DEBUG nova.scheduler.client.report [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.365098] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Releasing lock "refresh_cache-58c6b695-f46c-4347-b0a7-669e49da3616" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.365204] env[65794]: DEBUG nova.compute.manager [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Instance network_info: |[{"id": "41709379-aa47-4e0f-8fa0-9555e17f5433", "address": "fa:16:3e:20:b1:4e", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41709379-aa", "ovs_interfaceid": "41709379-aa47-4e0f-8fa0-9555e17f5433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 734.365696] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:b1:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca401eaa-889a-4f9f-ac9a-56b4c41bfc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41709379-aa47-4e0f-8fa0-9555e17f5433', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.376521] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 734.377091] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.377341] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53082799-a6f5-4fab-80a4-f2fd9a3a90a4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.394854] env[65794]: DEBUG nova.network.neutron [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 734.403390] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.403390] env[65794]: value = "task-4810978" [ 734.403390] env[65794]: _type = "Task" [ 734.403390] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.414258] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810978, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.472887] env[65794]: WARNING neutronclient.v2_0.client [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.489842] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1571bcc3-cb8b-4e67-b9da-5c720031780c tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lock "18eaf5a7-4711-4a52-82fa-aeca7ed9ae86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.388s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.566174] env[65794]: DEBUG nova.network.neutron [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Updating instance_info_cache with network_info: [{"id": "a07526a1-9dae-455e-8f31-2ca11416cecd", "address": "fa:16:3e:41:d5:5a", "network": {"id": "aa62c35e-b2a6-4999-9a96-1aa1dbc9953c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1157835527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52963f41a78e4d17a3a4530d8627d635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa07526a1-9d", "ovs_interfaceid": "a07526a1-9dae-455e-8f31-2ca11416cecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.578727] env[65794]: DEBUG nova.network.neutron [-] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.603392] env[65794]: INFO nova.compute.manager [-] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Took 2.63 seconds to deallocate network for instance. [ 734.655963] env[65794]: DEBUG nova.compute.manager [req-671807bd-40bb-4795-b0d3-0d8ad4a84c5f req-5c2bee3d-b275-42d4-95d1-55d037a32b6f service nova] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Received event network-changed-41709379-aa47-4e0f-8fa0-9555e17f5433 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 734.656214] env[65794]: DEBUG nova.compute.manager [req-671807bd-40bb-4795-b0d3-0d8ad4a84c5f req-5c2bee3d-b275-42d4-95d1-55d037a32b6f service nova] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Refreshing instance network info cache due to event network-changed-41709379-aa47-4e0f-8fa0-9555e17f5433. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 734.656463] env[65794]: DEBUG oslo_concurrency.lockutils [req-671807bd-40bb-4795-b0d3-0d8ad4a84c5f req-5c2bee3d-b275-42d4-95d1-55d037a32b6f service nova] Acquiring lock "refresh_cache-58c6b695-f46c-4347-b0a7-669e49da3616" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.656611] env[65794]: DEBUG oslo_concurrency.lockutils [req-671807bd-40bb-4795-b0d3-0d8ad4a84c5f req-5c2bee3d-b275-42d4-95d1-55d037a32b6f service nova] Acquired lock "refresh_cache-58c6b695-f46c-4347-b0a7-669e49da3616" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.656948] env[65794]: DEBUG nova.network.neutron [req-671807bd-40bb-4795-b0d3-0d8ad4a84c5f req-5c2bee3d-b275-42d4-95d1-55d037a32b6f service nova] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Refreshing network info cache for port 41709379-aa47-4e0f-8fa0-9555e17f5433 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.669338] env[65794]: DEBUG nova.network.neutron [-] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.854055] env[65794]: DEBUG oslo_concurrency.lockutils [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.854822] env[65794]: DEBUG oslo_concurrency.lockutils [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.740s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.855388] env[65794]: DEBUG nova.objects.instance [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Lazy-loading 'resources' on Instance uuid 0f354429-787a-4a67-9336-693ae8803304 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.888591] env[65794]: INFO nova.scheduler.client.report [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Deleted allocations for instance 87a8e02f-25f1-4d9a-99fe-babe618e8fd3 [ 734.922142] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810978, 'name': CreateVM_Task, 'duration_secs': 0.411762} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.922494] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.923318] env[65794]: WARNING neutronclient.v2_0.client [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.923954] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.924365] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.924783] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.925337] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd1d8a40-f4a1-439f-8804-883be61ca203 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.932132] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Waiting for the task: (returnval){ [ 734.932132] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52de072f-e9ec-35d8-2a67-b561f61b7ef7" [ 734.932132] env[65794]: _type = "Task" [ 734.932132] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.943111] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52de072f-e9ec-35d8-2a67-b561f61b7ef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.071685] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Releasing lock "refresh_cache-4619c986-3809-46f5-88ef-d8a4ad674ea8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.072076] env[65794]: DEBUG nova.compute.manager [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Instance network_info: |[{"id": "a07526a1-9dae-455e-8f31-2ca11416cecd", "address": "fa:16:3e:41:d5:5a", "network": {"id": "aa62c35e-b2a6-4999-9a96-1aa1dbc9953c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1157835527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52963f41a78e4d17a3a4530d8627d635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa07526a1-9d", "ovs_interfaceid": "a07526a1-9dae-455e-8f31-2ca11416cecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 735.073225] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:d5:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a07526a1-9dae-455e-8f31-2ca11416cecd', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.081933] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Creating folder: Project (52963f41a78e4d17a3a4530d8627d635). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.082412] env[65794]: INFO nova.compute.manager [-] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Took 1.67 seconds to deallocate network for instance. [ 735.082694] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae020cd4-92b6-4288-901a-7dce4d8870da {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.098776] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Created folder: Project (52963f41a78e4d17a3a4530d8627d635) in parent group-v937953. [ 735.098867] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Creating folder: Instances. Parent ref: group-v938056. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.099229] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-001cdfbd-8f82-4aca-a9a5-15b8797d00e0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.110695] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.113988] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Created folder: Instances in parent group-v938056. [ 735.114496] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 735.114704] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.115704] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10054c67-1441-411d-a774-4bc8015fe7d1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.144581] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.144581] env[65794]: value = "task-4810981" [ 735.144581] env[65794]: _type = "Task" [ 735.144581] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.154882] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810981, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.162020] env[65794]: WARNING neutronclient.v2_0.client [req-671807bd-40bb-4795-b0d3-0d8ad4a84c5f req-5c2bee3d-b275-42d4-95d1-55d037a32b6f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.172846] env[65794]: INFO nova.compute.manager [-] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Took 1.64 seconds to deallocate network for instance. [ 735.175023] env[65794]: DEBUG nova.compute.manager [req-57b588d8-34d3-4e37-9391-7613c901937a req-3eff543c-c9b7-4d5f-88c5-633ebf055986 service nova] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Received event network-vif-deleted-7235f3b3-af0c-4bf7-8ed9-e8d146ec75c6 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 735.242903] env[65794]: INFO nova.compute.manager [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Rescuing [ 735.243219] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "refresh_cache-774f19ac-d703-46fe-bfa6-2df075504c73" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.243366] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquired lock "refresh_cache-774f19ac-d703-46fe-bfa6-2df075504c73" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.243533] env[65794]: DEBUG nova.network.neutron [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 735.399017] env[65794]: WARNING neutronclient.v2_0.client [req-671807bd-40bb-4795-b0d3-0d8ad4a84c5f req-5c2bee3d-b275-42d4-95d1-55d037a32b6f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.401641] env[65794]: DEBUG oslo_concurrency.lockutils [None req-649de3be-de84-4c03-a749-746552a04b4a tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "87a8e02f-25f1-4d9a-99fe-babe618e8fd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.905s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.453699] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52de072f-e9ec-35d8-2a67-b561f61b7ef7, 'name': SearchDatastore_Task, 'duration_secs': 0.054333} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.454041] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.454245] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.454486] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.454625] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.454869] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.457268] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca5f6154-6d33-457e-b9f4-1896d976d668 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.467866] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.468129] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.469104] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-536afcc0-b49f-4f27-9267-75f37f59b5ad {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.477922] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Waiting for the task: (returnval){ [ 735.477922] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]523370ed-381b-df12-1fc2-9a5a0e712fa9" [ 735.477922] env[65794]: _type = "Task" [ 735.477922] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.498674] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]523370ed-381b-df12-1fc2-9a5a0e712fa9, 'name': SearchDatastore_Task, 'duration_secs': 0.012723} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.499907] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4320ed55-dc68-48df-8840-acad7fc6f2cd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.506655] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Waiting for the task: (returnval){ [ 735.506655] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52a3c3ee-c3b9-8dcb-7657-04d9e47c69b8" [ 735.506655] env[65794]: _type = "Task" [ 735.506655] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.517572] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a3c3ee-c3b9-8dcb-7657-04d9e47c69b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.597829] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.659810] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4810981, 'name': CreateVM_Task, 'duration_secs': 0.499505} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.667336] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.668995] env[65794]: WARNING neutronclient.v2_0.client [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.669830] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.669830] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.670413] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.670548] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69b25a12-d79d-499c-9340-40efe24b7836 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.679948] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Waiting for the task: (returnval){ [ 735.679948] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52ea2ac9-522e-fa83-9140-4fe98e2e9550" [ 735.679948] env[65794]: _type = "Task" [ 735.679948] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.688618] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.703537] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ea2ac9-522e-fa83-9140-4fe98e2e9550, 'name': SearchDatastore_Task, 'duration_secs': 0.01331} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.704063] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.704449] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.708028] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.716473] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "041365df-e115-4857-8a0a-5e2fc528315f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.716710] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "041365df-e115-4857-8a0a-5e2fc528315f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.752450] env[65794]: WARNING neutronclient.v2_0.client [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.785068] env[65794]: DEBUG nova.network.neutron [req-671807bd-40bb-4795-b0d3-0d8ad4a84c5f req-5c2bee3d-b275-42d4-95d1-55d037a32b6f service nova] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Updated VIF entry in instance network info cache for port 41709379-aa47-4e0f-8fa0-9555e17f5433. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 735.785642] env[65794]: DEBUG nova.network.neutron [req-671807bd-40bb-4795-b0d3-0d8ad4a84c5f req-5c2bee3d-b275-42d4-95d1-55d037a32b6f service nova] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Updating instance_info_cache with network_info: [{"id": "41709379-aa47-4e0f-8fa0-9555e17f5433", "address": "fa:16:3e:20:b1:4e", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41709379-aa", "ovs_interfaceid": "41709379-aa47-4e0f-8fa0-9555e17f5433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.020397] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a3c3ee-c3b9-8dcb-7657-04d9e47c69b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011399} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.020817] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.021159] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 58c6b695-f46c-4347-b0a7-669e49da3616/58c6b695-f46c-4347-b0a7-669e49da3616.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.021538] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.021804] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.022105] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30eeeab1-d037-47f4-8869-d533063c9e97 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.029518] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75ca3d04-0f34-457f-ad58-0ee6a9c2ef23 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.037702] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Waiting for the task: (returnval){ [ 736.037702] env[65794]: value = "task-4810982" [ 736.037702] env[65794]: _type = "Task" [ 736.037702] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.044933] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.044933] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.045629] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-236bf8fc-0196-47cb-8ea5-a17af0c73642 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.054483] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.061479] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "3489ef01-ce97-414e-b154-4a5f6b5523d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.061803] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "3489ef01-ce97-414e-b154-4a5f6b5523d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.063881] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Waiting for the task: (returnval){ [ 736.063881] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5264f858-f437-52bd-648a-9c9bd3ca81e7" [ 736.063881] env[65794]: _type = "Task" [ 736.063881] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.074153] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5264f858-f437-52bd-648a-9c9bd3ca81e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.171986] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5ac40f-30e0-41f4-a485-c01369520696 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.186292] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617ebfed-3221-469d-96ce-2e1a71093b34 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.225552] env[65794]: DEBUG nova.compute.manager [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 736.233239] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c40308-c247-4ba8-92c6-3d4d18cdd309 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.240555] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36054983-c612-40bb-8135-6e80dc06297c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.257571] env[65794]: DEBUG nova.compute.provider_tree [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.288216] env[65794]: DEBUG oslo_concurrency.lockutils [req-671807bd-40bb-4795-b0d3-0d8ad4a84c5f req-5c2bee3d-b275-42d4-95d1-55d037a32b6f service nova] Releasing lock "refresh_cache-58c6b695-f46c-4347-b0a7-669e49da3616" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.553232] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810982, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.577058] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5264f858-f437-52bd-648a-9c9bd3ca81e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011234} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.578210] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e23ac23-fb73-4d37-b5f0-0a38f6b0ac0f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.588668] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Waiting for the task: (returnval){ [ 736.588668] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]520b69d6-4a33-16c9-b64d-ffaad97e9701" [ 736.588668] env[65794]: _type = "Task" [ 736.588668] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.599449] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]520b69d6-4a33-16c9-b64d-ffaad97e9701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.707603] env[65794]: WARNING neutronclient.v2_0.client [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.758985] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.760904] env[65794]: DEBUG nova.scheduler.client.report [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.811202] env[65794]: DEBUG nova.network.neutron [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Updating instance_info_cache with network_info: [{"id": "627f4459-25bc-4219-b698-d026d9f07b03", "address": "fa:16:3e:b0:37:e7", "network": {"id": "cc4e33e8-7826-408d-9eab-fdf414853b07", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1896043306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16ae62c8024042f29ebc1a15b453ee28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627f4459-25", "ovs_interfaceid": "627f4459-25bc-4219-b698-d026d9f07b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.044914] env[65794]: DEBUG nova.compute.manager [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 737.045837] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3627317d-dd1b-435b-9181-9bc8450c75e8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.055711] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734252} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.057689] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 58c6b695-f46c-4347-b0a7-669e49da3616/58c6b695-f46c-4347-b0a7-669e49da3616.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.057689] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.060111] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c16f6ad-4e2f-47a0-a969-ddc455f6ebc9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.070075] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Waiting for the task: (returnval){ [ 737.070075] env[65794]: value = "task-4810983" [ 737.070075] env[65794]: _type = "Task" [ 737.070075] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.083633] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.100661] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]520b69d6-4a33-16c9-b64d-ffaad97e9701, 'name': SearchDatastore_Task, 'duration_secs': 0.063385} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.101028] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.101521] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 4619c986-3809-46f5-88ef-d8a4ad674ea8/4619c986-3809-46f5-88ef-d8a4ad674ea8.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.101521] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0464ae63-b7bd-45a8-89b1-14d41d4ef071 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.110944] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Waiting for the task: (returnval){ [ 737.110944] env[65794]: value = "task-4810984" [ 737.110944] env[65794]: _type = "Task" [ 737.110944] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.123035] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Task: {'id': task-4810984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.274046] env[65794]: DEBUG oslo_concurrency.lockutils [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.419s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.276562] env[65794]: DEBUG oslo_concurrency.lockutils [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.486s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.276743] env[65794]: DEBUG nova.objects.instance [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Lazy-loading 'resources' on Instance uuid e0b86371-c7c8-4cd9-a81a-31dad52d92f2 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.314541] env[65794]: INFO nova.scheduler.client.report [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Deleted allocations for instance 0f354429-787a-4a67-9336-693ae8803304 [ 737.316207] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Releasing lock "refresh_cache-774f19ac-d703-46fe-bfa6-2df075504c73" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.565219] env[65794]: INFO nova.compute.manager [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] instance snapshotting [ 737.565219] env[65794]: WARNING nova.compute.manager [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 737.567473] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad17d2e3-a37b-491e-8c5e-1fd9c5c4b332 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.592496] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300af577-f92d-4962-9a5a-2f9101e16753 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.596904] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218616} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.598025] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.598434] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cf77ff-f280-48b0-a571-238c6db4be72 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.631659] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 58c6b695-f46c-4347-b0a7-669e49da3616/58c6b695-f46c-4347-b0a7-669e49da3616.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.635341] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fa4bce6-239d-487e-927d-01ae0d1e73d3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.657183] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Task: {'id': task-4810984, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.658785] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Waiting for the task: (returnval){ [ 737.658785] env[65794]: value = "task-4810985" [ 737.658785] env[65794]: _type = "Task" [ 737.658785] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.671065] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.702838] env[65794]: DEBUG nova.compute.manager [req-018d8d28-9bee-4b83-9b25-1f5458813193 req-b4f45cb5-8981-429a-bae0-f766e8072176 service nova] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Received event network-vif-plugged-a07526a1-9dae-455e-8f31-2ca11416cecd {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 737.702939] env[65794]: DEBUG oslo_concurrency.lockutils [req-018d8d28-9bee-4b83-9b25-1f5458813193 req-b4f45cb5-8981-429a-bae0-f766e8072176 service nova] Acquiring lock "4619c986-3809-46f5-88ef-d8a4ad674ea8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.703196] env[65794]: DEBUG oslo_concurrency.lockutils [req-018d8d28-9bee-4b83-9b25-1f5458813193 req-b4f45cb5-8981-429a-bae0-f766e8072176 service nova] Lock "4619c986-3809-46f5-88ef-d8a4ad674ea8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.703379] env[65794]: DEBUG oslo_concurrency.lockutils [req-018d8d28-9bee-4b83-9b25-1f5458813193 req-b4f45cb5-8981-429a-bae0-f766e8072176 service nova] Lock "4619c986-3809-46f5-88ef-d8a4ad674ea8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.703566] env[65794]: DEBUG nova.compute.manager [req-018d8d28-9bee-4b83-9b25-1f5458813193 req-b4f45cb5-8981-429a-bae0-f766e8072176 service nova] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] No waiting events found dispatching network-vif-plugged-a07526a1-9dae-455e-8f31-2ca11416cecd {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 737.704851] env[65794]: WARNING nova.compute.manager [req-018d8d28-9bee-4b83-9b25-1f5458813193 req-b4f45cb5-8981-429a-bae0-f766e8072176 service nova] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Received unexpected event network-vif-plugged-a07526a1-9dae-455e-8f31-2ca11416cecd for instance with vm_state building and task_state spawning. [ 737.704851] env[65794]: DEBUG nova.compute.manager [req-018d8d28-9bee-4b83-9b25-1f5458813193 req-b4f45cb5-8981-429a-bae0-f766e8072176 service nova] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Received event network-changed-a07526a1-9dae-455e-8f31-2ca11416cecd {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 737.704851] env[65794]: DEBUG nova.compute.manager [req-018d8d28-9bee-4b83-9b25-1f5458813193 req-b4f45cb5-8981-429a-bae0-f766e8072176 service nova] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Refreshing instance network info cache due to event network-changed-a07526a1-9dae-455e-8f31-2ca11416cecd. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 737.704851] env[65794]: DEBUG oslo_concurrency.lockutils [req-018d8d28-9bee-4b83-9b25-1f5458813193 req-b4f45cb5-8981-429a-bae0-f766e8072176 service nova] Acquiring lock "refresh_cache-4619c986-3809-46f5-88ef-d8a4ad674ea8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.704851] env[65794]: DEBUG oslo_concurrency.lockutils [req-018d8d28-9bee-4b83-9b25-1f5458813193 req-b4f45cb5-8981-429a-bae0-f766e8072176 service nova] Acquired lock "refresh_cache-4619c986-3809-46f5-88ef-d8a4ad674ea8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.705231] env[65794]: DEBUG nova.network.neutron [req-018d8d28-9bee-4b83-9b25-1f5458813193 req-b4f45cb5-8981-429a-bae0-f766e8072176 service nova] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Refreshing network info cache for port a07526a1-9dae-455e-8f31-2ca11416cecd {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.827880] env[65794]: DEBUG oslo_concurrency.lockutils [None req-312a1afa-6a40-47ca-bc36-5578cbb39c6c tempest-InstanceActionsV221TestJSON-877900018 tempest-InstanceActionsV221TestJSON-877900018-project-member] Lock "0f354429-787a-4a67-9336-693ae8803304" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.980s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.953099] env[65794]: DEBUG nova.compute.manager [req-48c5c566-6fb8-40cc-a3ba-cc0840a00fc2 req-81098adb-cd74-4695-8644-c2e6354d0609 service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Received event network-changed-02c9ab3e-9750-41dc-901e-6b17e600c97a {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 737.953556] env[65794]: DEBUG nova.compute.manager [req-48c5c566-6fb8-40cc-a3ba-cc0840a00fc2 req-81098adb-cd74-4695-8644-c2e6354d0609 service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Refreshing instance network info cache due to event network-changed-02c9ab3e-9750-41dc-901e-6b17e600c97a. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 737.953887] env[65794]: DEBUG oslo_concurrency.lockutils [req-48c5c566-6fb8-40cc-a3ba-cc0840a00fc2 req-81098adb-cd74-4695-8644-c2e6354d0609 service nova] Acquiring lock "refresh_cache-92cf7152-7138-4f68-a3a3-c433071a7f89" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.954072] env[65794]: DEBUG oslo_concurrency.lockutils [req-48c5c566-6fb8-40cc-a3ba-cc0840a00fc2 req-81098adb-cd74-4695-8644-c2e6354d0609 service nova] Acquired lock "refresh_cache-92cf7152-7138-4f68-a3a3-c433071a7f89" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.954322] env[65794]: DEBUG nova.network.neutron [req-48c5c566-6fb8-40cc-a3ba-cc0840a00fc2 req-81098adb-cd74-4695-8644-c2e6354d0609 service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Refreshing network info cache for port 02c9ab3e-9750-41dc-901e-6b17e600c97a {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.109109] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Creating Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 738.109446] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2020b7cd-992c-4d21-987d-a4c82a5bca9a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.122678] env[65794]: DEBUG oslo_vmware.api [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 738.122678] env[65794]: value = "task-4810986" [ 738.122678] env[65794]: _type = "Task" [ 738.122678] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.130845] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Task: {'id': task-4810984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884692} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.132055] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 4619c986-3809-46f5-88ef-d8a4ad674ea8/4619c986-3809-46f5-88ef-d8a4ad674ea8.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.132363] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.135583] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec5fe2a3-b269-4477-9b72-af1460d17315 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.141425] env[65794]: DEBUG oslo_vmware.api [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810986, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.147852] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Waiting for the task: (returnval){ [ 738.147852] env[65794]: value = "task-4810987" [ 738.147852] env[65794]: _type = "Task" [ 738.147852] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.166432] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Task: {'id': task-4810987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.176097] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810985, 'name': ReconfigVM_Task, 'duration_secs': 0.369188} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.176688] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 58c6b695-f46c-4347-b0a7-669e49da3616/58c6b695-f46c-4347-b0a7-669e49da3616.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.177230] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6eb9d3ba-a22d-4c11-b901-e6a1db3635b1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.186486] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Waiting for the task: (returnval){ [ 738.186486] env[65794]: value = "task-4810988" [ 738.186486] env[65794]: _type = "Task" [ 738.186486] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.198614] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810988, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.211535] env[65794]: WARNING neutronclient.v2_0.client [req-018d8d28-9bee-4b83-9b25-1f5458813193 req-b4f45cb5-8981-429a-bae0-f766e8072176 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.395919] env[65794]: INFO nova.compute.manager [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Rebuilding instance [ 738.403319] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc804699-92de-4351-9b46-d0d286abb2cb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.413189] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7c52ce-d3b4-40a2-ab84-71802c07c670 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.449843] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dff3354-06e7-4860-b5ec-11523431868a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.458103] env[65794]: WARNING neutronclient.v2_0.client [req-48c5c566-6fb8-40cc-a3ba-cc0840a00fc2 req-81098adb-cd74-4695-8644-c2e6354d0609 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.465963] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83aedbd9-9576-46eb-8e75-405c59d4a649 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.482438] env[65794]: DEBUG nova.compute.provider_tree [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.490406] env[65794]: DEBUG nova.compute.manager [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 738.491363] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d66c3ae-6a0a-498c-9b8b-14139e15504e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.635704] env[65794]: DEBUG oslo_vmware.api [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810986, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.658670] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Task: {'id': task-4810987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080405} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.658951] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.660453] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353f0b04-200b-42b1-9631-551181067f0d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.695411] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 4619c986-3809-46f5-88ef-d8a4ad674ea8/4619c986-3809-46f5-88ef-d8a4ad674ea8.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.699543] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f80076d3-2f46-42e0-8e1f-0f05e325fb38 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.729467] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810988, 'name': Rename_Task, 'duration_secs': 0.162625} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.731092] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.731541] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Waiting for the task: (returnval){ [ 738.731541] env[65794]: value = "task-4810989" [ 738.731541] env[65794]: _type = "Task" [ 738.731541] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.731667] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-481edcee-0b00-4da4-b279-770d03806f0e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.743224] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Task: {'id': task-4810989, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.744805] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Waiting for the task: (returnval){ [ 738.744805] env[65794]: value = "task-4810990" [ 738.744805] env[65794]: _type = "Task" [ 738.744805] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.753722] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.873463] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.873880] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bbead14-83cf-4b5b-8d12-da18e9ff34b5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.883317] env[65794]: DEBUG oslo_vmware.api [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 738.883317] env[65794]: value = "task-4810991" [ 738.883317] env[65794]: _type = "Task" [ 738.883317] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.897529] env[65794]: DEBUG oslo_vmware.api [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.988519] env[65794]: DEBUG nova.scheduler.client.report [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.139612] env[65794]: DEBUG oslo_vmware.api [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810986, 'name': CreateSnapshot_Task, 'duration_secs': 0.842021} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.140108] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Created Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 739.141578] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b074394d-b5ad-43e7-ada9-52e89d610bd3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.250379] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Task: {'id': task-4810989, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.265948] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810990, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.394577] env[65794]: DEBUG oslo_vmware.api [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810991, 'name': PowerOffVM_Task, 'duration_secs': 0.348733} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.395239] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.396524] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2646fa-fbe5-4932-b5ff-94664f7d3157 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.418288] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28da53a0-fe21-4815-a2d1-ef8b092ed0b3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.457412] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.457990] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cb79884-c8f1-4742-95c4-3395e61e5ebc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.466426] env[65794]: DEBUG oslo_vmware.api [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 739.466426] env[65794]: value = "task-4810992" [ 739.466426] env[65794]: _type = "Task" [ 739.466426] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.478129] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] VM already powered off {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 739.478494] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.478847] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.479031] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.479266] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.479682] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b698db5-3651-41a1-a1c2-2180ba65a3dc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.491424] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.491424] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.492271] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d10b080-9667-4eb2-ac85-6fc3245b406a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.495666] env[65794]: DEBUG oslo_concurrency.lockutils [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.498969] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.526s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.499328] env[65794]: DEBUG nova.objects.instance [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Lazy-loading 'resources' on Instance uuid 16172018-9e41-459b-a0ee-61f08a508a66 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.504508] env[65794]: DEBUG oslo_vmware.api [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 739.504508] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52d147e9-15c1-55dc-9345-03e6db7a6209" [ 739.504508] env[65794]: _type = "Task" [ 739.504508] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.508916] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.509306] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d716d3c-39c0-4b9b-9845-f3367334d3c6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.520252] env[65794]: DEBUG oslo_vmware.api [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d147e9-15c1-55dc-9345-03e6db7a6209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.523127] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 739.523127] env[65794]: value = "task-4810993" [ 739.523127] env[65794]: _type = "Task" [ 739.523127] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.536574] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.539325] env[65794]: INFO nova.scheduler.client.report [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Deleted allocations for instance e0b86371-c7c8-4cd9-a81a-31dad52d92f2 [ 739.664311] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Creating linked-clone VM from snapshot {{(pid=65794) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 739.665069] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c0b904bd-c48f-4481-b0ff-2acf9eddd39e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.675113] env[65794]: DEBUG oslo_vmware.api [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 739.675113] env[65794]: value = "task-4810994" [ 739.675113] env[65794]: _type = "Task" [ 739.675113] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.689557] env[65794]: DEBUG oslo_vmware.api [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810994, 'name': CloneVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.746016] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Task: {'id': task-4810989, 'name': ReconfigVM_Task, 'duration_secs': 0.554557} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.746613] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 4619c986-3809-46f5-88ef-d8a4ad674ea8/4619c986-3809-46f5-88ef-d8a4ad674ea8.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.747330] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61c28ab6-2356-4600-9f15-93064c0f9904 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.755676] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Waiting for the task: (returnval){ [ 739.755676] env[65794]: value = "task-4810995" [ 739.755676] env[65794]: _type = "Task" [ 739.755676] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.764079] env[65794]: DEBUG oslo_vmware.api [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4810990, 'name': PowerOnVM_Task, 'duration_secs': 0.736866} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.768345] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.768963] env[65794]: INFO nova.compute.manager [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Took 11.20 seconds to spawn the instance on the hypervisor. [ 739.769112] env[65794]: DEBUG nova.compute.manager [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 739.771257] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e2caf8-8366-4736-a344-225e53eb659f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.778212] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Task: {'id': task-4810995, 'name': Rename_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.020066] env[65794]: DEBUG oslo_vmware.api [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d147e9-15c1-55dc-9345-03e6db7a6209, 'name': SearchDatastore_Task, 'duration_secs': 0.021988} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.021014] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e21f8f24-cf3f-4eb0-945b-d92021eb920a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.032141] env[65794]: DEBUG oslo_vmware.api [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 740.032141] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]529526e6-2a9a-48a5-e25f-a5e8330464a8" [ 740.032141] env[65794]: _type = "Task" [ 740.032141] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.036542] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810993, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.055762] env[65794]: DEBUG oslo_vmware.api [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]529526e6-2a9a-48a5-e25f-a5e8330464a8, 'name': SearchDatastore_Task, 'duration_secs': 0.013786} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.056331] env[65794]: DEBUG oslo_concurrency.lockutils [None req-795807bf-4ccd-4269-87e2-6b724f0eb180 tempest-ServerMetadataTestJSON-1602187725 tempest-ServerMetadataTestJSON-1602187725-project-member] Lock "e0b86371-c7c8-4cd9-a81a-31dad52d92f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.559s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.057392] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.057649] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 774f19ac-d703-46fe-bfa6-2df075504c73/f5682eb2-5020-4fb7-8580-1a22c7f02289-rescue.vmdk. {{(pid=65794) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 740.057925] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-111e5268-e678-49f4-b15d-80cee562243e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.070962] env[65794]: DEBUG oslo_vmware.api [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 740.070962] env[65794]: value = "task-4810996" [ 740.070962] env[65794]: _type = "Task" [ 740.070962] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.082149] env[65794]: DEBUG oslo_vmware.api [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.187388] env[65794]: DEBUG oslo_vmware.api [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810994, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.267121] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Task: {'id': task-4810995, 'name': Rename_Task, 'duration_secs': 0.178932} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.267551] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.267837] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49d0280a-cce2-4b51-8c18-f5ddc065b60c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.279396] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Waiting for the task: (returnval){ [ 740.279396] env[65794]: value = "task-4810997" [ 740.279396] env[65794]: _type = "Task" [ 740.279396] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.301702] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Task: {'id': task-4810997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.304350] env[65794]: INFO nova.compute.manager [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Took 38.36 seconds to build instance. [ 740.536817] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810993, 'name': PowerOffVM_Task, 'duration_secs': 0.640767} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.537316] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.537839] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.539619] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfac8ded-c2c5-422f-994c-fc752c315369 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.553132] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.554920] env[65794]: WARNING neutronclient.v2_0.client [req-018d8d28-9bee-4b83-9b25-1f5458813193 req-b4f45cb5-8981-429a-bae0-f766e8072176 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.557661] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf8c38c0-7139-405e-b69d-3c6d93e35e56 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.586633] env[65794]: DEBUG oslo_vmware.api [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810996, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.589501] env[65794]: WARNING neutronclient.v2_0.client [req-48c5c566-6fb8-40cc-a3ba-cc0840a00fc2 req-81098adb-cd74-4695-8644-c2e6354d0609 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.639793] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.639793] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.639793] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Deleting the datastore file [datastore1] d60db3cf-c84b-449e-8a34-49a67cc0cb5c {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.640269] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f853a3f7-911f-42f4-9594-0b2683bb20fa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.657445] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 740.657445] env[65794]: value = "task-4810999" [ 740.657445] env[65794]: _type = "Task" [ 740.657445] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.673972] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.687306] env[65794]: DEBUG oslo_vmware.api [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810994, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.768693] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422785bb-2f7f-4c7d-aa9b-0e0c81501c00 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.786745] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1704d757-1b96-413f-849d-29d0b3fd9d3b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.799523] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Task: {'id': task-4810997, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.833247] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6739c0e2-ebf4-4b37-ae58-272e7583d249 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Lock "58c6b695-f46c-4347-b0a7-669e49da3616" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.201s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.837040] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc307ef8-20e6-47ef-bc84-8127a175070b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.845252] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd178294-e732-4f9d-bfa8-3c555561ce18 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.862137] env[65794]: DEBUG nova.compute.provider_tree [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.866742] env[65794]: DEBUG nova.network.neutron [req-018d8d28-9bee-4b83-9b25-1f5458813193 req-b4f45cb5-8981-429a-bae0-f766e8072176 service nova] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Updated VIF entry in instance network info cache for port a07526a1-9dae-455e-8f31-2ca11416cecd. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 740.866742] env[65794]: DEBUG nova.network.neutron [req-018d8d28-9bee-4b83-9b25-1f5458813193 req-b4f45cb5-8981-429a-bae0-f766e8072176 service nova] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Updating instance_info_cache with network_info: [{"id": "a07526a1-9dae-455e-8f31-2ca11416cecd", "address": "fa:16:3e:41:d5:5a", "network": {"id": "aa62c35e-b2a6-4999-9a96-1aa1dbc9953c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1157835527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52963f41a78e4d17a3a4530d8627d635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa07526a1-9d", "ovs_interfaceid": "a07526a1-9dae-455e-8f31-2ca11416cecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.960744] env[65794]: DEBUG nova.network.neutron [req-48c5c566-6fb8-40cc-a3ba-cc0840a00fc2 req-81098adb-cd74-4695-8644-c2e6354d0609 service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Updated VIF entry in instance network info cache for port 02c9ab3e-9750-41dc-901e-6b17e600c97a. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 740.961997] env[65794]: DEBUG nova.network.neutron [req-48c5c566-6fb8-40cc-a3ba-cc0840a00fc2 req-81098adb-cd74-4695-8644-c2e6354d0609 service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Updating instance_info_cache with network_info: [{"id": "02c9ab3e-9750-41dc-901e-6b17e600c97a", "address": "fa:16:3e:ec:54:90", "network": {"id": "7b7f9a57-b64f-4077-8e94-91e91c3e8259", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1312368132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9a71d66ebd4ebf955da7787f0ed2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02c9ab3e-97", "ovs_interfaceid": "02c9ab3e-9750-41dc-901e-6b17e600c97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.087025] env[65794]: DEBUG oslo_vmware.api [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4810996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567568} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.087025] env[65794]: INFO nova.virt.vmwareapi.ds_util [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 774f19ac-d703-46fe-bfa6-2df075504c73/f5682eb2-5020-4fb7-8580-1a22c7f02289-rescue.vmdk. [ 741.087613] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02ea57e-eed2-4db8-857a-0f3e18ea3318 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.117353] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 774f19ac-d703-46fe-bfa6-2df075504c73/f5682eb2-5020-4fb7-8580-1a22c7f02289-rescue.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.118082] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6677641-6849-4cdd-90d0-6153d6c2b14f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.139089] env[65794]: DEBUG oslo_vmware.api [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 741.139089] env[65794]: value = "task-4811000" [ 741.139089] env[65794]: _type = "Task" [ 741.139089] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.149638] env[65794]: DEBUG oslo_vmware.api [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.171692] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4810999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240922} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.172373] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.172640] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.172820] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.188423] env[65794]: DEBUG oslo_vmware.api [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810994, 'name': CloneVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.293949] env[65794]: DEBUG oslo_vmware.api [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Task: {'id': task-4810997, 'name': PowerOnVM_Task, 'duration_secs': 0.856559} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.293949] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.293949] env[65794]: INFO nova.compute.manager [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Took 8.96 seconds to spawn the instance on the hypervisor. [ 741.293949] env[65794]: DEBUG nova.compute.manager [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 741.295882] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f774986-8599-41a9-be74-2a442609956e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.339935] env[65794]: DEBUG nova.compute.manager [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 741.369191] env[65794]: DEBUG nova.scheduler.client.report [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.373241] env[65794]: DEBUG oslo_concurrency.lockutils [req-018d8d28-9bee-4b83-9b25-1f5458813193 req-b4f45cb5-8981-429a-bae0-f766e8072176 service nova] Releasing lock "refresh_cache-4619c986-3809-46f5-88ef-d8a4ad674ea8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.373478] env[65794]: DEBUG nova.compute.manager [req-018d8d28-9bee-4b83-9b25-1f5458813193 req-b4f45cb5-8981-429a-bae0-f766e8072176 service nova] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Received event network-vif-deleted-56e26cb4-5731-466d-9bc4-2f1e906a6107 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 741.373687] env[65794]: DEBUG nova.compute.manager [req-018d8d28-9bee-4b83-9b25-1f5458813193 req-b4f45cb5-8981-429a-bae0-f766e8072176 service nova] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Received event network-vif-deleted-4d7c58e0-db34-4ea1-a6d7-85ad02c5fb26 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 741.465773] env[65794]: DEBUG oslo_concurrency.lockutils [req-48c5c566-6fb8-40cc-a3ba-cc0840a00fc2 req-81098adb-cd74-4695-8644-c2e6354d0609 service nova] Releasing lock "refresh_cache-92cf7152-7138-4f68-a3a3-c433071a7f89" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.649924] env[65794]: DEBUG oslo_vmware.api [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811000, 'name': ReconfigVM_Task, 'duration_secs': 0.322471} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.650246] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 774f19ac-d703-46fe-bfa6-2df075504c73/f5682eb2-5020-4fb7-8580-1a22c7f02289-rescue.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.651194] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dfc760-f11c-4d0a-9f67-2a58c33bc2b3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.683907] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0785e30c-a14b-4771-abf6-dda23fc23490 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.703018] env[65794]: DEBUG oslo_vmware.api [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4810994, 'name': CloneVM_Task, 'duration_secs': 1.670974} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.704755] env[65794]: INFO nova.virt.vmwareapi.vmops [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Created linked-clone VM from snapshot [ 741.705103] env[65794]: DEBUG oslo_vmware.api [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 741.705103] env[65794]: value = "task-4811001" [ 741.705103] env[65794]: _type = "Task" [ 741.705103] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.705924] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1df1ee-3eea-4a90-a049-17a31689a2ef {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.719746] env[65794]: DEBUG oslo_vmware.api [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811001, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.723831] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Uploading image 109c974a-19e4-4b25-89c0-99605b913837 {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 741.757798] env[65794]: DEBUG oslo_vmware.rw_handles [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 741.757798] env[65794]: value = "vm-938060" [ 741.757798] env[65794]: _type = "VirtualMachine" [ 741.757798] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 741.758130] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-66b378db-f660-482f-8fed-b14902dc776d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.771821] env[65794]: DEBUG oslo_vmware.rw_handles [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lease: (returnval){ [ 741.771821] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52a602dd-dc83-5c49-957a-6bbac3230915" [ 741.771821] env[65794]: _type = "HttpNfcLease" [ 741.771821] env[65794]: } obtained for exporting VM: (result){ [ 741.771821] env[65794]: value = "vm-938060" [ 741.771821] env[65794]: _type = "VirtualMachine" [ 741.771821] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 741.773053] env[65794]: DEBUG oslo_vmware.api [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the lease: (returnval){ [ 741.773053] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52a602dd-dc83-5c49-957a-6bbac3230915" [ 741.773053] env[65794]: _type = "HttpNfcLease" [ 741.773053] env[65794]: } to be ready. {{(pid=65794) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 741.786206] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 741.786206] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52a602dd-dc83-5c49-957a-6bbac3230915" [ 741.786206] env[65794]: _type = "HttpNfcLease" [ 741.786206] env[65794]: } is initializing. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 741.816511] env[65794]: INFO nova.compute.manager [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Took 36.88 seconds to build instance. [ 741.858702] env[65794]: DEBUG nova.compute.manager [req-9fb8fbed-f6df-45ca-94a3-01b5c523d9b4 req-da028075-276a-4d41-8919-8e4d7c9d9611 service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Received event network-changed-02c9ab3e-9750-41dc-901e-6b17e600c97a {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 741.858702] env[65794]: DEBUG nova.compute.manager [req-9fb8fbed-f6df-45ca-94a3-01b5c523d9b4 req-da028075-276a-4d41-8919-8e4d7c9d9611 service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Refreshing instance network info cache due to event network-changed-02c9ab3e-9750-41dc-901e-6b17e600c97a. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 741.858702] env[65794]: DEBUG oslo_concurrency.lockutils [req-9fb8fbed-f6df-45ca-94a3-01b5c523d9b4 req-da028075-276a-4d41-8919-8e4d7c9d9611 service nova] Acquiring lock "refresh_cache-92cf7152-7138-4f68-a3a3-c433071a7f89" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.858702] env[65794]: DEBUG oslo_concurrency.lockutils [req-9fb8fbed-f6df-45ca-94a3-01b5c523d9b4 req-da028075-276a-4d41-8919-8e4d7c9d9611 service nova] Acquired lock "refresh_cache-92cf7152-7138-4f68-a3a3-c433071a7f89" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.858702] env[65794]: DEBUG nova.network.neutron [req-9fb8fbed-f6df-45ca-94a3-01b5c523d9b4 req-da028075-276a-4d41-8919-8e4d7c9d9611 service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Refreshing network info cache for port 02c9ab3e-9750-41dc-901e-6b17e600c97a {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.876823] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.879203] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.379s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.883258] env[65794]: DEBUG oslo_concurrency.lockutils [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.078s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.885910] env[65794]: INFO nova.compute.claims [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.945297] env[65794]: INFO nova.scheduler.client.report [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Deleted allocations for instance 16172018-9e41-459b-a0ee-61f08a508a66 [ 742.218589] env[65794]: DEBUG nova.virt.hardware [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 742.219623] env[65794]: DEBUG nova.virt.hardware [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.219623] env[65794]: DEBUG nova.virt.hardware [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 742.219623] env[65794]: DEBUG nova.virt.hardware [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.219974] env[65794]: DEBUG nova.virt.hardware [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 742.220275] env[65794]: DEBUG nova.virt.hardware [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 742.220674] env[65794]: DEBUG nova.virt.hardware [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 742.220932] env[65794]: DEBUG nova.virt.hardware [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 742.221251] env[65794]: DEBUG nova.virt.hardware [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 742.222036] env[65794]: DEBUG nova.virt.hardware [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 742.222036] env[65794]: DEBUG nova.virt.hardware [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 742.222633] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54db879f-f2dd-486f-8ee6-c1aaedc9a153 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.234995] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02626f3-49ae-49b0-9463-2777e64b9c83 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.240498] env[65794]: DEBUG oslo_vmware.api [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811001, 'name': ReconfigVM_Task, 'duration_secs': 0.173317} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.240865] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.241552] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69afa8a5-d507-42b8-839f-d1cf740fbe4e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.254543] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:67:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72f7b4d5-5125-4c9f-8d33-941e723c7dd3', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.265063] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 742.267599] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.268254] env[65794]: DEBUG oslo_vmware.api [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 742.268254] env[65794]: value = "task-4811003" [ 742.268254] env[65794]: _type = "Task" [ 742.268254] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.270869] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2260b998-89a6-4f5c-88d7-3a72f9c43f08 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.307322] env[65794]: DEBUG oslo_vmware.api [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811003, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.310334] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 742.310334] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52a602dd-dc83-5c49-957a-6bbac3230915" [ 742.310334] env[65794]: _type = "HttpNfcLease" [ 742.310334] env[65794]: } is ready. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 742.310570] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.310570] env[65794]: value = "task-4811004" [ 742.310570] env[65794]: _type = "Task" [ 742.310570] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.310750] env[65794]: DEBUG oslo_vmware.rw_handles [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 742.310750] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52a602dd-dc83-5c49-957a-6bbac3230915" [ 742.310750] env[65794]: _type = "HttpNfcLease" [ 742.310750] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 742.311976] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37aec9d3-0a3e-4767-8b10-9d3caf4213ce {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.319717] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2d0398ba-98b7-412f-831b-91b81fb5294c tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Lock "4619c986-3809-46f5-88ef-d8a4ad674ea8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.095s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.326313] env[65794]: DEBUG oslo_vmware.rw_handles [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c32634-44f4-5221-d9e8-f0f2f844426a/disk-0.vmdk from lease info. {{(pid=65794) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 742.326508] env[65794]: DEBUG oslo_vmware.rw_handles [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c32634-44f4-5221-d9e8-f0f2f844426a/disk-0.vmdk for reading. {{(pid=65794) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 742.331925] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811004, 'name': CreateVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.395239] env[65794]: WARNING neutronclient.v2_0.client [req-9fb8fbed-f6df-45ca-94a3-01b5c523d9b4 req-da028075-276a-4d41-8919-8e4d7c9d9611 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.446058] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fba2b16d-8e8f-45e0-8248-e125b5b7a6a0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.458826] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cd77fb66-5ba5-4e17-a4b2-821a15350bbd tempest-ServerShowV254Test-145098298 tempest-ServerShowV254Test-145098298-project-member] Lock "16172018-9e41-459b-a0ee-61f08a508a66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.874s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.799060] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3813233f-507e-46eb-9cf1-d4d6230ced72 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.811832] env[65794]: DEBUG oslo_vmware.api [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811003, 'name': PowerOnVM_Task, 'duration_secs': 0.482383} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.817432] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.819432] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0240074a-bf8b-47b1-a31b-a421c5010057 tempest-ServersAdminNegativeTestJSON-1240948640 tempest-ServersAdminNegativeTestJSON-1240948640-project-admin] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Suspending the VM {{(pid=65794) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 742.820485] env[65794]: DEBUG nova.compute.manager [None req-8b7b8c59-cc7e-453c-913d-ee43fa1ec40a tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 742.820743] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c1e0fce1-1039-4d72-8175-30f4a77fe0b1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.822952] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcc923c-ce97-44cc-a202-71824c58fd9a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.832441] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811004, 'name': CreateVM_Task, 'duration_secs': 0.5076} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.834710] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.837957] env[65794]: DEBUG oslo_vmware.api [None req-0240074a-bf8b-47b1-a31b-a421c5010057 tempest-ServersAdminNegativeTestJSON-1240948640 tempest-ServersAdminNegativeTestJSON-1240948640-project-admin] Waiting for the task: (returnval){ [ 742.837957] env[65794]: value = "task-4811005" [ 742.837957] env[65794]: _type = "Task" [ 742.837957] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.838565] env[65794]: WARNING neutronclient.v2_0.client [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 742.838829] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.838980] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.839424] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.839683] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1273487e-a2f3-4224-87b0-348aa4bd5336 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.850902] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 742.850902] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52e40031-60c8-27f1-4af6-220f82faddc8" [ 742.850902] env[65794]: _type = "Task" [ 742.850902] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.868448] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e40031-60c8-27f1-4af6-220f82faddc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.204388] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquiring lock "0d831cb4-6f13-41b2-9d96-300aaacbc764" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.204706] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "0d831cb4-6f13-41b2-9d96-300aaacbc764" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.356302] env[65794]: DEBUG oslo_vmware.api [None req-0240074a-bf8b-47b1-a31b-a421c5010057 tempest-ServersAdminNegativeTestJSON-1240948640 tempest-ServersAdminNegativeTestJSON-1240948640-project-admin] Task: {'id': task-4811005, 'name': SuspendVM_Task} progress is 62%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.375401] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e40031-60c8-27f1-4af6-220f82faddc8, 'name': SearchDatastore_Task, 'duration_secs': 0.01616} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.381835] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.382226] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.383389] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.383389] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.383389] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.383654] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c15caa28-04d2-47c4-b63e-ff69e25b8c4b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.398384] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.398630] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.407197] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e207c8-534d-4fcd-acb6-3948f910a8c0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.416626] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 743.416626] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]528fe110-219b-1f50-ca20-d09560c260c3" [ 743.416626] env[65794]: _type = "Task" [ 743.416626] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.437381] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]528fe110-219b-1f50-ca20-d09560c260c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.685564] env[65794]: WARNING neutronclient.v2_0.client [req-9fb8fbed-f6df-45ca-94a3-01b5c523d9b4 req-da028075-276a-4d41-8919-8e4d7c9d9611 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.708712] env[65794]: DEBUG nova.compute.manager [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 743.844622] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757e60c5-88f3-4a65-a3c7-8da50288f2fb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.862829] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e0c919-2469-476b-8957-70e3b1078808 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.868378] env[65794]: DEBUG oslo_vmware.api [None req-0240074a-bf8b-47b1-a31b-a421c5010057 tempest-ServersAdminNegativeTestJSON-1240948640 tempest-ServersAdminNegativeTestJSON-1240948640-project-admin] Task: {'id': task-4811005, 'name': SuspendVM_Task, 'duration_secs': 0.800541} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.869458] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0240074a-bf8b-47b1-a31b-a421c5010057 tempest-ServersAdminNegativeTestJSON-1240948640 tempest-ServersAdminNegativeTestJSON-1240948640-project-admin] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Suspended the VM {{(pid=65794) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 743.870309] env[65794]: DEBUG nova.compute.manager [None req-0240074a-bf8b-47b1-a31b-a421c5010057 tempest-ServersAdminNegativeTestJSON-1240948640 tempest-ServersAdminNegativeTestJSON-1240948640-project-admin] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 743.871087] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ecd4d4-4f8a-45b5-a5bb-eeb80292e087 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.904179] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d886259c-2b10-4193-89dd-dc303f722fa3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.925594] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffb4745-6633-429e-a538-bd268a9256ce {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.937073] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]528fe110-219b-1f50-ca20-d09560c260c3, 'name': SearchDatastore_Task, 'duration_secs': 0.023284} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.937431] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4462723-d1ed-4b5b-b155-1fb26df1d661 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.949595] env[65794]: DEBUG nova.compute.provider_tree [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.959089] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 743.959089] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522a4b06-a405-3446-3396-058dd9830322" [ 743.959089] env[65794]: _type = "Task" [ 743.959089] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.971465] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522a4b06-a405-3446-3396-058dd9830322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.975238] env[65794]: DEBUG nova.network.neutron [req-9fb8fbed-f6df-45ca-94a3-01b5c523d9b4 req-da028075-276a-4d41-8919-8e4d7c9d9611 service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Updated VIF entry in instance network info cache for port 02c9ab3e-9750-41dc-901e-6b17e600c97a. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 743.975473] env[65794]: DEBUG nova.network.neutron [req-9fb8fbed-f6df-45ca-94a3-01b5c523d9b4 req-da028075-276a-4d41-8919-8e4d7c9d9611 service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Updating instance_info_cache with network_info: [{"id": "02c9ab3e-9750-41dc-901e-6b17e600c97a", "address": "fa:16:3e:ec:54:90", "network": {"id": "7b7f9a57-b64f-4077-8e94-91e91c3e8259", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1312368132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9a71d66ebd4ebf955da7787f0ed2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02c9ab3e-97", "ovs_interfaceid": "02c9ab3e-9750-41dc-901e-6b17e600c97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.232125] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.456956] env[65794]: DEBUG nova.scheduler.client.report [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.474210] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522a4b06-a405-3446-3396-058dd9830322, 'name': SearchDatastore_Task, 'duration_secs': 0.013376} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.476549] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.476549] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] d60db3cf-c84b-449e-8a34-49a67cc0cb5c/d60db3cf-c84b-449e-8a34-49a67cc0cb5c.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.476549] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd3b1b8a-c9c1-4ed0-9e07-49b6161efbc8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.478605] env[65794]: DEBUG oslo_concurrency.lockutils [req-9fb8fbed-f6df-45ca-94a3-01b5c523d9b4 req-da028075-276a-4d41-8919-8e4d7c9d9611 service nova] Releasing lock "refresh_cache-92cf7152-7138-4f68-a3a3-c433071a7f89" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.478738] env[65794]: DEBUG nova.compute.manager [req-9fb8fbed-f6df-45ca-94a3-01b5c523d9b4 req-da028075-276a-4d41-8919-8e4d7c9d9611 service nova] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Received event network-changed-dac8238d-62b1-49b0-9adb-73a0df0ef2eb {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 744.479155] env[65794]: DEBUG nova.compute.manager [req-9fb8fbed-f6df-45ca-94a3-01b5c523d9b4 req-da028075-276a-4d41-8919-8e4d7c9d9611 service nova] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Refreshing instance network info cache due to event network-changed-dac8238d-62b1-49b0-9adb-73a0df0ef2eb. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 744.479568] env[65794]: DEBUG oslo_concurrency.lockutils [req-9fb8fbed-f6df-45ca-94a3-01b5c523d9b4 req-da028075-276a-4d41-8919-8e4d7c9d9611 service nova] Acquiring lock "refresh_cache-18eaf5a7-4711-4a52-82fa-aeca7ed9ae86" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.479748] env[65794]: DEBUG oslo_concurrency.lockutils [req-9fb8fbed-f6df-45ca-94a3-01b5c523d9b4 req-da028075-276a-4d41-8919-8e4d7c9d9611 service nova] Acquired lock "refresh_cache-18eaf5a7-4711-4a52-82fa-aeca7ed9ae86" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.479991] env[65794]: DEBUG nova.network.neutron [req-9fb8fbed-f6df-45ca-94a3-01b5c523d9b4 req-da028075-276a-4d41-8919-8e4d7c9d9611 service nova] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Refreshing network info cache for port dac8238d-62b1-49b0-9adb-73a0df0ef2eb {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.488875] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 744.488875] env[65794]: value = "task-4811006" [ 744.488875] env[65794]: _type = "Task" [ 744.488875] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.500476] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.967285] env[65794]: DEBUG oslo_concurrency.lockutils [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.084s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.967860] env[65794]: DEBUG nova.compute.manager [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 744.972039] env[65794]: DEBUG oslo_concurrency.lockutils [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.914s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.974188] env[65794]: INFO nova.compute.claims [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.984874] env[65794]: WARNING neutronclient.v2_0.client [req-9fb8fbed-f6df-45ca-94a3-01b5c523d9b4 req-da028075-276a-4d41-8919-8e4d7c9d9611 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.999942] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811006, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.479962] env[65794]: DEBUG nova.compute.utils [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.484030] env[65794]: DEBUG nova.compute.manager [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 745.484514] env[65794]: DEBUG nova.network.neutron [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 745.484636] env[65794]: WARNING neutronclient.v2_0.client [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.484943] env[65794]: WARNING neutronclient.v2_0.client [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.502727] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609373} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.503044] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] d60db3cf-c84b-449e-8a34-49a67cc0cb5c/d60db3cf-c84b-449e-8a34-49a67cc0cb5c.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.503283] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.503842] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e23c3851-c6a7-43cf-85fa-c000d2a4fa14 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.513368] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 745.513368] env[65794]: value = "task-4811007" [ 745.513368] env[65794]: _type = "Task" [ 745.513368] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.523715] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.574928] env[65794]: DEBUG nova.policy [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b53b746dbf34345abd25737aea67af8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28d747c7d7744934af5ef6936cd5608d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.808023] env[65794]: WARNING neutronclient.v2_0.client [req-9fb8fbed-f6df-45ca-94a3-01b5c523d9b4 req-da028075-276a-4d41-8919-8e4d7c9d9611 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.985250] env[65794]: DEBUG nova.compute.manager [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 746.000835] env[65794]: DEBUG nova.network.neutron [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Successfully created port: d74e9b25-7fdc-4267-b1cb-16009a0c7d86 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 746.027074] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07453} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.030631] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.031802] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366e196f-f5a0-4761-a306-3ec8d902f8bd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.055691] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] d60db3cf-c84b-449e-8a34-49a67cc0cb5c/d60db3cf-c84b-449e-8a34-49a67cc0cb5c.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.059698] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5357dd4b-3001-4924-af24-5e1a5fee9929 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.081866] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 746.081866] env[65794]: value = "task-4811008" [ 746.081866] env[65794]: _type = "Task" [ 746.081866] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.096992] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811008, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.239620] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Acquiring lock "d496278f-7e3c-41a8-b6b8-a4168d9ab90d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.240116] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Lock "d496278f-7e3c-41a8-b6b8-a4168d9ab90d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.597176] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.616130] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cddffe-a039-4046-9ce5-706511e6e6a8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.625286] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17249b7-e4d9-48e9-8476-a1cc6a1e76b8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.665968] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46602b5-83c6-48f0-825f-98c89398c797 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.672921] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be02829f-fd67-408f-9ba8-fba6ffa40569 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.688900] env[65794]: DEBUG nova.compute.provider_tree [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.996168] env[65794]: DEBUG nova.compute.manager [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 747.026961] env[65794]: DEBUG nova.virt.hardware [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 747.027241] env[65794]: DEBUG nova.virt.hardware [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.027386] env[65794]: DEBUG nova.virt.hardware [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 747.027822] env[65794]: DEBUG nova.virt.hardware [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.027822] env[65794]: DEBUG nova.virt.hardware [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 747.027959] env[65794]: DEBUG nova.virt.hardware [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 747.028275] env[65794]: DEBUG nova.virt.hardware [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 747.028472] env[65794]: DEBUG nova.virt.hardware [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 747.028639] env[65794]: DEBUG nova.virt.hardware [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 747.028805] env[65794]: DEBUG nova.virt.hardware [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 747.028956] env[65794]: DEBUG nova.virt.hardware [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 747.030062] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac107b0b-c505-4189-8b1d-ccea2f89efb1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.038782] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3c3637-aafd-479f-8f05-06dcbb1040f9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.094030] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811008, 'name': ReconfigVM_Task, 'duration_secs': 0.759265} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.094574] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Reconfigured VM instance instance-00000004 to attach disk [datastore2] d60db3cf-c84b-449e-8a34-49a67cc0cb5c/d60db3cf-c84b-449e-8a34-49a67cc0cb5c.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.095523] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e13b3e2-96cf-4abd-9f5f-d3cbdf046c9f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.106497] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 747.106497] env[65794]: value = "task-4811009" [ 747.106497] env[65794]: _type = "Task" [ 747.106497] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.116778] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811009, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.193505] env[65794]: DEBUG nova.scheduler.client.report [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.394491] env[65794]: DEBUG nova.network.neutron [req-9fb8fbed-f6df-45ca-94a3-01b5c523d9b4 req-da028075-276a-4d41-8919-8e4d7c9d9611 service nova] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Updated VIF entry in instance network info cache for port dac8238d-62b1-49b0-9adb-73a0df0ef2eb. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 747.395069] env[65794]: DEBUG nova.network.neutron [req-9fb8fbed-f6df-45ca-94a3-01b5c523d9b4 req-da028075-276a-4d41-8919-8e4d7c9d9611 service nova] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Updating instance_info_cache with network_info: [{"id": "dac8238d-62b1-49b0-9adb-73a0df0ef2eb", "address": "fa:16:3e:2c:6d:04", "network": {"id": "7b7f9a57-b64f-4077-8e94-91e91c3e8259", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1312368132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9a71d66ebd4ebf955da7787f0ed2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac8238d-62", "ovs_interfaceid": "dac8238d-62b1-49b0-9adb-73a0df0ef2eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.618799] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811009, 'name': Rename_Task, 'duration_secs': 0.202975} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.619156] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.619464] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e98dc36-1008-4603-8cf9-39279b409c43 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.627308] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 747.627308] env[65794]: value = "task-4811010" [ 747.627308] env[65794]: _type = "Task" [ 747.627308] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.636970] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.702392] env[65794]: DEBUG oslo_concurrency.lockutils [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.703187] env[65794]: DEBUG nova.compute.manager [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 747.707291] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.285s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.709833] env[65794]: INFO nova.compute.claims [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.899077] env[65794]: DEBUG oslo_concurrency.lockutils [req-9fb8fbed-f6df-45ca-94a3-01b5c523d9b4 req-da028075-276a-4d41-8919-8e4d7c9d9611 service nova] Releasing lock "refresh_cache-18eaf5a7-4711-4a52-82fa-aeca7ed9ae86" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.141030] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811010, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.222161] env[65794]: DEBUG nova.compute.utils [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.227023] env[65794]: DEBUG nova.compute.manager [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 748.227023] env[65794]: DEBUG nova.network.neutron [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 748.227023] env[65794]: WARNING neutronclient.v2_0.client [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.227023] env[65794]: WARNING neutronclient.v2_0.client [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.261774] env[65794]: DEBUG nova.network.neutron [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Successfully updated port: d74e9b25-7fdc-4267-b1cb-16009a0c7d86 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 748.521898] env[65794]: DEBUG nova.policy [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6221fe81a07e491fb98763faee588a3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '339ba40f30e147e588c6d9b8cccedf79', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.641180] env[65794]: DEBUG oslo_vmware.api [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811010, 'name': PowerOnVM_Task, 'duration_secs': 0.741687} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.641591] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.641894] env[65794]: DEBUG nova.compute.manager [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 748.642914] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1c033a-c2f6-4464-85f4-5945bd0bc94e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.728618] env[65794]: DEBUG nova.compute.manager [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 748.765850] env[65794]: DEBUG oslo_concurrency.lockutils [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "refresh_cache-8b2f93f9-9f47-4358-9499-6b90702ca782" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.765850] env[65794]: DEBUG oslo_concurrency.lockutils [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired lock "refresh_cache-8b2f93f9-9f47-4358-9499-6b90702ca782" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.765850] env[65794]: DEBUG nova.network.neutron [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 749.165988] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.310103] env[65794]: DEBUG nova.network.neutron [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Successfully created port: ba5b2000-2718-476b-ba51-dcae7fd2589b {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 749.384288] env[65794]: DEBUG nova.network.neutron [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 749.527202] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92ba69f-fc7c-4865-a6bf-0adb810227ce {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.536499] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a75a785-2357-493a-8155-7a4b99cc158c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.577481] env[65794]: WARNING neutronclient.v2_0.client [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.582183] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208e91ba-2f6c-4ec9-b9a7-84478600d09a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.587321] env[65794]: DEBUG nova.compute.manager [req-ded97f75-8aaf-4ab9-bb5e-d0f9736300df req-2fe6489e-6c3d-4a38-8ea5-1e4f4591a478 service nova] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Received event network-changed-dac8238d-62b1-49b0-9adb-73a0df0ef2eb {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 749.587321] env[65794]: DEBUG nova.compute.manager [req-ded97f75-8aaf-4ab9-bb5e-d0f9736300df req-2fe6489e-6c3d-4a38-8ea5-1e4f4591a478 service nova] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Refreshing instance network info cache due to event network-changed-dac8238d-62b1-49b0-9adb-73a0df0ef2eb. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 749.587547] env[65794]: DEBUG oslo_concurrency.lockutils [req-ded97f75-8aaf-4ab9-bb5e-d0f9736300df req-2fe6489e-6c3d-4a38-8ea5-1e4f4591a478 service nova] Acquiring lock "refresh_cache-18eaf5a7-4711-4a52-82fa-aeca7ed9ae86" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.587686] env[65794]: DEBUG oslo_concurrency.lockutils [req-ded97f75-8aaf-4ab9-bb5e-d0f9736300df req-2fe6489e-6c3d-4a38-8ea5-1e4f4591a478 service nova] Acquired lock "refresh_cache-18eaf5a7-4711-4a52-82fa-aeca7ed9ae86" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.587864] env[65794]: DEBUG nova.network.neutron [req-ded97f75-8aaf-4ab9-bb5e-d0f9736300df req-2fe6489e-6c3d-4a38-8ea5-1e4f4591a478 service nova] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Refreshing network info cache for port dac8238d-62b1-49b0-9adb-73a0df0ef2eb {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.598452] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbeb12ec-9bc1-47b0-a95f-e4970b9f56bf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.615430] env[65794]: DEBUG nova.compute.provider_tree [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.699067] env[65794]: DEBUG nova.network.neutron [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Updating instance_info_cache with network_info: [{"id": "d74e9b25-7fdc-4267-b1cb-16009a0c7d86", "address": "fa:16:3e:f1:83:7e", "network": {"id": "699cc140-0deb-4757-bc61-606e2192ad04", "bridge": "br-int", "label": "tempest-ServersTestJSON-2074952689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28d747c7d7744934af5ef6936cd5608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd74e9b25-7f", "ovs_interfaceid": "d74e9b25-7fdc-4267-b1cb-16009a0c7d86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.745540] env[65794]: DEBUG nova.compute.manager [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 749.778506] env[65794]: DEBUG nova.virt.hardware [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 749.778506] env[65794]: DEBUG nova.virt.hardware [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.778506] env[65794]: DEBUG nova.virt.hardware [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 749.778718] env[65794]: DEBUG nova.virt.hardware [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.778792] env[65794]: DEBUG nova.virt.hardware [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 749.779261] env[65794]: DEBUG nova.virt.hardware [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 749.779261] env[65794]: DEBUG nova.virt.hardware [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 749.779413] env[65794]: DEBUG nova.virt.hardware [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 749.779718] env[65794]: DEBUG nova.virt.hardware [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 749.779914] env[65794]: DEBUG nova.virt.hardware [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 749.780163] env[65794]: DEBUG nova.virt.hardware [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 749.781084] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8666e28-0b81-4010-87d5-e31fe000f2df {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.791202] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15af5ff-28fe-41a6-b817-3d336517f15d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.878610] env[65794]: DEBUG nova.compute.manager [req-131172c5-acee-4e5c-829d-9ed22c68c533 req-54ea7315-7a62-4037-b940-b02ba2c064bf service nova] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Received event network-vif-plugged-d74e9b25-7fdc-4267-b1cb-16009a0c7d86 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 749.878874] env[65794]: DEBUG oslo_concurrency.lockutils [req-131172c5-acee-4e5c-829d-9ed22c68c533 req-54ea7315-7a62-4037-b940-b02ba2c064bf service nova] Acquiring lock "8b2f93f9-9f47-4358-9499-6b90702ca782-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.879034] env[65794]: DEBUG oslo_concurrency.lockutils [req-131172c5-acee-4e5c-829d-9ed22c68c533 req-54ea7315-7a62-4037-b940-b02ba2c064bf service nova] Lock "8b2f93f9-9f47-4358-9499-6b90702ca782-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.879195] env[65794]: DEBUG oslo_concurrency.lockutils [req-131172c5-acee-4e5c-829d-9ed22c68c533 req-54ea7315-7a62-4037-b940-b02ba2c064bf service nova] Lock "8b2f93f9-9f47-4358-9499-6b90702ca782-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.879381] env[65794]: DEBUG nova.compute.manager [req-131172c5-acee-4e5c-829d-9ed22c68c533 req-54ea7315-7a62-4037-b940-b02ba2c064bf service nova] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] No waiting events found dispatching network-vif-plugged-d74e9b25-7fdc-4267-b1cb-16009a0c7d86 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 749.879541] env[65794]: WARNING nova.compute.manager [req-131172c5-acee-4e5c-829d-9ed22c68c533 req-54ea7315-7a62-4037-b940-b02ba2c064bf service nova] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Received unexpected event network-vif-plugged-d74e9b25-7fdc-4267-b1cb-16009a0c7d86 for instance with vm_state building and task_state spawning. [ 750.091231] env[65794]: WARNING neutronclient.v2_0.client [req-ded97f75-8aaf-4ab9-bb5e-d0f9736300df req-2fe6489e-6c3d-4a38-8ea5-1e4f4591a478 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.120164] env[65794]: DEBUG nova.scheduler.client.report [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.203971] env[65794]: DEBUG oslo_concurrency.lockutils [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Releasing lock "refresh_cache-8b2f93f9-9f47-4358-9499-6b90702ca782" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.203971] env[65794]: DEBUG nova.compute.manager [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Instance network_info: |[{"id": "d74e9b25-7fdc-4267-b1cb-16009a0c7d86", "address": "fa:16:3e:f1:83:7e", "network": {"id": "699cc140-0deb-4757-bc61-606e2192ad04", "bridge": "br-int", "label": "tempest-ServersTestJSON-2074952689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28d747c7d7744934af5ef6936cd5608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd74e9b25-7f", "ovs_interfaceid": "d74e9b25-7fdc-4267-b1cb-16009a0c7d86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 750.204601] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:83:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd74e9b25-7fdc-4267-b1cb-16009a0c7d86', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.212198] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 750.212198] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.212428] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb98fdde-a5e5-40d9-9032-5818d2c81185 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.233891] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.233891] env[65794]: value = "task-4811011" [ 750.233891] env[65794]: _type = "Task" [ 750.233891] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.243622] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811011, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.349711] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Acquiring lock "4619c986-3809-46f5-88ef-d8a4ad674ea8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.349711] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Lock "4619c986-3809-46f5-88ef-d8a4ad674ea8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.349711] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Acquiring lock "4619c986-3809-46f5-88ef-d8a4ad674ea8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.349711] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Lock "4619c986-3809-46f5-88ef-d8a4ad674ea8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.349922] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Lock "4619c986-3809-46f5-88ef-d8a4ad674ea8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.351987] env[65794]: INFO nova.compute.manager [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Terminating instance [ 750.503237] env[65794]: DEBUG oslo_concurrency.lockutils [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquiring lock "18eaf5a7-4711-4a52-82fa-aeca7ed9ae86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.503810] env[65794]: DEBUG oslo_concurrency.lockutils [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lock "18eaf5a7-4711-4a52-82fa-aeca7ed9ae86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.506116] env[65794]: DEBUG oslo_concurrency.lockutils [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquiring lock "18eaf5a7-4711-4a52-82fa-aeca7ed9ae86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.506116] env[65794]: DEBUG oslo_concurrency.lockutils [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lock "18eaf5a7-4711-4a52-82fa-aeca7ed9ae86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.506116] env[65794]: DEBUG oslo_concurrency.lockutils [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lock "18eaf5a7-4711-4a52-82fa-aeca7ed9ae86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.507900] env[65794]: INFO nova.compute.manager [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Terminating instance [ 750.521508] env[65794]: WARNING neutronclient.v2_0.client [req-ded97f75-8aaf-4ab9-bb5e-d0f9736300df req-2fe6489e-6c3d-4a38-8ea5-1e4f4591a478 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.626057] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.917s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.626057] env[65794]: DEBUG nova.compute.manager [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 750.631363] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.519s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.635598] env[65794]: INFO nova.compute.claims [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.748724] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811011, 'name': CreateVM_Task, 'duration_secs': 0.489054} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.749448] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.749973] env[65794]: WARNING neutronclient.v2_0.client [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.750339] env[65794]: DEBUG oslo_concurrency.lockutils [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.750531] env[65794]: DEBUG oslo_concurrency.lockutils [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.751290] env[65794]: DEBUG oslo_concurrency.lockutils [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.751290] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fae2045-0f4d-42af-a50a-78519e811e07 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.758755] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 750.758755] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]527506b6-40f2-bdac-be91-82e20d35ad58" [ 750.758755] env[65794]: _type = "Task" [ 750.758755] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.770354] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527506b6-40f2-bdac-be91-82e20d35ad58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.854691] env[65794]: DEBUG nova.compute.manager [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 750.855033] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.857174] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87989d4-0217-4643-886d-151e4cfe6b12 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.868326] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.868326] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7ea7fa3-461f-4f52-90ee-f9dcc46dffd3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.878357] env[65794]: DEBUG oslo_vmware.api [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Waiting for the task: (returnval){ [ 750.878357] env[65794]: value = "task-4811012" [ 750.878357] env[65794]: _type = "Task" [ 750.878357] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.891346] env[65794]: DEBUG oslo_vmware.api [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Task: {'id': task-4811012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.944404] env[65794]: DEBUG nova.network.neutron [req-ded97f75-8aaf-4ab9-bb5e-d0f9736300df req-2fe6489e-6c3d-4a38-8ea5-1e4f4591a478 service nova] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Updated VIF entry in instance network info cache for port dac8238d-62b1-49b0-9adb-73a0df0ef2eb. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 750.944911] env[65794]: DEBUG nova.network.neutron [req-ded97f75-8aaf-4ab9-bb5e-d0f9736300df req-2fe6489e-6c3d-4a38-8ea5-1e4f4591a478 service nova] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Updating instance_info_cache with network_info: [{"id": "dac8238d-62b1-49b0-9adb-73a0df0ef2eb", "address": "fa:16:3e:2c:6d:04", "network": {"id": "7b7f9a57-b64f-4077-8e94-91e91c3e8259", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1312368132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9a71d66ebd4ebf955da7787f0ed2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac8238d-62", "ovs_interfaceid": "dac8238d-62b1-49b0-9adb-73a0df0ef2eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.012635] env[65794]: DEBUG nova.compute.manager [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 751.013010] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.014179] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6b0b11-bdb1-487a-9ef1-7399b11bf548 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.025206] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.025591] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-506f5cf5-92f9-4901-bcbc-0ad2271cd4df {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.034642] env[65794]: DEBUG oslo_vmware.api [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for the task: (returnval){ [ 751.034642] env[65794]: value = "task-4811013" [ 751.034642] env[65794]: _type = "Task" [ 751.034642] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.047452] env[65794]: DEBUG oslo_vmware.api [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4811013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.142547] env[65794]: DEBUG nova.compute.utils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.150077] env[65794]: DEBUG nova.compute.manager [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 751.150077] env[65794]: DEBUG nova.network.neutron [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 751.150077] env[65794]: WARNING neutronclient.v2_0.client [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.150077] env[65794]: WARNING neutronclient.v2_0.client [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.272742] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527506b6-40f2-bdac-be91-82e20d35ad58, 'name': SearchDatastore_Task, 'duration_secs': 0.015348} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.273197] env[65794]: DEBUG oslo_concurrency.lockutils [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.273415] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.273728] env[65794]: DEBUG oslo_concurrency.lockutils [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.276167] env[65794]: DEBUG oslo_concurrency.lockutils [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.276167] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.276167] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6012285-a937-4cc1-851a-1ac0c761385a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.286106] env[65794]: DEBUG nova.policy [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '213c976bf9d1482dad8b6eadee409867', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcbb4f7645224756815a7f50502ce2c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.290475] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.291819] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.291983] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6253adad-1206-446e-97fe-0174e7653e5e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.299898] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 751.299898] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5203fb52-7c2a-b837-ca46-b513aceeff8c" [ 751.299898] env[65794]: _type = "Task" [ 751.299898] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.312635] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5203fb52-7c2a-b837-ca46-b513aceeff8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.394672] env[65794]: DEBUG oslo_vmware.api [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Task: {'id': task-4811012, 'name': PowerOffVM_Task, 'duration_secs': 0.469241} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.394672] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.394672] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.394672] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fbae419-8703-4c2e-84df-e3d5f83b4ad7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.425633] env[65794]: DEBUG oslo_concurrency.lockutils [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Acquiring lock "28e3baa9-4cd9-4a05-8949-f06709c259b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.425865] env[65794]: DEBUG oslo_concurrency.lockutils [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Lock "28e3baa9-4cd9-4a05-8949-f06709c259b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.453922] env[65794]: DEBUG oslo_concurrency.lockutils [req-ded97f75-8aaf-4ab9-bb5e-d0f9736300df req-2fe6489e-6c3d-4a38-8ea5-1e4f4591a478 service nova] Releasing lock "refresh_cache-18eaf5a7-4711-4a52-82fa-aeca7ed9ae86" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.465124] env[65794]: DEBUG nova.network.neutron [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Successfully updated port: ba5b2000-2718-476b-ba51-dcae7fd2589b {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 751.469046] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.469397] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.469558] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Deleting the datastore file [datastore1] 4619c986-3809-46f5-88ef-d8a4ad674ea8 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.469846] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11e467e3-af34-4c28-857a-a032ccfba7fd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.479766] env[65794]: DEBUG oslo_vmware.api [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Waiting for the task: (returnval){ [ 751.479766] env[65794]: value = "task-4811015" [ 751.479766] env[65794]: _type = "Task" [ 751.479766] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.499329] env[65794]: DEBUG oslo_vmware.api [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Task: {'id': task-4811015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.546148] env[65794]: DEBUG oslo_vmware.api [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4811013, 'name': PowerOffVM_Task, 'duration_secs': 0.321368} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.546448] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.546617] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.547734] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-264ccd8a-95b3-454a-b162-ae8f03831587 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.620026] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.620026] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.620026] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Deleting the datastore file [datastore2] 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.620026] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8500f234-b3e7-4c0a-9878-01e722be7fdc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.628054] env[65794]: DEBUG oslo_vmware.api [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for the task: (returnval){ [ 751.628054] env[65794]: value = "task-4811017" [ 751.628054] env[65794]: _type = "Task" [ 751.628054] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.637962] env[65794]: DEBUG oslo_vmware.api [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4811017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.648038] env[65794]: DEBUG nova.compute.manager [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 751.816103] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5203fb52-7c2a-b837-ca46-b513aceeff8c, 'name': SearchDatastore_Task, 'duration_secs': 0.014033} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.817103] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7bc1c92-c511-4002-b15f-a932adbddd50 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.824449] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 751.824449] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52622390-78fe-492a-07ae-d6ff1ccfa9e3" [ 751.824449] env[65794]: _type = "Task" [ 751.824449] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.838622] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52622390-78fe-492a-07ae-d6ff1ccfa9e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.956222] env[65794]: DEBUG nova.network.neutron [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Successfully created port: 9798237e-6141-457d-acc3-b512182f94f9 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 751.966350] env[65794]: DEBUG oslo_concurrency.lockutils [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquiring lock "refresh_cache-55128a66-2320-48f0-a7b0-9b809de89974" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.966593] env[65794]: DEBUG oslo_concurrency.lockutils [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquired lock "refresh_cache-55128a66-2320-48f0-a7b0-9b809de89974" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.966712] env[65794]: DEBUG nova.network.neutron [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 751.993957] env[65794]: DEBUG oslo_vmware.api [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Task: {'id': task-4811015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283766} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.997797] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.997797] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.997797] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.997797] env[65794]: INFO nova.compute.manager [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 751.997958] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 751.998312] env[65794]: DEBUG nova.compute.manager [-] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 751.998405] env[65794]: DEBUG nova.network.neutron [-] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 751.998648] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.042022] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.147055] env[65794]: DEBUG oslo_vmware.api [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4811017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287509} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.147459] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.147673] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.147909] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.148114] env[65794]: INFO nova.compute.manager [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Took 1.14 seconds to destroy the instance on the hypervisor. [ 752.148374] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 752.148583] env[65794]: DEBUG nova.compute.manager [-] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 752.148680] env[65794]: DEBUG nova.network.neutron [-] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 752.148932] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.326665] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f50e33e-fa4f-40e9-96b7-88845299dfb8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.341126] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52622390-78fe-492a-07ae-d6ff1ccfa9e3, 'name': SearchDatastore_Task, 'duration_secs': 0.029047} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.342443] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902a12c0-3a51-42aa-9c18-f7fd7cc9486d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.346748] env[65794]: DEBUG oslo_concurrency.lockutils [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.347078] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 8b2f93f9-9f47-4358-9499-6b90702ca782/8b2f93f9-9f47-4358-9499-6b90702ca782.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.348984] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c85a389-9927-43ae-a9b3-95e2d12e88b7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.385498] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d2d3b2-ffc6-41c6-9741-2534346cb733 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.388345] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 752.388345] env[65794]: value = "task-4811018" [ 752.388345] env[65794]: _type = "Task" [ 752.388345] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.396809] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadf8df5-e18e-425c-bd3a-dfe58611e12c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.404493] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.416421] env[65794]: DEBUG nova.compute.provider_tree [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.438994] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.658874] env[65794]: DEBUG nova.compute.manager [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 752.692697] env[65794]: DEBUG nova.virt.hardware [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 752.692940] env[65794]: DEBUG nova.virt.hardware [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.693105] env[65794]: DEBUG nova.virt.hardware [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 752.693283] env[65794]: DEBUG nova.virt.hardware [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.693421] env[65794]: DEBUG nova.virt.hardware [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 752.693561] env[65794]: DEBUG nova.virt.hardware [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 752.693794] env[65794]: DEBUG nova.virt.hardware [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 752.693905] env[65794]: DEBUG nova.virt.hardware [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 752.694075] env[65794]: DEBUG nova.virt.hardware [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 752.694232] env[65794]: DEBUG nova.virt.hardware [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 752.694766] env[65794]: DEBUG nova.virt.hardware [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 752.695306] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2decbab4-bfc0-43c8-b7c6-e5c7f888a06c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.704987] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd505a2d-3693-48ae-acf4-72237d77b770 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.889931] env[65794]: DEBUG nova.network.neutron [-] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.913820] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811018, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.919908] env[65794]: DEBUG nova.scheduler.client.report [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.938531] env[65794]: DEBUG oslo_vmware.rw_handles [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c32634-44f4-5221-d9e8-f0f2f844426a/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 752.939806] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ba761d-5dbd-46a1-acb1-d8632275180e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.949169] env[65794]: DEBUG oslo_vmware.rw_handles [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c32634-44f4-5221-d9e8-f0f2f844426a/disk-0.vmdk is in state: ready. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 752.949412] env[65794]: ERROR oslo_vmware.rw_handles [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c32634-44f4-5221-d9e8-f0f2f844426a/disk-0.vmdk due to incomplete transfer. [ 752.949745] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5dc7bba7-8196-41e0-a85f-cb2213f244d5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.960439] env[65794]: DEBUG oslo_vmware.rw_handles [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c32634-44f4-5221-d9e8-f0f2f844426a/disk-0.vmdk. {{(pid=65794) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 752.960702] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Uploaded image 109c974a-19e4-4b25-89c0-99605b913837 to the Glance image server {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 752.963460] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Destroying the VM {{(pid=65794) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 752.964434] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-da5f7be0-4e69-467b-882b-748341f1232d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.974563] env[65794]: DEBUG oslo_vmware.api [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 752.974563] env[65794]: value = "task-4811019" [ 752.974563] env[65794]: _type = "Task" [ 752.974563] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.985589] env[65794]: DEBUG oslo_vmware.api [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811019, 'name': Destroy_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.016961] env[65794]: DEBUG nova.network.neutron [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 753.384922] env[65794]: DEBUG nova.network.neutron [-] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.402331] env[65794]: INFO nova.compute.manager [-] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Took 1.40 seconds to deallocate network for instance. [ 753.402769] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744634} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.405241] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 8b2f93f9-9f47-4358-9499-6b90702ca782/8b2f93f9-9f47-4358-9499-6b90702ca782.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.405372] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.406729] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e97852fb-bd59-44b1-8fa8-44291956c04d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.418678] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 753.418678] env[65794]: value = "task-4811020" [ 753.418678] env[65794]: _type = "Task" [ 753.418678] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.429369] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.429966] env[65794]: DEBUG nova.compute.manager [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 753.436157] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.536s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.438404] env[65794]: INFO nova.compute.claims [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.442650] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.489902] env[65794]: DEBUG oslo_vmware.api [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811019, 'name': Destroy_Task, 'duration_secs': 0.33486} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.490257] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Destroyed the VM [ 753.490418] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Deleting Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 753.490679] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9a2b6405-361b-4b0c-bcf2-a094b679252e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.497725] env[65794]: DEBUG oslo_vmware.api [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 753.497725] env[65794]: value = "task-4811021" [ 753.497725] env[65794]: _type = "Task" [ 753.497725] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.507068] env[65794]: DEBUG oslo_vmware.api [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811021, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.551922] env[65794]: WARNING neutronclient.v2_0.client [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.595627] env[65794]: DEBUG nova.network.neutron [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Successfully updated port: 9798237e-6141-457d-acc3-b512182f94f9 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 753.669017] env[65794]: DEBUG nova.network.neutron [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Updating instance_info_cache with network_info: [{"id": "ba5b2000-2718-476b-ba51-dcae7fd2589b", "address": "fa:16:3e:71:fb:34", "network": {"id": "f97e5b30-6bb3-488f-ab20-125850790621", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-587868333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339ba40f30e147e588c6d9b8cccedf79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba5b2000-27", "ovs_interfaceid": "ba5b2000-2718-476b-ba51-dcae7fd2589b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.749132] env[65794]: DEBUG nova.compute.manager [req-2eb6bd02-2c35-44aa-8bcf-f1289c4be12a req-ba924c44-8ccb-4b1e-b4a1-48bdd6febfc8 service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Received event network-changed-02c9ab3e-9750-41dc-901e-6b17e600c97a {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 753.749132] env[65794]: DEBUG nova.compute.manager [req-2eb6bd02-2c35-44aa-8bcf-f1289c4be12a req-ba924c44-8ccb-4b1e-b4a1-48bdd6febfc8 service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Refreshing instance network info cache due to event network-changed-02c9ab3e-9750-41dc-901e-6b17e600c97a. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 753.749132] env[65794]: DEBUG oslo_concurrency.lockutils [req-2eb6bd02-2c35-44aa-8bcf-f1289c4be12a req-ba924c44-8ccb-4b1e-b4a1-48bdd6febfc8 service nova] Acquiring lock "refresh_cache-92cf7152-7138-4f68-a3a3-c433071a7f89" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.749132] env[65794]: DEBUG oslo_concurrency.lockutils [req-2eb6bd02-2c35-44aa-8bcf-f1289c4be12a req-ba924c44-8ccb-4b1e-b4a1-48bdd6febfc8 service nova] Acquired lock "refresh_cache-92cf7152-7138-4f68-a3a3-c433071a7f89" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.749132] env[65794]: DEBUG nova.network.neutron [req-2eb6bd02-2c35-44aa-8bcf-f1289c4be12a req-ba924c44-8ccb-4b1e-b4a1-48bdd6febfc8 service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Refreshing network info cache for port 02c9ab3e-9750-41dc-901e-6b17e600c97a {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.777949] env[65794]: DEBUG nova.compute.manager [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Received event network-changed-d74e9b25-7fdc-4267-b1cb-16009a0c7d86 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 753.781895] env[65794]: DEBUG nova.compute.manager [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Refreshing instance network info cache due to event network-changed-d74e9b25-7fdc-4267-b1cb-16009a0c7d86. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 753.781895] env[65794]: DEBUG oslo_concurrency.lockutils [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] Acquiring lock "refresh_cache-8b2f93f9-9f47-4358-9499-6b90702ca782" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.781895] env[65794]: DEBUG oslo_concurrency.lockutils [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] Acquired lock "refresh_cache-8b2f93f9-9f47-4358-9499-6b90702ca782" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.781895] env[65794]: DEBUG nova.network.neutron [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Refreshing network info cache for port d74e9b25-7fdc-4267-b1cb-16009a0c7d86 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.887444] env[65794]: INFO nova.compute.manager [-] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Took 1.74 seconds to deallocate network for instance. [ 753.914790] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.932704] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071184} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.932987] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.933948] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81afb480-e36e-41e1-8986-b15021e2008a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.950453] env[65794]: DEBUG nova.compute.utils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.965474] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 8b2f93f9-9f47-4358-9499-6b90702ca782/8b2f93f9-9f47-4358-9499-6b90702ca782.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.966526] env[65794]: DEBUG nova.compute.manager [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 753.966863] env[65794]: DEBUG nova.network.neutron [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 753.967234] env[65794]: WARNING neutronclient.v2_0.client [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.967589] env[65794]: WARNING neutronclient.v2_0.client [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.969539] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-661a094a-c78c-439a-b3c7-d2ea2f807f41 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.994884] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 753.994884] env[65794]: value = "task-4811022" [ 753.994884] env[65794]: _type = "Task" [ 753.994884] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.009404] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.012721] env[65794]: DEBUG oslo_vmware.api [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811021, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.068474] env[65794]: DEBUG nova.policy [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '213c976bf9d1482dad8b6eadee409867', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcbb4f7645224756815a7f50502ce2c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.098065] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "refresh_cache-56b85a30-748e-4583-8d5d-7b89aff94017" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.098219] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquired lock "refresh_cache-56b85a30-748e-4583-8d5d-7b89aff94017" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.098462] env[65794]: DEBUG nova.network.neutron [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 754.172703] env[65794]: DEBUG oslo_concurrency.lockutils [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Releasing lock "refresh_cache-55128a66-2320-48f0-a7b0-9b809de89974" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.173110] env[65794]: DEBUG nova.compute.manager [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Instance network_info: |[{"id": "ba5b2000-2718-476b-ba51-dcae7fd2589b", "address": "fa:16:3e:71:fb:34", "network": {"id": "f97e5b30-6bb3-488f-ab20-125850790621", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-587868333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339ba40f30e147e588c6d9b8cccedf79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba5b2000-27", "ovs_interfaceid": "ba5b2000-2718-476b-ba51-dcae7fd2589b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 754.173569] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:fb:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba5b2000-2718-476b-ba51-dcae7fd2589b', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.182400] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 754.182869] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.183120] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51df1bc1-3c23-4635-9a97-e4edd53b6f52 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.206696] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.206696] env[65794]: value = "task-4811023" [ 754.206696] env[65794]: _type = "Task" [ 754.206696] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.218186] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811023, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.257486] env[65794]: WARNING neutronclient.v2_0.client [req-2eb6bd02-2c35-44aa-8bcf-f1289c4be12a req-ba924c44-8ccb-4b1e-b4a1-48bdd6febfc8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.284227] env[65794]: WARNING neutronclient.v2_0.client [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.360537] env[65794]: INFO nova.compute.manager [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Rescuing [ 754.360945] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "refresh_cache-3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.361122] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquired lock "refresh_cache-3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.361291] env[65794]: DEBUG nova.network.neutron [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 754.398485] env[65794]: DEBUG oslo_concurrency.lockutils [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.407139] env[65794]: DEBUG nova.network.neutron [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Successfully created port: 1169a066-02eb-41bc-892c-5fce939595d0 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 754.471438] env[65794]: DEBUG nova.compute.manager [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 754.517269] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.523338] env[65794]: DEBUG oslo_vmware.api [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811021, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.721699] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811023, 'name': CreateVM_Task, 'duration_secs': 0.439922} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.721888] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.724238] env[65794]: WARNING neutronclient.v2_0.client [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.724471] env[65794]: DEBUG oslo_concurrency.lockutils [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.724628] env[65794]: DEBUG oslo_concurrency.lockutils [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.724942] env[65794]: DEBUG oslo_concurrency.lockutils [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.727779] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0911a401-5722-428a-a59b-08735f3f207f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.734337] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for the task: (returnval){ [ 754.734337] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52511a6f-d7fa-7749-13bd-fcf7a9d35155" [ 754.734337] env[65794]: _type = "Task" [ 754.734337] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.736264] env[65794]: DEBUG nova.network.neutron [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 754.752287] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52511a6f-d7fa-7749-13bd-fcf7a9d35155, 'name': SearchDatastore_Task, 'duration_secs': 0.013881} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.752633] env[65794]: DEBUG oslo_concurrency.lockutils [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.752870] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.753116] env[65794]: DEBUG oslo_concurrency.lockutils [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.753297] env[65794]: DEBUG oslo_concurrency.lockutils [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.753417] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.753980] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e68155fb-c57d-4a58-9224-0b474d11043e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.764737] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.764921] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.765870] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7150433-2585-454b-a655-d04456f9c924 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.773590] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for the task: (returnval){ [ 754.773590] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52b22a60-b6fd-af30-7ba5-0ce9843a81a6" [ 754.773590] env[65794]: _type = "Task" [ 754.773590] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.787613] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b22a60-b6fd-af30-7ba5-0ce9843a81a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.858012] env[65794]: WARNING neutronclient.v2_0.client [req-2eb6bd02-2c35-44aa-8bcf-f1289c4be12a req-ba924c44-8ccb-4b1e-b4a1-48bdd6febfc8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.864883] env[65794]: WARNING neutronclient.v2_0.client [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.957912] env[65794]: WARNING neutronclient.v2_0.client [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.015844] env[65794]: DEBUG oslo_vmware.api [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811021, 'name': RemoveSnapshot_Task, 'duration_secs': 1.513824} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.019085] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Deleted Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 755.019847] env[65794]: INFO nova.compute.manager [None req-7984d2d5-73e3-4332-a0f9-33e3443cea1b tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Took 17.45 seconds to snapshot the instance on the hypervisor. [ 755.022230] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811022, 'name': ReconfigVM_Task, 'duration_secs': 0.878803} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.025223] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 8b2f93f9-9f47-4358-9499-6b90702ca782/8b2f93f9-9f47-4358-9499-6b90702ca782.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.026355] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73bb34ec-9292-4d3e-b5fe-edf36e1612b2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.036232] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 755.036232] env[65794]: value = "task-4811024" [ 755.036232] env[65794]: _type = "Task" [ 755.036232] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.050579] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811024, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.099905] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dcf5a2-41fa-499a-a26b-4349d30bd644 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.110968] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540959e8-15b1-497d-9812-5cc6a2f92a35 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.165149] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b784b6-5215-4f6b-b5f4-bc729a0d6547 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.173657] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abddb88f-b821-4326-b74e-1eebec2e94c7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.192019] env[65794]: DEBUG nova.compute.provider_tree [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.247664] env[65794]: DEBUG nova.network.neutron [req-2eb6bd02-2c35-44aa-8bcf-f1289c4be12a req-ba924c44-8ccb-4b1e-b4a1-48bdd6febfc8 service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Updated VIF entry in instance network info cache for port 02c9ab3e-9750-41dc-901e-6b17e600c97a. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 755.248027] env[65794]: DEBUG nova.network.neutron [req-2eb6bd02-2c35-44aa-8bcf-f1289c4be12a req-ba924c44-8ccb-4b1e-b4a1-48bdd6febfc8 service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Updating instance_info_cache with network_info: [{"id": "02c9ab3e-9750-41dc-901e-6b17e600c97a", "address": "fa:16:3e:ec:54:90", "network": {"id": "7b7f9a57-b64f-4077-8e94-91e91c3e8259", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1312368132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9a71d66ebd4ebf955da7787f0ed2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02c9ab3e-97", "ovs_interfaceid": "02c9ab3e-9750-41dc-901e-6b17e600c97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.289837] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b22a60-b6fd-af30-7ba5-0ce9843a81a6, 'name': SearchDatastore_Task, 'duration_secs': 0.015291} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.290123] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-310a451d-0bb1-4e13-bb60-62102b3dee56 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.296566] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for the task: (returnval){ [ 755.296566] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52bb975e-b193-95c0-3093-ce59c038fbb6" [ 755.296566] env[65794]: _type = "Task" [ 755.296566] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.306369] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52bb975e-b193-95c0-3093-ce59c038fbb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.329086] env[65794]: WARNING neutronclient.v2_0.client [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.359671] env[65794]: DEBUG nova.network.neutron [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Updated VIF entry in instance network info cache for port d74e9b25-7fdc-4267-b1cb-16009a0c7d86. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 755.360033] env[65794]: DEBUG nova.network.neutron [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Updating instance_info_cache with network_info: [{"id": "d74e9b25-7fdc-4267-b1cb-16009a0c7d86", "address": "fa:16:3e:f1:83:7e", "network": {"id": "699cc140-0deb-4757-bc61-606e2192ad04", "bridge": "br-int", "label": "tempest-ServersTestJSON-2074952689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28d747c7d7744934af5ef6936cd5608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd74e9b25-7f", "ovs_interfaceid": "d74e9b25-7fdc-4267-b1cb-16009a0c7d86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.485771] env[65794]: DEBUG nova.compute.manager [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 755.515644] env[65794]: DEBUG nova.virt.hardware [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 755.515940] env[65794]: DEBUG nova.virt.hardware [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.516103] env[65794]: DEBUG nova.virt.hardware [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 755.516281] env[65794]: DEBUG nova.virt.hardware [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.516416] env[65794]: DEBUG nova.virt.hardware [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 755.516552] env[65794]: DEBUG nova.virt.hardware [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 755.516752] env[65794]: DEBUG nova.virt.hardware [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 755.516902] env[65794]: DEBUG nova.virt.hardware [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 755.517079] env[65794]: DEBUG nova.virt.hardware [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 755.517238] env[65794]: DEBUG nova.virt.hardware [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 755.517401] env[65794]: DEBUG nova.virt.hardware [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 755.518298] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f4c565-eab1-4db7-876a-e57f467d45dd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.527306] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9b0f24-1631-4b1c-95e7-6befd2a2502d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.556457] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811024, 'name': Rename_Task, 'duration_secs': 0.155427} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.556741] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.556993] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59326d61-4912-4125-b067-3de1d74e8909 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.566027] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 755.566027] env[65794]: value = "task-4811025" [ 755.566027] env[65794]: _type = "Task" [ 755.566027] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.576947] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.697680] env[65794]: DEBUG nova.scheduler.client.report [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.750586] env[65794]: DEBUG oslo_concurrency.lockutils [req-2eb6bd02-2c35-44aa-8bcf-f1289c4be12a req-ba924c44-8ccb-4b1e-b4a1-48bdd6febfc8 service nova] Releasing lock "refresh_cache-92cf7152-7138-4f68-a3a3-c433071a7f89" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.809672] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52bb975e-b193-95c0-3093-ce59c038fbb6, 'name': SearchDatastore_Task, 'duration_secs': 0.047738} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.809977] env[65794]: DEBUG oslo_concurrency.lockutils [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.810266] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 55128a66-2320-48f0-a7b0-9b809de89974/55128a66-2320-48f0-a7b0-9b809de89974.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.810601] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a1f744a-e24a-4c7e-a9b6-c0e81b02f4e0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.820054] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for the task: (returnval){ [ 755.820054] env[65794]: value = "task-4811026" [ 755.820054] env[65794]: _type = "Task" [ 755.820054] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.830346] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4811026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.863299] env[65794]: DEBUG oslo_concurrency.lockutils [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] Releasing lock "refresh_cache-8b2f93f9-9f47-4358-9499-6b90702ca782" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.863684] env[65794]: DEBUG nova.compute.manager [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Received event network-vif-plugged-ba5b2000-2718-476b-ba51-dcae7fd2589b {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 755.863988] env[65794]: DEBUG oslo_concurrency.lockutils [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] Acquiring lock "55128a66-2320-48f0-a7b0-9b809de89974-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.864285] env[65794]: DEBUG oslo_concurrency.lockutils [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] Lock "55128a66-2320-48f0-a7b0-9b809de89974-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.864503] env[65794]: DEBUG oslo_concurrency.lockutils [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] Lock "55128a66-2320-48f0-a7b0-9b809de89974-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.864722] env[65794]: DEBUG nova.compute.manager [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] No waiting events found dispatching network-vif-plugged-ba5b2000-2718-476b-ba51-dcae7fd2589b {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 755.864943] env[65794]: WARNING nova.compute.manager [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Received unexpected event network-vif-plugged-ba5b2000-2718-476b-ba51-dcae7fd2589b for instance with vm_state building and task_state spawning. [ 755.865171] env[65794]: DEBUG nova.compute.manager [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Received event network-changed-ba5b2000-2718-476b-ba51-dcae7fd2589b {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 755.865387] env[65794]: DEBUG nova.compute.manager [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Refreshing instance network info cache due to event network-changed-ba5b2000-2718-476b-ba51-dcae7fd2589b. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 755.865627] env[65794]: DEBUG oslo_concurrency.lockutils [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] Acquiring lock "refresh_cache-55128a66-2320-48f0-a7b0-9b809de89974" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.865832] env[65794]: DEBUG oslo_concurrency.lockutils [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] Acquired lock "refresh_cache-55128a66-2320-48f0-a7b0-9b809de89974" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.866084] env[65794]: DEBUG nova.network.neutron [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Refreshing network info cache for port ba5b2000-2718-476b-ba51-dcae7fd2589b {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.873964] env[65794]: DEBUG nova.network.neutron [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Updating instance_info_cache with network_info: [{"id": "9798237e-6141-457d-acc3-b512182f94f9", "address": "fa:16:3e:6f:16:c7", "network": {"id": "4065b1e2-57d1-4b6b-a10e-e2ed1c7ea57c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-67205083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dcbb4f7645224756815a7f50502ce2c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9798237e-61", "ovs_interfaceid": "9798237e-6141-457d-acc3-b512182f94f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.914596] env[65794]: WARNING neutronclient.v2_0.client [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.080020] env[65794]: DEBUG oslo_vmware.api [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811025, 'name': PowerOnVM_Task, 'duration_secs': 0.47491} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.080376] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.080572] env[65794]: INFO nova.compute.manager [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Took 9.08 seconds to spawn the instance on the hypervisor. [ 756.080791] env[65794]: DEBUG nova.compute.manager [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 756.081754] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5021b4-8b9f-40cb-910e-b65871ba7dd3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.097636] env[65794]: DEBUG nova.network.neutron [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Updating instance_info_cache with network_info: [{"id": "7c95e43b-a067-4b6d-a262-55786d6a22d4", "address": "fa:16:3e:b3:53:5a", "network": {"id": "cc4e33e8-7826-408d-9eab-fdf414853b07", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1896043306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16ae62c8024042f29ebc1a15b453ee28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c95e43b-a0", "ovs_interfaceid": "7c95e43b-a067-4b6d-a262-55786d6a22d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.182557] env[65794]: DEBUG nova.network.neutron [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Successfully updated port: 1169a066-02eb-41bc-892c-5fce939595d0 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 756.203331] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.203886] env[65794]: DEBUG nova.compute.manager [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 756.206839] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.636s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.211868] env[65794]: INFO nova.compute.claims [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.294603] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.294931] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.295125] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.295287] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.295479] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.295640] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.295787] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.295927] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65794) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 756.296090] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.335405] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4811026, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.369622] env[65794]: WARNING neutronclient.v2_0.client [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.378299] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Releasing lock "refresh_cache-56b85a30-748e-4583-8d5d-7b89aff94017" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.378762] env[65794]: DEBUG nova.compute.manager [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Instance network_info: |[{"id": "9798237e-6141-457d-acc3-b512182f94f9", "address": "fa:16:3e:6f:16:c7", "network": {"id": "4065b1e2-57d1-4b6b-a10e-e2ed1c7ea57c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-67205083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dcbb4f7645224756815a7f50502ce2c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9798237e-61", "ovs_interfaceid": "9798237e-6141-457d-acc3-b512182f94f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 756.379239] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:16:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9798237e-6141-457d-acc3-b512182f94f9', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.388384] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Creating folder: Project (dcbb4f7645224756815a7f50502ce2c6). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.388932] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-446db5c2-a48a-4d69-980a-53f58993e826 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.405421] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Created folder: Project (dcbb4f7645224756815a7f50502ce2c6) in parent group-v937953. [ 756.405644] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Creating folder: Instances. Parent ref: group-v938064. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.405931] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-715abc6b-51aa-4632-8cb2-ea4e049bf3ab {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.420180] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Created folder: Instances in parent group-v938064. [ 756.420531] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 756.425647] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.425647] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c91e4825-2650-4e15-8be9-3d92c5a60f11 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.445718] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.445718] env[65794]: value = "task-4811029" [ 756.445718] env[65794]: _type = "Task" [ 756.445718] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.456471] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811029, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.603024] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Releasing lock "refresh_cache-3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.609072] env[65794]: INFO nova.compute.manager [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Took 41.83 seconds to build instance. [ 756.610707] env[65794]: WARNING neutronclient.v2_0.client [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.686558] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "refresh_cache-c27e0fb8-a5cb-433f-ad38-d3fc90fd8064" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.686697] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquired lock "refresh_cache-c27e0fb8-a5cb-433f-ad38-d3fc90fd8064" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.686865] env[65794]: DEBUG nova.network.neutron [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 756.717037] env[65794]: DEBUG nova.compute.utils [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.718771] env[65794]: DEBUG nova.compute.manager [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 756.719038] env[65794]: DEBUG nova.network.neutron [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 756.719468] env[65794]: WARNING neutronclient.v2_0.client [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.719842] env[65794]: WARNING neutronclient.v2_0.client [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.725888] env[65794]: DEBUG nova.network.neutron [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Updated VIF entry in instance network info cache for port ba5b2000-2718-476b-ba51-dcae7fd2589b. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 756.726532] env[65794]: DEBUG nova.network.neutron [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Updating instance_info_cache with network_info: [{"id": "ba5b2000-2718-476b-ba51-dcae7fd2589b", "address": "fa:16:3e:71:fb:34", "network": {"id": "f97e5b30-6bb3-488f-ab20-125850790621", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-587868333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339ba40f30e147e588c6d9b8cccedf79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba5b2000-27", "ovs_interfaceid": "ba5b2000-2718-476b-ba51-dcae7fd2589b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.782518] env[65794]: DEBUG nova.policy [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3a193fb841c4a16870c2dc5592c589a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a60998eafe04056b6d1e67daba6c3b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.800356] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.832607] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4811026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576691} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.832901] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 55128a66-2320-48f0-a7b0-9b809de89974/55128a66-2320-48f0-a7b0-9b809de89974.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.833270] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.833384] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24fb6e9e-079e-4274-9537-348ca43406c6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.842571] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for the task: (returnval){ [ 756.842571] env[65794]: value = "task-4811030" [ 756.842571] env[65794]: _type = "Task" [ 756.842571] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.852567] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4811030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.949083] env[65794]: DEBUG nova.compute.manager [req-9a78d773-d1ab-4231-b1d6-422696657f88 req-3c870a37-d107-4a6f-af74-a0d69cd83d09 service nova] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Received event network-vif-deleted-a07526a1-9dae-455e-8f31-2ca11416cecd {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 756.949355] env[65794]: DEBUG nova.compute.manager [req-9a78d773-d1ab-4231-b1d6-422696657f88 req-3c870a37-d107-4a6f-af74-a0d69cd83d09 service nova] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Received event network-vif-deleted-dac8238d-62b1-49b0-9adb-73a0df0ef2eb {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 756.949548] env[65794]: DEBUG nova.compute.manager [req-9a78d773-d1ab-4231-b1d6-422696657f88 req-3c870a37-d107-4a6f-af74-a0d69cd83d09 service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Received event network-changed-02c9ab3e-9750-41dc-901e-6b17e600c97a {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 756.949736] env[65794]: DEBUG nova.compute.manager [req-9a78d773-d1ab-4231-b1d6-422696657f88 req-3c870a37-d107-4a6f-af74-a0d69cd83d09 service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Refreshing instance network info cache due to event network-changed-02c9ab3e-9750-41dc-901e-6b17e600c97a. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 756.950040] env[65794]: DEBUG oslo_concurrency.lockutils [req-9a78d773-d1ab-4231-b1d6-422696657f88 req-3c870a37-d107-4a6f-af74-a0d69cd83d09 service nova] Acquiring lock "refresh_cache-92cf7152-7138-4f68-a3a3-c433071a7f89" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.950208] env[65794]: DEBUG oslo_concurrency.lockutils [req-9a78d773-d1ab-4231-b1d6-422696657f88 req-3c870a37-d107-4a6f-af74-a0d69cd83d09 service nova] Acquired lock "refresh_cache-92cf7152-7138-4f68-a3a3-c433071a7f89" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.950734] env[65794]: DEBUG nova.network.neutron [req-9a78d773-d1ab-4231-b1d6-422696657f88 req-3c870a37-d107-4a6f-af74-a0d69cd83d09 service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Refreshing network info cache for port 02c9ab3e-9750-41dc-901e-6b17e600c97a {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.964581] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811029, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.977146] env[65794]: DEBUG nova.compute.manager [req-91a8981a-fb4c-4a26-bbdb-5d1e7a2ab11f req-07a5d60d-d86c-4736-b702-e30f184863dc service nova] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Received event network-vif-plugged-9798237e-6141-457d-acc3-b512182f94f9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 756.977951] env[65794]: DEBUG oslo_concurrency.lockutils [req-91a8981a-fb4c-4a26-bbdb-5d1e7a2ab11f req-07a5d60d-d86c-4736-b702-e30f184863dc service nova] Acquiring lock "56b85a30-748e-4583-8d5d-7b89aff94017-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.977951] env[65794]: DEBUG oslo_concurrency.lockutils [req-91a8981a-fb4c-4a26-bbdb-5d1e7a2ab11f req-07a5d60d-d86c-4736-b702-e30f184863dc service nova] Lock "56b85a30-748e-4583-8d5d-7b89aff94017-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.977951] env[65794]: DEBUG oslo_concurrency.lockutils [req-91a8981a-fb4c-4a26-bbdb-5d1e7a2ab11f req-07a5d60d-d86c-4736-b702-e30f184863dc service nova] Lock "56b85a30-748e-4583-8d5d-7b89aff94017-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.978118] env[65794]: DEBUG nova.compute.manager [req-91a8981a-fb4c-4a26-bbdb-5d1e7a2ab11f req-07a5d60d-d86c-4736-b702-e30f184863dc service nova] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] No waiting events found dispatching network-vif-plugged-9798237e-6141-457d-acc3-b512182f94f9 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 756.978321] env[65794]: WARNING nova.compute.manager [req-91a8981a-fb4c-4a26-bbdb-5d1e7a2ab11f req-07a5d60d-d86c-4736-b702-e30f184863dc service nova] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Received unexpected event network-vif-plugged-9798237e-6141-457d-acc3-b512182f94f9 for instance with vm_state building and task_state spawning. [ 756.978456] env[65794]: DEBUG nova.compute.manager [req-91a8981a-fb4c-4a26-bbdb-5d1e7a2ab11f req-07a5d60d-d86c-4736-b702-e30f184863dc service nova] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Received event network-changed-9798237e-6141-457d-acc3-b512182f94f9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 756.979416] env[65794]: DEBUG nova.compute.manager [req-91a8981a-fb4c-4a26-bbdb-5d1e7a2ab11f req-07a5d60d-d86c-4736-b702-e30f184863dc service nova] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Refreshing instance network info cache due to event network-changed-9798237e-6141-457d-acc3-b512182f94f9. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 756.979617] env[65794]: DEBUG oslo_concurrency.lockutils [req-91a8981a-fb4c-4a26-bbdb-5d1e7a2ab11f req-07a5d60d-d86c-4736-b702-e30f184863dc service nova] Acquiring lock "refresh_cache-56b85a30-748e-4583-8d5d-7b89aff94017" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.980690] env[65794]: DEBUG oslo_concurrency.lockutils [req-91a8981a-fb4c-4a26-bbdb-5d1e7a2ab11f req-07a5d60d-d86c-4736-b702-e30f184863dc service nova] Acquired lock "refresh_cache-56b85a30-748e-4583-8d5d-7b89aff94017" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.980690] env[65794]: DEBUG nova.network.neutron [req-91a8981a-fb4c-4a26-bbdb-5d1e7a2ab11f req-07a5d60d-d86c-4736-b702-e30f184863dc service nova] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Refreshing network info cache for port 9798237e-6141-457d-acc3-b512182f94f9 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.091941] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Acquiring lock "b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.092172] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Lock "b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.114497] env[65794]: DEBUG oslo_concurrency.lockutils [None req-585919d3-893d-458f-9de3-b04221ea9e0f tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "8b2f93f9-9f47-4358-9499-6b90702ca782" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.298s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.127719] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "7d65b7b9-a096-45ac-b66f-ae69432e4d50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.128398] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "7d65b7b9-a096-45ac-b66f-ae69432e4d50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.128398] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "7d65b7b9-a096-45ac-b66f-ae69432e4d50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.128569] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "7d65b7b9-a096-45ac-b66f-ae69432e4d50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.128617] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "7d65b7b9-a096-45ac-b66f-ae69432e4d50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.131853] env[65794]: INFO nova.compute.manager [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Terminating instance [ 757.162068] env[65794]: WARNING oslo_messaging._drivers.amqpdriver [None req-773da78b-f289-47be-8f7c-49bab4cedbbf tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 757.225988] env[65794]: DEBUG nova.compute.manager [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 757.232626] env[65794]: DEBUG oslo_concurrency.lockutils [req-49c1976c-fbf1-475f-ae7a-81f9225e5c9e req-33f097d0-fc6e-46d9-8a1f-dff941e4d5ef service nova] Releasing lock "refresh_cache-55128a66-2320-48f0-a7b0-9b809de89974" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.260883] env[65794]: DEBUG nova.network.neutron [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 757.265670] env[65794]: DEBUG nova.network.neutron [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Successfully created port: 093a6d9b-9470-44b5-93f2-23d96a80debd {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 757.352665] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4811030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084843} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.352665] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.353633] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91324be-708a-4250-8b00-b6230dd65a76 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.380474] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 55128a66-2320-48f0-a7b0-9b809de89974/55128a66-2320-48f0-a7b0-9b809de89974.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.383718] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8a77000-34d8-4b70-b354-693e3c7ef629 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.404106] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for the task: (returnval){ [ 757.404106] env[65794]: value = "task-4811031" [ 757.404106] env[65794]: _type = "Task" [ 757.404106] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.415093] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4811031, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.452970] env[65794]: WARNING neutronclient.v2_0.client [req-9a78d773-d1ab-4231-b1d6-422696657f88 req-3c870a37-d107-4a6f-af74-a0d69cd83d09 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.466863] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811029, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.483272] env[65794]: WARNING neutronclient.v2_0.client [req-91a8981a-fb4c-4a26-bbdb-5d1e7a2ab11f req-07a5d60d-d86c-4736-b702-e30f184863dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.550157] env[65794]: WARNING neutronclient.v2_0.client [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.558278] env[65794]: DEBUG oslo_concurrency.lockutils [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.558536] env[65794]: DEBUG oslo_concurrency.lockutils [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.558746] env[65794]: DEBUG oslo_concurrency.lockutils [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.558919] env[65794]: DEBUG oslo_concurrency.lockutils [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.559099] env[65794]: DEBUG oslo_concurrency.lockutils [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.561570] env[65794]: INFO nova.compute.manager [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Terminating instance [ 757.621061] env[65794]: DEBUG nova.compute.manager [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 757.636791] env[65794]: DEBUG nova.compute.manager [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 757.637344] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.642134] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b246ee4-047a-4e91-86ae-c317cf708f3d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.653117] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.653117] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb5ce07d-5212-40a8-8826-5ebf38decffd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.660986] env[65794]: DEBUG oslo_vmware.api [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 757.660986] env[65794]: value = "task-4811032" [ 757.660986] env[65794]: _type = "Task" [ 757.660986] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.664529] env[65794]: DEBUG oslo_concurrency.lockutils [None req-773da78b-f289-47be-8f7c-49bab4cedbbf tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquiring lock "18eaf5a7-4711-4a52-82fa-aeca7ed9ae86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.671069] env[65794]: DEBUG oslo_vmware.api [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.828500] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bd1b00-e8ec-4bc1-8552-6a27988e7d4c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.834886] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f716ceda-7195-46b0-b754-800f757cd854 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.870200] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a764b8ff-96aa-4700-9f9f-346712b53422 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.880959] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32c916e-d85a-42cf-b0ed-d07cfd840695 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.899525] env[65794]: DEBUG nova.compute.provider_tree [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.913949] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4811031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.963375] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811029, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.067988] env[65794]: DEBUG nova.compute.manager [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 758.068297] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.069609] env[65794]: DEBUG nova.network.neutron [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Updating instance_info_cache with network_info: [{"id": "1169a066-02eb-41bc-892c-5fce939595d0", "address": "fa:16:3e:cd:d1:df", "network": {"id": "4065b1e2-57d1-4b6b-a10e-e2ed1c7ea57c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-67205083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dcbb4f7645224756815a7f50502ce2c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1169a066-02", "ovs_interfaceid": "1169a066-02eb-41bc-892c-5fce939595d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.071538] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdd4fd9-2244-4895-9f5d-44be7122ef63 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.082064] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.082352] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6063a058-eafa-4506-ac40-cd35a03483f0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.151139] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.169666] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.169666] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.169816] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Deleting the datastore file [datastore2] c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.173236] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c241024a-84a6-4f31-b0e4-a87fec61c323 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.175201] env[65794]: DEBUG oslo_vmware.api [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811032, 'name': PowerOffVM_Task, 'duration_secs': 0.477249} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.175506] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.175625] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.176287] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0373c020-d082-4aef-a993-e69ef1d9749b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.179650] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.179923] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab3680c1-f718-4cd0-b08a-c2118862f570 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.183198] env[65794]: DEBUG oslo_vmware.api [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 758.183198] env[65794]: value = "task-4811034" [ 758.183198] env[65794]: _type = "Task" [ 758.183198] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.192349] env[65794]: DEBUG oslo_vmware.api [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 758.192349] env[65794]: value = "task-4811036" [ 758.192349] env[65794]: _type = "Task" [ 758.192349] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.199695] env[65794]: DEBUG oslo_vmware.api [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.210825] env[65794]: DEBUG oslo_vmware.api [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.247077] env[65794]: DEBUG nova.compute.manager [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 758.256978] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.257340] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.257605] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Deleting the datastore file [datastore1] 7d65b7b9-a096-45ac-b66f-ae69432e4d50 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.258038] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad276f72-f1ae-4013-a751-7f8ebc7634c3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.269100] env[65794]: DEBUG oslo_vmware.api [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 758.269100] env[65794]: value = "task-4811037" [ 758.269100] env[65794]: _type = "Task" [ 758.269100] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.276875] env[65794]: DEBUG nova.virt.hardware [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 758.277197] env[65794]: DEBUG nova.virt.hardware [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.277379] env[65794]: DEBUG nova.virt.hardware [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 758.277591] env[65794]: DEBUG nova.virt.hardware [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.277786] env[65794]: DEBUG nova.virt.hardware [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 758.277962] env[65794]: DEBUG nova.virt.hardware [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 758.278229] env[65794]: DEBUG nova.virt.hardware [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 758.278408] env[65794]: DEBUG nova.virt.hardware [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 758.278593] env[65794]: DEBUG nova.virt.hardware [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 758.278756] env[65794]: DEBUG nova.virt.hardware [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 758.278921] env[65794]: DEBUG nova.virt.hardware [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 758.280020] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c536cd-8fff-431f-a795-8d46da6f9c81 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.287553] env[65794]: DEBUG oslo_vmware.api [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.294348] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eab01a8-68e3-4c67-b8ca-a9c8034b301c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.299924] env[65794]: WARNING neutronclient.v2_0.client [req-9a78d773-d1ab-4231-b1d6-422696657f88 req-3c870a37-d107-4a6f-af74-a0d69cd83d09 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.314675] env[65794]: WARNING neutronclient.v2_0.client [req-91a8981a-fb4c-4a26-bbdb-5d1e7a2ab11f req-07a5d60d-d86c-4736-b702-e30f184863dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.404319] env[65794]: DEBUG nova.scheduler.client.report [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.419301] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4811031, 'name': ReconfigVM_Task, 'duration_secs': 0.891799} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.419668] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 55128a66-2320-48f0-a7b0-9b809de89974/55128a66-2320-48f0-a7b0-9b809de89974.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.420370] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1acff658-a4e1-4cf5-8338-715161102a35 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.429651] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for the task: (returnval){ [ 758.429651] env[65794]: value = "task-4811038" [ 758.429651] env[65794]: _type = "Task" [ 758.429651] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.443442] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4811038, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.468429] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811029, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.559169] env[65794]: DEBUG nova.network.neutron [req-9a78d773-d1ab-4231-b1d6-422696657f88 req-3c870a37-d107-4a6f-af74-a0d69cd83d09 service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Updated VIF entry in instance network info cache for port 02c9ab3e-9750-41dc-901e-6b17e600c97a. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 758.559169] env[65794]: DEBUG nova.network.neutron [req-9a78d773-d1ab-4231-b1d6-422696657f88 req-3c870a37-d107-4a6f-af74-a0d69cd83d09 service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Updating instance_info_cache with network_info: [{"id": "02c9ab3e-9750-41dc-901e-6b17e600c97a", "address": "fa:16:3e:ec:54:90", "network": {"id": "7b7f9a57-b64f-4077-8e94-91e91c3e8259", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1312368132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de9a71d66ebd4ebf955da7787f0ed2c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02c9ab3e-97", "ovs_interfaceid": "02c9ab3e-9750-41dc-901e-6b17e600c97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.577496] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Releasing lock "refresh_cache-c27e0fb8-a5cb-433f-ad38-d3fc90fd8064" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.577940] env[65794]: DEBUG nova.compute.manager [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Instance network_info: |[{"id": "1169a066-02eb-41bc-892c-5fce939595d0", "address": "fa:16:3e:cd:d1:df", "network": {"id": "4065b1e2-57d1-4b6b-a10e-e2ed1c7ea57c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-67205083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dcbb4f7645224756815a7f50502ce2c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1169a066-02", "ovs_interfaceid": "1169a066-02eb-41bc-892c-5fce939595d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 758.578658] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:d1:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1169a066-02eb-41bc-892c-5fce939595d0', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.589892] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 758.591473] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.592936] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b27c0451-c3ac-458a-bf6f-a434303a66a9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.615731] env[65794]: DEBUG nova.network.neutron [req-91a8981a-fb4c-4a26-bbdb-5d1e7a2ab11f req-07a5d60d-d86c-4736-b702-e30f184863dc service nova] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Updated VIF entry in instance network info cache for port 9798237e-6141-457d-acc3-b512182f94f9. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 758.621269] env[65794]: DEBUG nova.network.neutron [req-91a8981a-fb4c-4a26-bbdb-5d1e7a2ab11f req-07a5d60d-d86c-4736-b702-e30f184863dc service nova] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Updating instance_info_cache with network_info: [{"id": "9798237e-6141-457d-acc3-b512182f94f9", "address": "fa:16:3e:6f:16:c7", "network": {"id": "4065b1e2-57d1-4b6b-a10e-e2ed1c7ea57c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-67205083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dcbb4f7645224756815a7f50502ce2c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9798237e-61", "ovs_interfaceid": "9798237e-6141-457d-acc3-b512182f94f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.630654] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.630654] env[65794]: value = "task-4811039" [ 758.630654] env[65794]: _type = "Task" [ 758.630654] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.642689] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811039, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.697188] env[65794]: DEBUG oslo_vmware.api [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3511} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.698017] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.698017] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.698017] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.698213] env[65794]: INFO nova.compute.manager [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Took 0.63 seconds to destroy the instance on the hypervisor. [ 758.698479] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 758.699070] env[65794]: DEBUG nova.compute.manager [-] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 758.699070] env[65794]: DEBUG nova.network.neutron [-] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 758.699296] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.712827] env[65794]: DEBUG oslo_vmware.api [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811036, 'name': PowerOffVM_Task, 'duration_secs': 0.242991} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.713192] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.714543] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5aabd06-0bc7-4ae3-b330-55c04d14f1ea {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.734951] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e24b5a5-c232-44ac-8972-1ad74ef53d05 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.739766] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.782251] env[65794]: DEBUG oslo_vmware.api [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228707} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.784797] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.785445] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.786020] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.786203] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.786841] env[65794]: INFO nova.compute.manager [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Took 1.15 seconds to destroy the instance on the hypervisor. [ 758.786841] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 758.787092] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a99c12c-1997-4ede-8c75-b56d05fe0520 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.789032] env[65794]: DEBUG nova.compute.manager [-] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 758.789147] env[65794]: DEBUG nova.network.neutron [-] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 758.789486] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.798822] env[65794]: DEBUG oslo_vmware.api [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 758.798822] env[65794]: value = "task-4811040" [ 758.798822] env[65794]: _type = "Task" [ 758.798822] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.813133] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] VM already powered off {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 758.813469] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.813811] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.814014] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.814237] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.814547] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5089799f-ddc7-4d2a-b30b-ad6ed27aa279 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.825905] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.826261] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.827138] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5691b657-59c1-46c7-9c5c-c7b7cb070189 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.833660] env[65794]: DEBUG oslo_vmware.api [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 758.833660] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52d04924-e4ab-3499-225a-9a7e91d88fff" [ 758.833660] env[65794]: _type = "Task" [ 758.833660] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.843164] env[65794]: DEBUG oslo_vmware.api [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d04924-e4ab-3499-225a-9a7e91d88fff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.914243] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.914839] env[65794]: DEBUG nova.compute.manager [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 758.917950] env[65794]: DEBUG oslo_concurrency.lockutils [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.333s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.919341] env[65794]: INFO nova.compute.claims [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.946528] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4811038, 'name': Rename_Task, 'duration_secs': 0.160969} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.947229] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.948396] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-369c8992-41f2-4176-973e-d610b4bfbcbe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.955512] env[65794]: DEBUG nova.network.neutron [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Successfully updated port: 093a6d9b-9470-44b5-93f2-23d96a80debd {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 758.959534] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for the task: (returnval){ [ 758.959534] env[65794]: value = "task-4811041" [ 758.959534] env[65794]: _type = "Task" [ 758.959534] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.978770] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4811041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.978770] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811029, 'name': CreateVM_Task, 'duration_secs': 2.52206} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.979468] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.980332] env[65794]: WARNING neutronclient.v2_0.client [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.980453] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.980880] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.981147] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.981614] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aef0372-e420-4735-b6a2-90038d0b06e7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.989586] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 758.989586] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52a4a68c-668a-885a-9d02-8cf6d69dfbcb" [ 758.989586] env[65794]: _type = "Task" [ 758.989586] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.006673] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a4a68c-668a-885a-9d02-8cf6d69dfbcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.043354] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.061065] env[65794]: DEBUG oslo_concurrency.lockutils [req-9a78d773-d1ab-4231-b1d6-422696657f88 req-3c870a37-d107-4a6f-af74-a0d69cd83d09 service nova] Releasing lock "refresh_cache-92cf7152-7138-4f68-a3a3-c433071a7f89" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.125955] env[65794]: DEBUG oslo_concurrency.lockutils [req-91a8981a-fb4c-4a26-bbdb-5d1e7a2ab11f req-07a5d60d-d86c-4736-b702-e30f184863dc service nova] Releasing lock "refresh_cache-56b85a30-748e-4583-8d5d-7b89aff94017" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.141564] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811039, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.352719] env[65794]: DEBUG oslo_vmware.api [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d04924-e4ab-3499-225a-9a7e91d88fff, 'name': SearchDatastore_Task, 'duration_secs': 0.009991} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.354122] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26b16bc7-0076-4eeb-be5c-8449ae08f82f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.362648] env[65794]: DEBUG oslo_vmware.api [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 759.362648] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522e8e30-877a-20a1-df32-8b169b74948e" [ 759.362648] env[65794]: _type = "Task" [ 759.362648] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.377615] env[65794]: DEBUG oslo_vmware.api [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522e8e30-877a-20a1-df32-8b169b74948e, 'name': SearchDatastore_Task, 'duration_secs': 0.010475} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.378028] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.378465] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f/f5682eb2-5020-4fb7-8580-1a22c7f02289-rescue.vmdk. {{(pid=65794) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 759.379095] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-701487ed-7075-4a30-a470-aa5f656410cd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.388709] env[65794]: DEBUG oslo_vmware.api [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 759.388709] env[65794]: value = "task-4811042" [ 759.388709] env[65794]: _type = "Task" [ 759.388709] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.401820] env[65794]: DEBUG oslo_vmware.api [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.416018] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "248bad78-5ecf-49e6-a2c0-ec9a99dec831" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.416018] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "248bad78-5ecf-49e6-a2c0-ec9a99dec831" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.427446] env[65794]: DEBUG nova.compute.utils [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.434090] env[65794]: DEBUG nova.compute.manager [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 759.434090] env[65794]: DEBUG nova.network.neutron [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 759.434264] env[65794]: WARNING neutronclient.v2_0.client [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.435058] env[65794]: WARNING neutronclient.v2_0.client [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.460871] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "refresh_cache-941691d3-3682-49a5-8488-9bc2c8c3f2a5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.461186] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "refresh_cache-941691d3-3682-49a5-8488-9bc2c8c3f2a5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.461507] env[65794]: DEBUG nova.network.neutron [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 759.479385] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4811041, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.503082] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a4a68c-668a-885a-9d02-8cf6d69dfbcb, 'name': SearchDatastore_Task, 'duration_secs': 0.016247} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.504729] env[65794]: DEBUG nova.policy [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edc0bf47ec2046c481c69f024132c63f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c36b3603b89c4dafb6bc5922cc114f81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.506807] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.507140] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.507387] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.507545] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.507725] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.508290] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66d0bef6-ea3c-44fc-9d85-6baac50c8d9a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.510327] env[65794]: DEBUG nova.network.neutron [-] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.520356] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.520764] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.522874] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1898c51-4dd9-44f1-a50c-571ad5f537e6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.529313] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 759.529313] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]523eedd9-9b1c-e0a0-4e46-4624e96064de" [ 759.529313] env[65794]: _type = "Task" [ 759.529313] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.543557] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]523eedd9-9b1c-e0a0-4e46-4624e96064de, 'name': SearchDatastore_Task, 'duration_secs': 0.010954} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.545796] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f48f63d3-7070-48f2-9f4b-501cbdae14b2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.554742] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 759.554742] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52e4c0fe-4a3b-a7db-fa66-fdc0864bbfab" [ 759.554742] env[65794]: _type = "Task" [ 759.554742] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.570082] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e4c0fe-4a3b-a7db-fa66-fdc0864bbfab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.646562] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811039, 'name': CreateVM_Task, 'duration_secs': 0.609859} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.646925] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.647588] env[65794]: WARNING neutronclient.v2_0.client [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.648303] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.648641] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.649108] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.649476] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae0174b2-384f-4e12-912f-5c94b030bcba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.657897] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 759.657897] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522a3f5b-d7e4-b190-0d21-67804a387846" [ 759.657897] env[65794]: _type = "Task" [ 759.657897] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.670115] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522a3f5b-d7e4-b190-0d21-67804a387846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.772074] env[65794]: DEBUG nova.compute.manager [req-287afe9e-9e82-4241-a7f0-94a6bdb278c6 req-bf209197-95f4-418a-8e2c-a17124e0bcbb service nova] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Received event network-vif-plugged-093a6d9b-9470-44b5-93f2-23d96a80debd {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 759.772757] env[65794]: DEBUG oslo_concurrency.lockutils [req-287afe9e-9e82-4241-a7f0-94a6bdb278c6 req-bf209197-95f4-418a-8e2c-a17124e0bcbb service nova] Acquiring lock "941691d3-3682-49a5-8488-9bc2c8c3f2a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.773230] env[65794]: DEBUG oslo_concurrency.lockutils [req-287afe9e-9e82-4241-a7f0-94a6bdb278c6 req-bf209197-95f4-418a-8e2c-a17124e0bcbb service nova] Lock "941691d3-3682-49a5-8488-9bc2c8c3f2a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.774193] env[65794]: DEBUG oslo_concurrency.lockutils [req-287afe9e-9e82-4241-a7f0-94a6bdb278c6 req-bf209197-95f4-418a-8e2c-a17124e0bcbb service nova] Lock "941691d3-3682-49a5-8488-9bc2c8c3f2a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.774193] env[65794]: DEBUG nova.compute.manager [req-287afe9e-9e82-4241-a7f0-94a6bdb278c6 req-bf209197-95f4-418a-8e2c-a17124e0bcbb service nova] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] No waiting events found dispatching network-vif-plugged-093a6d9b-9470-44b5-93f2-23d96a80debd {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 759.774193] env[65794]: WARNING nova.compute.manager [req-287afe9e-9e82-4241-a7f0-94a6bdb278c6 req-bf209197-95f4-418a-8e2c-a17124e0bcbb service nova] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Received unexpected event network-vif-plugged-093a6d9b-9470-44b5-93f2-23d96a80debd for instance with vm_state building and task_state spawning. [ 759.774367] env[65794]: DEBUG nova.compute.manager [req-287afe9e-9e82-4241-a7f0-94a6bdb278c6 req-bf209197-95f4-418a-8e2c-a17124e0bcbb service nova] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Received event network-changed-093a6d9b-9470-44b5-93f2-23d96a80debd {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 759.774511] env[65794]: DEBUG nova.compute.manager [req-287afe9e-9e82-4241-a7f0-94a6bdb278c6 req-bf209197-95f4-418a-8e2c-a17124e0bcbb service nova] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Refreshing instance network info cache due to event network-changed-093a6d9b-9470-44b5-93f2-23d96a80debd. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 759.775212] env[65794]: DEBUG oslo_concurrency.lockutils [req-287afe9e-9e82-4241-a7f0-94a6bdb278c6 req-bf209197-95f4-418a-8e2c-a17124e0bcbb service nova] Acquiring lock "refresh_cache-941691d3-3682-49a5-8488-9bc2c8c3f2a5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.801683] env[65794]: DEBUG nova.compute.manager [req-8a63c12e-a22b-4782-9699-3cf9dd7235f7 req-35289e43-b94d-4229-8f60-60a75a0a2b62 service nova] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Received event network-vif-plugged-1169a066-02eb-41bc-892c-5fce939595d0 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 759.802015] env[65794]: DEBUG oslo_concurrency.lockutils [req-8a63c12e-a22b-4782-9699-3cf9dd7235f7 req-35289e43-b94d-4229-8f60-60a75a0a2b62 service nova] Acquiring lock "c27e0fb8-a5cb-433f-ad38-d3fc90fd8064-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.802242] env[65794]: DEBUG oslo_concurrency.lockutils [req-8a63c12e-a22b-4782-9699-3cf9dd7235f7 req-35289e43-b94d-4229-8f60-60a75a0a2b62 service nova] Lock "c27e0fb8-a5cb-433f-ad38-d3fc90fd8064-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.802466] env[65794]: DEBUG oslo_concurrency.lockutils [req-8a63c12e-a22b-4782-9699-3cf9dd7235f7 req-35289e43-b94d-4229-8f60-60a75a0a2b62 service nova] Lock "c27e0fb8-a5cb-433f-ad38-d3fc90fd8064-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.802681] env[65794]: DEBUG nova.compute.manager [req-8a63c12e-a22b-4782-9699-3cf9dd7235f7 req-35289e43-b94d-4229-8f60-60a75a0a2b62 service nova] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] No waiting events found dispatching network-vif-plugged-1169a066-02eb-41bc-892c-5fce939595d0 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 759.802989] env[65794]: WARNING nova.compute.manager [req-8a63c12e-a22b-4782-9699-3cf9dd7235f7 req-35289e43-b94d-4229-8f60-60a75a0a2b62 service nova] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Received unexpected event network-vif-plugged-1169a066-02eb-41bc-892c-5fce939595d0 for instance with vm_state building and task_state spawning. [ 759.803051] env[65794]: DEBUG nova.compute.manager [req-8a63c12e-a22b-4782-9699-3cf9dd7235f7 req-35289e43-b94d-4229-8f60-60a75a0a2b62 service nova] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Received event network-changed-1169a066-02eb-41bc-892c-5fce939595d0 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 759.803292] env[65794]: DEBUG nova.compute.manager [req-8a63c12e-a22b-4782-9699-3cf9dd7235f7 req-35289e43-b94d-4229-8f60-60a75a0a2b62 service nova] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Refreshing instance network info cache due to event network-changed-1169a066-02eb-41bc-892c-5fce939595d0. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 759.803381] env[65794]: DEBUG oslo_concurrency.lockutils [req-8a63c12e-a22b-4782-9699-3cf9dd7235f7 req-35289e43-b94d-4229-8f60-60a75a0a2b62 service nova] Acquiring lock "refresh_cache-c27e0fb8-a5cb-433f-ad38-d3fc90fd8064" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.803511] env[65794]: DEBUG oslo_concurrency.lockutils [req-8a63c12e-a22b-4782-9699-3cf9dd7235f7 req-35289e43-b94d-4229-8f60-60a75a0a2b62 service nova] Acquired lock "refresh_cache-c27e0fb8-a5cb-433f-ad38-d3fc90fd8064" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.803664] env[65794]: DEBUG nova.network.neutron [req-8a63c12e-a22b-4782-9699-3cf9dd7235f7 req-35289e43-b94d-4229-8f60-60a75a0a2b62 service nova] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Refreshing network info cache for port 1169a066-02eb-41bc-892c-5fce939595d0 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.809763] env[65794]: DEBUG nova.network.neutron [-] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.904100] env[65794]: DEBUG oslo_vmware.api [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811042, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.933786] env[65794]: DEBUG nova.compute.manager [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 759.964018] env[65794]: DEBUG nova.network.neutron [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Successfully created port: dbc789af-a3f0-4a29-b618-493b3d5a56df {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 759.975783] env[65794]: DEBUG oslo_vmware.api [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4811041, 'name': PowerOnVM_Task, 'duration_secs': 0.81472} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.976117] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.976242] env[65794]: INFO nova.compute.manager [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Took 10.23 seconds to spawn the instance on the hypervisor. [ 759.976709] env[65794]: DEBUG nova.compute.manager [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 759.977257] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926f850e-9013-41a4-a825-775bf3129107 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.015502] env[65794]: INFO nova.compute.manager [-] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Took 1.31 seconds to deallocate network for instance. [ 760.024636] env[65794]: DEBUG nova.network.neutron [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 760.069770] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e4c0fe-4a3b-a7db-fa66-fdc0864bbfab, 'name': SearchDatastore_Task, 'duration_secs': 0.070404} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.070074] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.070354] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 56b85a30-748e-4583-8d5d-7b89aff94017/56b85a30-748e-4583-8d5d-7b89aff94017.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.070634] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fad7da1-3892-484a-9224-697bd739d962 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.079265] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 760.079265] env[65794]: value = "task-4811043" [ 760.079265] env[65794]: _type = "Task" [ 760.079265] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.089635] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.150180] env[65794]: WARNING neutronclient.v2_0.client [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.176370] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522a3f5b-d7e4-b190-0d21-67804a387846, 'name': SearchDatastore_Task, 'duration_secs': 0.073428} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.176711] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.177092] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.177362] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.177529] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.177697] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.177979] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29f491f4-9050-4fad-87e8-a5ddcff174e6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.191034] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.191223] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.192085] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14fb4bab-29b8-4084-9ef1-a9fad8708ffe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.200147] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 760.200147] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52709952-95d9-96d2-4766-055ce39fb13a" [ 760.200147] env[65794]: _type = "Task" [ 760.200147] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.210792] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52709952-95d9-96d2-4766-055ce39fb13a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.311678] env[65794]: WARNING neutronclient.v2_0.client [req-8a63c12e-a22b-4782-9699-3cf9dd7235f7 req-35289e43-b94d-4229-8f60-60a75a0a2b62 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.315877] env[65794]: DEBUG nova.network.neutron [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Updating instance_info_cache with network_info: [{"id": "093a6d9b-9470-44b5-93f2-23d96a80debd", "address": "fa:16:3e:72:d6:84", "network": {"id": "36c5e215-9baa-484a-b32e-46d5cf98df9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1092787184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a60998eafe04056b6d1e67daba6c3b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap093a6d9b-94", "ovs_interfaceid": "093a6d9b-9470-44b5-93f2-23d96a80debd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.317525] env[65794]: INFO nova.compute.manager [-] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Took 1.53 seconds to deallocate network for instance. [ 760.370150] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "8b2f93f9-9f47-4358-9499-6b90702ca782" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.370451] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "8b2f93f9-9f47-4358-9499-6b90702ca782" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.370667] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "8b2f93f9-9f47-4358-9499-6b90702ca782-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.370850] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "8b2f93f9-9f47-4358-9499-6b90702ca782-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.371072] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "8b2f93f9-9f47-4358-9499-6b90702ca782-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.373323] env[65794]: INFO nova.compute.manager [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Terminating instance [ 760.408059] env[65794]: DEBUG oslo_vmware.api [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526001} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.408686] env[65794]: INFO nova.virt.vmwareapi.ds_util [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f/f5682eb2-5020-4fb7-8580-1a22c7f02289-rescue.vmdk. [ 760.409561] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f57604d-65a5-4164-8d5b-b2318c953b5b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.440048] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f/f5682eb2-5020-4fb7-8580-1a22c7f02289-rescue.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.449498] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0674ba9d-d172-4b9d-8df9-79c4f3f51cc8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.473223] env[65794]: DEBUG oslo_vmware.api [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 760.473223] env[65794]: value = "task-4811044" [ 760.473223] env[65794]: _type = "Task" [ 760.473223] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.487769] env[65794]: DEBUG oslo_vmware.api [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.502714] env[65794]: INFO nova.compute.manager [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Took 41.48 seconds to build instance. [ 760.525089] env[65794]: DEBUG oslo_concurrency.lockutils [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.594428] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499441} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.594876] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 56b85a30-748e-4583-8d5d-7b89aff94017/56b85a30-748e-4583-8d5d-7b89aff94017.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.594967] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.595198] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbadfa01-a6ed-4a3e-8610-6db0dd65ff5c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.602729] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 760.602729] env[65794]: value = "task-4811045" [ 760.602729] env[65794]: _type = "Task" [ 760.602729] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.613947] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.615722] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da64f869-0fc2-45b9-87fc-dbf3c180567f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.623294] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e5c8b9-5b14-4d60-9815-08bc6e13c86f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.674075] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805ae84a-9236-4b84-a4a0-f9ee6cbc31e6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.676915] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Acquiring lock "6197619a-342a-4ab0-9bcd-aaae2ab0de8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.677175] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Lock "6197619a-342a-4ab0-9bcd-aaae2ab0de8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.677405] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Acquiring lock "6197619a-342a-4ab0-9bcd-aaae2ab0de8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.677585] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Lock "6197619a-342a-4ab0-9bcd-aaae2ab0de8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.677739] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Lock "6197619a-342a-4ab0-9bcd-aaae2ab0de8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.680353] env[65794]: INFO nova.compute.manager [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Terminating instance [ 760.689197] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e04b5fd-44b6-423d-9a2c-e7777b9e5d3d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.702260] env[65794]: DEBUG nova.compute.provider_tree [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.718774] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52709952-95d9-96d2-4766-055ce39fb13a, 'name': SearchDatastore_Task, 'duration_secs': 0.010755} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.720091] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-437d1ad0-b596-4ccc-978b-1d2f2ee77798 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.727508] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 760.727508] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5261dc56-9f5e-2b8c-b159-6d3d884440df" [ 760.727508] env[65794]: _type = "Task" [ 760.727508] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.736973] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5261dc56-9f5e-2b8c-b159-6d3d884440df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.746522] env[65794]: WARNING neutronclient.v2_0.client [req-8a63c12e-a22b-4782-9699-3cf9dd7235f7 req-35289e43-b94d-4229-8f60-60a75a0a2b62 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.818776] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "refresh_cache-941691d3-3682-49a5-8488-9bc2c8c3f2a5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.819207] env[65794]: DEBUG nova.compute.manager [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Instance network_info: |[{"id": "093a6d9b-9470-44b5-93f2-23d96a80debd", "address": "fa:16:3e:72:d6:84", "network": {"id": "36c5e215-9baa-484a-b32e-46d5cf98df9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1092787184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a60998eafe04056b6d1e67daba6c3b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap093a6d9b-94", "ovs_interfaceid": "093a6d9b-9470-44b5-93f2-23d96a80debd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 760.819635] env[65794]: DEBUG oslo_concurrency.lockutils [req-287afe9e-9e82-4241-a7f0-94a6bdb278c6 req-bf209197-95f4-418a-8e2c-a17124e0bcbb service nova] Acquired lock "refresh_cache-941691d3-3682-49a5-8488-9bc2c8c3f2a5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.819855] env[65794]: DEBUG nova.network.neutron [req-287afe9e-9e82-4241-a7f0-94a6bdb278c6 req-bf209197-95f4-418a-8e2c-a17124e0bcbb service nova] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Refreshing network info cache for port 093a6d9b-9470-44b5-93f2-23d96a80debd {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.821111] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:d6:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '093a6d9b-9470-44b5-93f2-23d96a80debd', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.829218] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Creating folder: Project (9a60998eafe04056b6d1e67daba6c3b1). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.830092] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.830267] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35eae4ba-7a94-4169-84eb-29f3209f36cc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.843123] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Created folder: Project (9a60998eafe04056b6d1e67daba6c3b1) in parent group-v937953. [ 760.843348] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Creating folder: Instances. Parent ref: group-v938068. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.844031] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-929803ae-7692-45b5-b26b-6b1f8c63a84c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.857432] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Created folder: Instances in parent group-v938068. [ 760.857704] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 760.859028] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.859028] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dce34f4-d756-4f43-82df-db2a0a517498 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.880211] env[65794]: DEBUG nova.compute.manager [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 760.880429] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.882168] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1e8460-9c22-451b-b194-ddeb5312b024 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.885238] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.885238] env[65794]: value = "task-4811048" [ 760.885238] env[65794]: _type = "Task" [ 760.885238] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.892672] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.893367] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d3d776f-aa85-4a24-a3f8-ef5849d3a4b5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.900112] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811048, 'name': CreateVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.909106] env[65794]: DEBUG oslo_vmware.api [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 760.909106] env[65794]: value = "task-4811049" [ 760.909106] env[65794]: _type = "Task" [ 760.909106] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.920957] env[65794]: DEBUG oslo_vmware.api [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.934965] env[65794]: DEBUG nova.network.neutron [req-8a63c12e-a22b-4782-9699-3cf9dd7235f7 req-35289e43-b94d-4229-8f60-60a75a0a2b62 service nova] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Updated VIF entry in instance network info cache for port 1169a066-02eb-41bc-892c-5fce939595d0. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 760.935349] env[65794]: DEBUG nova.network.neutron [req-8a63c12e-a22b-4782-9699-3cf9dd7235f7 req-35289e43-b94d-4229-8f60-60a75a0a2b62 service nova] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Updating instance_info_cache with network_info: [{"id": "1169a066-02eb-41bc-892c-5fce939595d0", "address": "fa:16:3e:cd:d1:df", "network": {"id": "4065b1e2-57d1-4b6b-a10e-e2ed1c7ea57c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-67205083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dcbb4f7645224756815a7f50502ce2c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1169a066-02", "ovs_interfaceid": "1169a066-02eb-41bc-892c-5fce939595d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.965281] env[65794]: DEBUG nova.compute.manager [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 760.986411] env[65794]: DEBUG oslo_vmware.api [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.996327] env[65794]: DEBUG nova.virt.hardware [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:29:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0a47fac9-214a-4286-994e-6150fdeca55c',id=33,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1617085016',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 760.996678] env[65794]: DEBUG nova.virt.hardware [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.996890] env[65794]: DEBUG nova.virt.hardware [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 760.997101] env[65794]: DEBUG nova.virt.hardware [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.997248] env[65794]: DEBUG nova.virt.hardware [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 760.997397] env[65794]: DEBUG nova.virt.hardware [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 760.997606] env[65794]: DEBUG nova.virt.hardware [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 760.997809] env[65794]: DEBUG nova.virt.hardware [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 760.998225] env[65794]: DEBUG nova.virt.hardware [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 760.998315] env[65794]: DEBUG nova.virt.hardware [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 760.998513] env[65794]: DEBUG nova.virt.hardware [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 760.999769] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec69142b-e216-4559-b2ce-6f2470d90629 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.005792] env[65794]: DEBUG oslo_concurrency.lockutils [None req-713cedd3-d664-4ec7-a856-c1d7ddc3ec43 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Lock "55128a66-2320-48f0-a7b0-9b809de89974" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.358s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.012130] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0f10a0-56f9-47ac-8f95-6c563dda500d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.114522] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072939} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.114832] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.115721] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3619ad-3c04-4eae-8dcb-434f281f01d5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.140359] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 56b85a30-748e-4583-8d5d-7b89aff94017/56b85a30-748e-4583-8d5d-7b89aff94017.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.140714] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac0b0881-8f7f-462e-b3ea-59f76b5831d7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.162957] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 761.162957] env[65794]: value = "task-4811050" [ 761.162957] env[65794]: _type = "Task" [ 761.162957] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.173050] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.192339] env[65794]: DEBUG nova.compute.manager [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 761.192674] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.193238] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5596e799-1cf9-494d-ac1b-aa6a3051e087 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.201517] env[65794]: DEBUG oslo_vmware.api [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Waiting for the task: (returnval){ [ 761.201517] env[65794]: value = "task-4811051" [ 761.201517] env[65794]: _type = "Task" [ 761.201517] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.212296] env[65794]: DEBUG nova.scheduler.client.report [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.216593] env[65794]: DEBUG oslo_vmware.api [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Task: {'id': task-4811051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.238034] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5261dc56-9f5e-2b8c-b159-6d3d884440df, 'name': SearchDatastore_Task, 'duration_secs': 0.014139} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.239039] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.239039] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] c27e0fb8-a5cb-433f-ad38-d3fc90fd8064/c27e0fb8-a5cb-433f-ad38-d3fc90fd8064.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.239039] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-717249fe-ea55-4fac-bed0-5bdb62e3052b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.247478] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 761.247478] env[65794]: value = "task-4811052" [ 761.247478] env[65794]: _type = "Task" [ 761.247478] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.257305] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.330514] env[65794]: WARNING neutronclient.v2_0.client [req-287afe9e-9e82-4241-a7f0-94a6bdb278c6 req-bf209197-95f4-418a-8e2c-a17124e0bcbb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.396360] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811048, 'name': CreateVM_Task, 'duration_secs': 0.482978} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.397226] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.397226] env[65794]: WARNING neutronclient.v2_0.client [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.397517] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.397737] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.398221] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.398537] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6254d40a-b88c-4605-b564-42086a4b4356 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.404742] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 761.404742] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]527f1863-21ce-313a-e4c3-91d9d86f017c" [ 761.404742] env[65794]: _type = "Task" [ 761.404742] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.420545] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527f1863-21ce-313a-e4c3-91d9d86f017c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.427523] env[65794]: DEBUG oslo_vmware.api [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811049, 'name': PowerOffVM_Task, 'duration_secs': 0.298517} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.427747] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.427916] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.428492] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a516f6c-3550-47e1-b9f3-c389fe834395 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.438277] env[65794]: DEBUG oslo_concurrency.lockutils [req-8a63c12e-a22b-4782-9699-3cf9dd7235f7 req-35289e43-b94d-4229-8f60-60a75a0a2b62 service nova] Releasing lock "refresh_cache-c27e0fb8-a5cb-433f-ad38-d3fc90fd8064" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.485929] env[65794]: DEBUG oslo_vmware.api [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811044, 'name': ReconfigVM_Task, 'duration_secs': 0.78263} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.486584] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f/f5682eb2-5020-4fb7-8580-1a22c7f02289-rescue.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.487195] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f921301c-3412-4f4a-ba1a-3d9bbe68ca00 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.518106] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e25fbdf2-8f47-4d1d-8d98-1a662ee7041e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.528990] env[65794]: DEBUG nova.compute.manager [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 761.531775] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.535022] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.535022] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Deleting the datastore file [datastore2] 8b2f93f9-9f47-4358-9499-6b90702ca782 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.535022] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8967e2bd-1b7f-4823-90ef-fcbe22c1cb19 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.541754] env[65794]: DEBUG oslo_vmware.api [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 761.541754] env[65794]: value = "task-4811054" [ 761.541754] env[65794]: _type = "Task" [ 761.541754] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.544049] env[65794]: DEBUG oslo_vmware.api [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 761.544049] env[65794]: value = "task-4811055" [ 761.544049] env[65794]: _type = "Task" [ 761.544049] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.558574] env[65794]: DEBUG oslo_vmware.api [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.563083] env[65794]: DEBUG oslo_vmware.api [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811054, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.595935] env[65794]: DEBUG nova.network.neutron [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Successfully updated port: dbc789af-a3f0-4a29-b618-493b3d5a56df {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 761.676604] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.713556] env[65794]: DEBUG oslo_vmware.api [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Task: {'id': task-4811051, 'name': PowerOffVM_Task, 'duration_secs': 0.220215} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.713874] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.714091] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Volume detach. Driver type: vmdk {{(pid=65794) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 761.715470] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938012', 'volume_id': '79655b47-f3be-4cb8-bc0a-db53d59bb825', 'name': 'volume-79655b47-f3be-4cb8-bc0a-db53d59bb825', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6197619a-342a-4ab0-9bcd-aaae2ab0de8c', 'attached_at': '', 'detached_at': '', 'volume_id': '79655b47-f3be-4cb8-bc0a-db53d59bb825', 'serial': '79655b47-f3be-4cb8-bc0a-db53d59bb825'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 761.715470] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaae697e-cfa8-4374-bbf1-837416c7d289 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.719212] env[65794]: DEBUG oslo_concurrency.lockutils [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.719777] env[65794]: DEBUG nova.compute.manager [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 761.727301] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.073s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.727301] env[65794]: DEBUG nova.objects.instance [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65794) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 761.753124] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5966e9ca-0a0c-47b6-b356-491780891a0d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.770278] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b5f7fb-5951-48b2-8986-71b1a15219a0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.773895] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811052, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.775865] env[65794]: WARNING neutronclient.v2_0.client [req-287afe9e-9e82-4241-a7f0-94a6bdb278c6 req-bf209197-95f4-418a-8e2c-a17124e0bcbb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.800877] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa6828f-1a7c-4728-84a4-2af3b89c9245 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.823274] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] The volume has not been displaced from its original location: [datastore2] volume-79655b47-f3be-4cb8-bc0a-db53d59bb825/volume-79655b47-f3be-4cb8-bc0a-db53d59bb825.vmdk. No consolidation needed. {{(pid=65794) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 761.828791] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Reconfiguring VM instance instance-0000001e to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 761.832293] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf1e83f9-11a0-45dd-8055-bd632a39f4b7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.854652] env[65794]: DEBUG oslo_vmware.api [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Waiting for the task: (returnval){ [ 761.854652] env[65794]: value = "task-4811056" [ 761.854652] env[65794]: _type = "Task" [ 761.854652] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.864781] env[65794]: DEBUG oslo_vmware.api [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Task: {'id': task-4811056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.888487] env[65794]: DEBUG nova.network.neutron [req-287afe9e-9e82-4241-a7f0-94a6bdb278c6 req-bf209197-95f4-418a-8e2c-a17124e0bcbb service nova] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Updated VIF entry in instance network info cache for port 093a6d9b-9470-44b5-93f2-23d96a80debd. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 761.888940] env[65794]: DEBUG nova.network.neutron [req-287afe9e-9e82-4241-a7f0-94a6bdb278c6 req-bf209197-95f4-418a-8e2c-a17124e0bcbb service nova] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Updating instance_info_cache with network_info: [{"id": "093a6d9b-9470-44b5-93f2-23d96a80debd", "address": "fa:16:3e:72:d6:84", "network": {"id": "36c5e215-9baa-484a-b32e-46d5cf98df9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1092787184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a60998eafe04056b6d1e67daba6c3b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap093a6d9b-94", "ovs_interfaceid": "093a6d9b-9470-44b5-93f2-23d96a80debd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.916096] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527f1863-21ce-313a-e4c3-91d9d86f017c, 'name': SearchDatastore_Task, 'duration_secs': 0.020917} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.916154] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.916391] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.916672] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.916763] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.916936] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.917221] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5066c387-5a9f-41d9-9f3f-7dff013fdbae {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.928548] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.928770] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.929604] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff50483d-25fb-42db-8b59-de22561d4128 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.938902] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 761.938902] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52142041-efe7-313a-f237-2e07446b6502" [ 761.938902] env[65794]: _type = "Task" [ 761.938902] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.947386] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52142041-efe7-313a-f237-2e07446b6502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.055018] env[65794]: DEBUG oslo_vmware.api [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811054, 'name': ReconfigVM_Task, 'duration_secs': 0.221181} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.057164] env[65794]: DEBUG oslo_concurrency.lockutils [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.057164] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.057164] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc3853ec-4eb5-461e-bc85-7d6057d60c67 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.061986] env[65794]: DEBUG oslo_vmware.api [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.468238} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.062224] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.062364] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.062564] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.062808] env[65794]: INFO nova.compute.manager [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Took 1.18 seconds to destroy the instance on the hypervisor. [ 762.063101] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 762.063291] env[65794]: DEBUG nova.compute.manager [-] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 762.063383] env[65794]: DEBUG nova.network.neutron [-] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 762.063614] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.067060] env[65794]: DEBUG oslo_vmware.api [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 762.067060] env[65794]: value = "task-4811057" [ 762.067060] env[65794]: _type = "Task" [ 762.067060] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.073091] env[65794]: DEBUG nova.compute.manager [req-b4462d58-69ed-41f0-a64c-76a05df695c3 req-3892f28e-deaa-4299-94d2-f77371d14e8e service nova] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Received event network-vif-deleted-5f5263c5-dd17-4088-94e4-b313783f200a {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 762.073289] env[65794]: DEBUG nova.compute.manager [req-b4462d58-69ed-41f0-a64c-76a05df695c3 req-3892f28e-deaa-4299-94d2-f77371d14e8e service nova] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Received event network-changed-ba5b2000-2718-476b-ba51-dcae7fd2589b {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 762.073849] env[65794]: DEBUG nova.compute.manager [req-b4462d58-69ed-41f0-a64c-76a05df695c3 req-3892f28e-deaa-4299-94d2-f77371d14e8e service nova] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Refreshing instance network info cache due to event network-changed-ba5b2000-2718-476b-ba51-dcae7fd2589b. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 762.073849] env[65794]: DEBUG oslo_concurrency.lockutils [req-b4462d58-69ed-41f0-a64c-76a05df695c3 req-3892f28e-deaa-4299-94d2-f77371d14e8e service nova] Acquiring lock "refresh_cache-55128a66-2320-48f0-a7b0-9b809de89974" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.074177] env[65794]: DEBUG oslo_concurrency.lockutils [req-b4462d58-69ed-41f0-a64c-76a05df695c3 req-3892f28e-deaa-4299-94d2-f77371d14e8e service nova] Acquired lock "refresh_cache-55128a66-2320-48f0-a7b0-9b809de89974" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.074778] env[65794]: DEBUG nova.network.neutron [req-b4462d58-69ed-41f0-a64c-76a05df695c3 req-3892f28e-deaa-4299-94d2-f77371d14e8e service nova] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Refreshing network info cache for port ba5b2000-2718-476b-ba51-dcae7fd2589b {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.078160] env[65794]: DEBUG nova.compute.manager [req-825adaf3-81c3-4a6b-a774-68b701d5d75b req-f5a85a45-bcfb-4324-baf3-57e70f258c6b service nova] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Received event network-vif-deleted-40f08637-9ab8-4f31-a866-598e95c61a01 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 762.078356] env[65794]: DEBUG nova.compute.manager [req-825adaf3-81c3-4a6b-a774-68b701d5d75b req-f5a85a45-bcfb-4324-baf3-57e70f258c6b service nova] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Received event network-vif-plugged-dbc789af-a3f0-4a29-b618-493b3d5a56df {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 762.078645] env[65794]: DEBUG oslo_concurrency.lockutils [req-825adaf3-81c3-4a6b-a774-68b701d5d75b req-f5a85a45-bcfb-4324-baf3-57e70f258c6b service nova] Acquiring lock "21bd6276-6f01-4292-8c49-3474685f8466-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.078924] env[65794]: DEBUG oslo_concurrency.lockutils [req-825adaf3-81c3-4a6b-a774-68b701d5d75b req-f5a85a45-bcfb-4324-baf3-57e70f258c6b service nova] Lock "21bd6276-6f01-4292-8c49-3474685f8466-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.079125] env[65794]: DEBUG oslo_concurrency.lockutils [req-825adaf3-81c3-4a6b-a774-68b701d5d75b req-f5a85a45-bcfb-4324-baf3-57e70f258c6b service nova] Lock "21bd6276-6f01-4292-8c49-3474685f8466-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.079288] env[65794]: DEBUG nova.compute.manager [req-825adaf3-81c3-4a6b-a774-68b701d5d75b req-f5a85a45-bcfb-4324-baf3-57e70f258c6b service nova] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] No waiting events found dispatching network-vif-plugged-dbc789af-a3f0-4a29-b618-493b3d5a56df {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 762.079464] env[65794]: WARNING nova.compute.manager [req-825adaf3-81c3-4a6b-a774-68b701d5d75b req-f5a85a45-bcfb-4324-baf3-57e70f258c6b service nova] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Received unexpected event network-vif-plugged-dbc789af-a3f0-4a29-b618-493b3d5a56df for instance with vm_state building and task_state spawning. [ 762.079677] env[65794]: DEBUG nova.compute.manager [req-825adaf3-81c3-4a6b-a774-68b701d5d75b req-f5a85a45-bcfb-4324-baf3-57e70f258c6b service nova] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Received event network-changed-dbc789af-a3f0-4a29-b618-493b3d5a56df {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 762.079804] env[65794]: DEBUG nova.compute.manager [req-825adaf3-81c3-4a6b-a774-68b701d5d75b req-f5a85a45-bcfb-4324-baf3-57e70f258c6b service nova] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Refreshing instance network info cache due to event network-changed-dbc789af-a3f0-4a29-b618-493b3d5a56df. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 762.079975] env[65794]: DEBUG oslo_concurrency.lockutils [req-825adaf3-81c3-4a6b-a774-68b701d5d75b req-f5a85a45-bcfb-4324-baf3-57e70f258c6b service nova] Acquiring lock "refresh_cache-21bd6276-6f01-4292-8c49-3474685f8466" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.080117] env[65794]: DEBUG oslo_concurrency.lockutils [req-825adaf3-81c3-4a6b-a774-68b701d5d75b req-f5a85a45-bcfb-4324-baf3-57e70f258c6b service nova] Acquired lock "refresh_cache-21bd6276-6f01-4292-8c49-3474685f8466" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.080264] env[65794]: DEBUG nova.network.neutron [req-825adaf3-81c3-4a6b-a774-68b701d5d75b req-f5a85a45-bcfb-4324-baf3-57e70f258c6b service nova] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Refreshing network info cache for port dbc789af-a3f0-4a29-b618-493b3d5a56df {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.086414] env[65794]: DEBUG oslo_vmware.api [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.100087] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.102727] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "refresh_cache-21bd6276-6f01-4292-8c49-3474685f8466" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.176031] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811050, 'name': ReconfigVM_Task, 'duration_secs': 0.621889} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.176335] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 56b85a30-748e-4583-8d5d-7b89aff94017/56b85a30-748e-4583-8d5d-7b89aff94017.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.177021] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d96f907e-4f93-4aa2-aa99-e77287a2f39a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.186607] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 762.186607] env[65794]: value = "task-4811058" [ 762.186607] env[65794]: _type = "Task" [ 762.186607] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.197647] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811058, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.232226] env[65794]: DEBUG nova.compute.utils [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.237450] env[65794]: DEBUG nova.compute.manager [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 762.238374] env[65794]: DEBUG nova.network.neutron [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 762.238374] env[65794]: WARNING neutronclient.v2_0.client [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.238602] env[65794]: WARNING neutronclient.v2_0.client [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.263064] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636139} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.263064] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] c27e0fb8-a5cb-433f-ad38-d3fc90fd8064/c27e0fb8-a5cb-433f-ad38-d3fc90fd8064.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.263064] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.263421] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-724c7f7c-bd4d-411a-b4ff-7d6213732564 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.282025] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 762.282025] env[65794]: value = "task-4811059" [ 762.282025] env[65794]: _type = "Task" [ 762.282025] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.293657] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.295875] env[65794]: DEBUG nova.policy [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c60cdd2ea33453e9e9edf3294caacf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f2b38ba3bbc48bf93ff01269b8ca2ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.367129] env[65794]: DEBUG oslo_vmware.api [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Task: {'id': task-4811056, 'name': ReconfigVM_Task, 'duration_secs': 0.174961} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.367591] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Reconfigured VM instance instance-0000001e to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 762.373810] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab9f37a6-cfee-4d3d-b478-0fcb08f780f7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.392105] env[65794]: DEBUG oslo_concurrency.lockutils [req-287afe9e-9e82-4241-a7f0-94a6bdb278c6 req-bf209197-95f4-418a-8e2c-a17124e0bcbb service nova] Releasing lock "refresh_cache-941691d3-3682-49a5-8488-9bc2c8c3f2a5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.396290] env[65794]: DEBUG oslo_vmware.api [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Waiting for the task: (returnval){ [ 762.396290] env[65794]: value = "task-4811060" [ 762.396290] env[65794]: _type = "Task" [ 762.396290] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.408937] env[65794]: DEBUG oslo_vmware.api [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Task: {'id': task-4811060, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.451574] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52142041-efe7-313a-f237-2e07446b6502, 'name': SearchDatastore_Task, 'duration_secs': 0.014795} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.452708] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a763f263-fc4e-479c-ad47-69e27b03611f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.460837] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 762.460837] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]526abda4-28e4-ec2f-72cb-63daa922cc56" [ 762.460837] env[65794]: _type = "Task" [ 762.460837] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.471865] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526abda4-28e4-ec2f-72cb-63daa922cc56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.580218] env[65794]: DEBUG oslo_vmware.api [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811057, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.582989] env[65794]: WARNING neutronclient.v2_0.client [req-825adaf3-81c3-4a6b-a774-68b701d5d75b req-f5a85a45-bcfb-4324-baf3-57e70f258c6b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.585527] env[65794]: WARNING neutronclient.v2_0.client [req-b4462d58-69ed-41f0-a64c-76a05df695c3 req-3892f28e-deaa-4299-94d2-f77371d14e8e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.621188] env[65794]: DEBUG nova.network.neutron [req-825adaf3-81c3-4a6b-a774-68b701d5d75b req-f5a85a45-bcfb-4324-baf3-57e70f258c6b service nova] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 762.673682] env[65794]: DEBUG nova.network.neutron [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Successfully created port: cdb92fba-2145-4abf-bb64-5ba310a8aa24 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 762.699150] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811058, 'name': Rename_Task, 'duration_secs': 0.261852} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.699514] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.699831] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7b05ecf-0fa4-4f33-abed-c9927ee3389c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.703367] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Acquiring lock "58c6b695-f46c-4347-b0a7-669e49da3616" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.703627] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Lock "58c6b695-f46c-4347-b0a7-669e49da3616" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.703903] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Acquiring lock "58c6b695-f46c-4347-b0a7-669e49da3616-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.704137] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Lock "58c6b695-f46c-4347-b0a7-669e49da3616-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.704340] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Lock "58c6b695-f46c-4347-b0a7-669e49da3616-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.707954] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 762.707954] env[65794]: value = "task-4811061" [ 762.707954] env[65794]: _type = "Task" [ 762.707954] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.708468] env[65794]: INFO nova.compute.manager [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Terminating instance [ 762.721357] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.743160] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d1b90c88-b06a-43d3-8a40-1c4cf1f070d5 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.744875] env[65794]: DEBUG nova.compute.manager [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 762.748124] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.637s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.748438] env[65794]: DEBUG nova.objects.instance [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lazy-loading 'resources' on Instance uuid b85d95ae-e8c3-4511-97a1-35ee4ce04bfa {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.765928] env[65794]: DEBUG nova.network.neutron [req-825adaf3-81c3-4a6b-a774-68b701d5d75b req-f5a85a45-bcfb-4324-baf3-57e70f258c6b service nova] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.779539] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b0a0171a-fee7-41c7-9560-1427bebef75e tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquiring lock "55128a66-2320-48f0-a7b0-9b809de89974" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.779790] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b0a0171a-fee7-41c7-9560-1427bebef75e tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Lock "55128a66-2320-48f0-a7b0-9b809de89974" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.780057] env[65794]: INFO nova.compute.manager [None req-b0a0171a-fee7-41c7-9560-1427bebef75e tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Rebooting instance [ 762.794335] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085878} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.794676] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.795499] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3313219a-78cc-4f1b-b17a-da4f138107cd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.825865] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] c27e0fb8-a5cb-433f-ad38-d3fc90fd8064/c27e0fb8-a5cb-433f-ad38-d3fc90fd8064.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.829320] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cff9662-c76b-407e-8f92-b0ca700b3b7d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.852112] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 762.852112] env[65794]: value = "task-4811062" [ 762.852112] env[65794]: _type = "Task" [ 762.852112] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.865788] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.888591] env[65794]: DEBUG nova.network.neutron [-] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.907829] env[65794]: DEBUG oslo_vmware.api [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Task: {'id': task-4811060, 'name': ReconfigVM_Task, 'duration_secs': 0.188098} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.909631] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938012', 'volume_id': '79655b47-f3be-4cb8-bc0a-db53d59bb825', 'name': 'volume-79655b47-f3be-4cb8-bc0a-db53d59bb825', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6197619a-342a-4ab0-9bcd-aaae2ab0de8c', 'attached_at': '', 'detached_at': '', 'volume_id': '79655b47-f3be-4cb8-bc0a-db53d59bb825', 'serial': '79655b47-f3be-4cb8-bc0a-db53d59bb825'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 762.910120] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.912059] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eacbd91-239b-4e80-8b3a-1d6f7329381c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.922115] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.922479] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7defc1d-589e-4c45-bc25-0694c2648fa5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.982338] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526abda4-28e4-ec2f-72cb-63daa922cc56, 'name': SearchDatastore_Task, 'duration_secs': 0.015899} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.982338] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.982338] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 941691d3-3682-49a5-8488-9bc2c8c3f2a5/941691d3-3682-49a5-8488-9bc2c8c3f2a5.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.983133] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-635999fc-35af-449a-89de-f5022f4533fb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.993233] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 762.993233] env[65794]: value = "task-4811064" [ 762.993233] env[65794]: _type = "Task" [ 762.993233] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.001303] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.001690] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.002025] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Deleting the datastore file [datastore2] 6197619a-342a-4ab0-9bcd-aaae2ab0de8c {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.009329] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac2430bf-33ef-4d1e-8135-8f849a08d750 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.009487] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.016317] env[65794]: DEBUG oslo_vmware.api [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Waiting for the task: (returnval){ [ 763.016317] env[65794]: value = "task-4811065" [ 763.016317] env[65794]: _type = "Task" [ 763.016317] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.025789] env[65794]: DEBUG oslo_vmware.api [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Task: {'id': task-4811065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.052783] env[65794]: WARNING neutronclient.v2_0.client [req-b4462d58-69ed-41f0-a64c-76a05df695c3 req-3892f28e-deaa-4299-94d2-f77371d14e8e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.077753] env[65794]: DEBUG oslo_vmware.api [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811057, 'name': PowerOnVM_Task, 'duration_secs': 0.527688} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.078107] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.080963] env[65794]: DEBUG nova.compute.manager [None req-6f70ed5f-c8d2-40c3-ad6c-2ac3bf4affcc tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 763.081806] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198fb2aa-91c1-400a-bda5-f22fd79c1a01 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.201972] env[65794]: DEBUG nova.network.neutron [req-b4462d58-69ed-41f0-a64c-76a05df695c3 req-3892f28e-deaa-4299-94d2-f77371d14e8e service nova] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Updated VIF entry in instance network info cache for port ba5b2000-2718-476b-ba51-dcae7fd2589b. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 763.202498] env[65794]: DEBUG nova.network.neutron [req-b4462d58-69ed-41f0-a64c-76a05df695c3 req-3892f28e-deaa-4299-94d2-f77371d14e8e service nova] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Updating instance_info_cache with network_info: [{"id": "ba5b2000-2718-476b-ba51-dcae7fd2589b", "address": "fa:16:3e:71:fb:34", "network": {"id": "f97e5b30-6bb3-488f-ab20-125850790621", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-587868333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339ba40f30e147e588c6d9b8cccedf79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba5b2000-27", "ovs_interfaceid": "ba5b2000-2718-476b-ba51-dcae7fd2589b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.216109] env[65794]: DEBUG nova.compute.manager [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 763.216393] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.217643] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e674a9e-daab-4453-bbb3-fb02424a0684 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.225190] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811061, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.230466] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.230793] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a22b1892-95c8-4191-a23d-583bfab3702a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.268838] env[65794]: DEBUG oslo_concurrency.lockutils [req-825adaf3-81c3-4a6b-a774-68b701d5d75b req-f5a85a45-bcfb-4324-baf3-57e70f258c6b service nova] Releasing lock "refresh_cache-21bd6276-6f01-4292-8c49-3474685f8466" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.269518] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquired lock "refresh_cache-21bd6276-6f01-4292-8c49-3474685f8466" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.269672] env[65794]: DEBUG nova.network.neutron [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 763.317374] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b0a0171a-fee7-41c7-9560-1427bebef75e tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquiring lock "refresh_cache-55128a66-2320-48f0-a7b0-9b809de89974" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.326927] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.327364] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.327463] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Deleting the datastore file [datastore1] 58c6b695-f46c-4347-b0a7-669e49da3616 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.330629] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c34f261-45a6-4257-87ed-d24bc1aa5c13 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.343356] env[65794]: DEBUG oslo_vmware.api [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Waiting for the task: (returnval){ [ 763.343356] env[65794]: value = "task-4811067" [ 763.343356] env[65794]: _type = "Task" [ 763.343356] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.366672] env[65794]: DEBUG oslo_vmware.api [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4811067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.376717] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811062, 'name': ReconfigVM_Task, 'duration_secs': 0.467353} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.377554] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Reconfigured VM instance instance-0000002b to attach disk [datastore2] c27e0fb8-a5cb-433f-ad38-d3fc90fd8064/c27e0fb8-a5cb-433f-ad38-d3fc90fd8064.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.378526] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7d98ffd-a0fd-40eb-9ec5-ede3b0b51f5c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.388483] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 763.388483] env[65794]: value = "task-4811068" [ 763.388483] env[65794]: _type = "Task" [ 763.388483] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.393540] env[65794]: INFO nova.compute.manager [-] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Took 1.33 seconds to deallocate network for instance. [ 763.418914] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811068, 'name': Rename_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.505372] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811064, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.529444] env[65794]: DEBUG oslo_vmware.api [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Task: {'id': task-4811065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165338} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.529750] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.530071] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.530155] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.530302] env[65794]: INFO nova.compute.manager [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Took 2.34 seconds to destroy the instance on the hypervisor. [ 763.530591] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 763.530810] env[65794]: DEBUG nova.compute.manager [-] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 763.530916] env[65794]: DEBUG nova.network.neutron [-] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 763.531214] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.623870] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.705617] env[65794]: DEBUG oslo_concurrency.lockutils [req-b4462d58-69ed-41f0-a64c-76a05df695c3 req-3892f28e-deaa-4299-94d2-f77371d14e8e service nova] Releasing lock "refresh_cache-55128a66-2320-48f0-a7b0-9b809de89974" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.706334] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b0a0171a-fee7-41c7-9560-1427bebef75e tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquired lock "refresh_cache-55128a66-2320-48f0-a7b0-9b809de89974" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.706334] env[65794]: DEBUG nova.network.neutron [None req-b0a0171a-fee7-41c7-9560-1427bebef75e tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 763.725904] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811061, 'name': PowerOnVM_Task, 'duration_secs': 0.970124} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.726321] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.726435] env[65794]: INFO nova.compute.manager [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Took 11.07 seconds to spawn the instance on the hypervisor. [ 763.726717] env[65794]: DEBUG nova.compute.manager [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 763.727480] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31453851-088f-4072-a9d3-ebe1c090ad36 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.759540] env[65794]: DEBUG nova.compute.manager [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 763.792408] env[65794]: DEBUG nova.virt.hardware [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 763.792672] env[65794]: DEBUG nova.virt.hardware [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.792822] env[65794]: DEBUG nova.virt.hardware [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 763.793012] env[65794]: DEBUG nova.virt.hardware [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.793432] env[65794]: DEBUG nova.virt.hardware [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 763.793591] env[65794]: DEBUG nova.virt.hardware [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 763.793803] env[65794]: DEBUG nova.virt.hardware [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 763.793951] env[65794]: DEBUG nova.virt.hardware [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 763.794128] env[65794]: DEBUG nova.virt.hardware [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 763.794287] env[65794]: DEBUG nova.virt.hardware [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 763.794450] env[65794]: DEBUG nova.virt.hardware [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 763.795741] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8328646b-a943-48b8-949f-58db27d682ae {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.808265] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a189496-cef2-4d13-b287-fcd305d7bf39 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.854238] env[65794]: DEBUG oslo_vmware.api [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4811067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.908234] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811068, 'name': Rename_Task, 'duration_secs': 0.374586} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.911874] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.912434] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d855b10f-94c5-4f22-b35e-6a236a3669f5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.920118] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 763.920118] env[65794]: value = "task-4811069" [ 763.920118] env[65794]: _type = "Task" [ 763.920118] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.921242] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.934463] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.940794] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33150e6-421f-4098-bfd6-9ff00c829950 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.949077] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a23aed-a651-477b-a3e6-06bd51915e1c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.986450] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb881165-b9d8-4ec3-92ba-08d83f0fe919 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.998707] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef25e0c2-c129-49b1-9227-d2b727c81bee {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.008591] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64621} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.016264] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 941691d3-3682-49a5-8488-9bc2c8c3f2a5/941691d3-3682-49a5-8488-9bc2c8c3f2a5.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.016503] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.017073] env[65794]: DEBUG nova.compute.provider_tree [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.018412] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-753f927a-74e1-4526-a0e5-e1538564bab6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.027267] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 764.027267] env[65794]: value = "task-4811070" [ 764.027267] env[65794]: _type = "Task" [ 764.027267] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.039121] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.209578] env[65794]: WARNING neutronclient.v2_0.client [None req-b0a0171a-fee7-41c7-9560-1427bebef75e tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.253254] env[65794]: INFO nova.compute.manager [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Took 42.86 seconds to build instance. [ 764.283892] env[65794]: DEBUG nova.network.neutron [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 764.353345] env[65794]: DEBUG nova.network.neutron [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Successfully updated port: cdb92fba-2145-4abf-bb64-5ba310a8aa24 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 764.364580] env[65794]: DEBUG oslo_vmware.api [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4811067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.577522} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.365571] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.365571] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.365571] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.365571] env[65794]: INFO nova.compute.manager [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Took 1.15 seconds to destroy the instance on the hypervisor. [ 764.365752] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 764.366892] env[65794]: DEBUG nova.compute.manager [-] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 764.366892] env[65794]: DEBUG nova.network.neutron [-] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 764.366892] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.431867] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811069, 'name': PowerOnVM_Task} progress is 76%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.432908] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.492107] env[65794]: WARNING neutronclient.v2_0.client [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.522599] env[65794]: DEBUG nova.scheduler.client.report [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.538496] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234491} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.540181] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.540895] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22aab51f-087d-4e10-89cc-c423c73d4a64 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.572976] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 941691d3-3682-49a5-8488-9bc2c8c3f2a5/941691d3-3682-49a5-8488-9bc2c8c3f2a5.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.577780] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-965cebb9-a0a5-435a-8a86-7a91bf5b083e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.602389] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 764.602389] env[65794]: value = "task-4811071" [ 764.602389] env[65794]: _type = "Task" [ 764.602389] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.603629] env[65794]: WARNING neutronclient.v2_0.client [None req-b0a0171a-fee7-41c7-9560-1427bebef75e tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.616065] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811071, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.694701] env[65794]: DEBUG nova.network.neutron [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Updating instance_info_cache with network_info: [{"id": "dbc789af-a3f0-4a29-b618-493b3d5a56df", "address": "fa:16:3e:3f:72:ee", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc789af-a3", "ovs_interfaceid": "dbc789af-a3f0-4a29-b618-493b3d5a56df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.724137] env[65794]: DEBUG nova.network.neutron [-] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.754737] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "56b85a30-748e-4583-8d5d-7b89aff94017" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.036s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.805671] env[65794]: DEBUG nova.network.neutron [None req-b0a0171a-fee7-41c7-9560-1427bebef75e tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Updating instance_info_cache with network_info: [{"id": "ba5b2000-2718-476b-ba51-dcae7fd2589b", "address": "fa:16:3e:71:fb:34", "network": {"id": "f97e5b30-6bb3-488f-ab20-125850790621", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-587868333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339ba40f30e147e588c6d9b8cccedf79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba5b2000-27", "ovs_interfaceid": "ba5b2000-2718-476b-ba51-dcae7fd2589b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.854611] env[65794]: DEBUG nova.compute.manager [req-bc7e7a97-64b1-463e-a5a2-940a5e049f7b req-6b561e4f-ee6a-442d-ae3b-84833b663af5 service nova] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Received event network-vif-deleted-d74e9b25-7fdc-4267-b1cb-16009a0c7d86 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 764.856525] env[65794]: DEBUG oslo_concurrency.lockutils [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "refresh_cache-3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.856525] env[65794]: DEBUG oslo_concurrency.lockutils [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquired lock "refresh_cache-3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.856914] env[65794]: DEBUG nova.network.neutron [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 764.933800] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811069, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.027610] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.280s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.031034] env[65794]: DEBUG nova.compute.manager [req-3eca820e-78d8-45ae-9a79-cba6e0110f5c req-5c701ad9-9509-44e3-837d-d123d762b9b8 service nova] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Received event network-vif-deleted-b06ad907-b947-4211-a772-9451be251c9c {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 765.032642] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.435s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.032642] env[65794]: DEBUG nova.objects.instance [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lazy-loading 'resources' on Instance uuid 9b4a2418-9618-4c3f-a110-dd81de4cf4a0 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.054239] env[65794]: INFO nova.scheduler.client.report [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Deleted allocations for instance b85d95ae-e8c3-4511-97a1-35ee4ce04bfa [ 765.118671] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811071, 'name': ReconfigVM_Task, 'duration_secs': 0.404233} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.120074] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 941691d3-3682-49a5-8488-9bc2c8c3f2a5/941691d3-3682-49a5-8488-9bc2c8c3f2a5.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.120313] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0439868-4500-4f4a-b739-9a86c683f2c9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.129531] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 765.129531] env[65794]: value = "task-4811072" [ 765.129531] env[65794]: _type = "Task" [ 765.129531] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.141862] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811072, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.199648] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Releasing lock "refresh_cache-21bd6276-6f01-4292-8c49-3474685f8466" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.200127] env[65794]: DEBUG nova.compute.manager [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Instance network_info: |[{"id": "dbc789af-a3f0-4a29-b618-493b3d5a56df", "address": "fa:16:3e:3f:72:ee", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc789af-a3", "ovs_interfaceid": "dbc789af-a3f0-4a29-b618-493b3d5a56df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 765.200583] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:72:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca401eaa-889a-4f9f-ac9a-56b4c41bfc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbc789af-a3f0-4a29-b618-493b3d5a56df', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.209326] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 765.209561] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.209721] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68dccf7f-830b-43ef-aa7a-2aaa0bc5bb15 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.224707] env[65794]: DEBUG nova.network.neutron [-] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.226184] env[65794]: INFO nova.compute.manager [-] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Took 1.70 seconds to deallocate network for instance. [ 765.233805] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.233805] env[65794]: value = "task-4811073" [ 765.233805] env[65794]: _type = "Task" [ 765.233805] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.243626] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811073, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.261589] env[65794]: DEBUG nova.compute.manager [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 765.309729] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b0a0171a-fee7-41c7-9560-1427bebef75e tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Releasing lock "refresh_cache-55128a66-2320-48f0-a7b0-9b809de89974" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.405420] env[65794]: DEBUG nova.network.neutron [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 765.435894] env[65794]: DEBUG oslo_vmware.api [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811069, 'name': PowerOnVM_Task, 'duration_secs': 1.089197} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.436205] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.436351] env[65794]: INFO nova.compute.manager [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Took 9.95 seconds to spawn the instance on the hypervisor. [ 765.436530] env[65794]: DEBUG nova.compute.manager [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 765.437419] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513841fc-0180-4ca2-9506-ccb1dd1236fb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.490025] env[65794]: WARNING neutronclient.v2_0.client [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.565582] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9164fbc-a4c1-4e92-86c9-5109865f1239 tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "b85d95ae-e8c3-4511-97a1-35ee4ce04bfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.253s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.568915] env[65794]: DEBUG nova.network.neutron [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Updating instance_info_cache with network_info: [{"id": "cdb92fba-2145-4abf-bb64-5ba310a8aa24", "address": "fa:16:3e:41:5f:3b", "network": {"id": "f51e4a3d-fe13-4bd5-8d4a-95f8a5a25579", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-10719258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2b38ba3bbc48bf93ff01269b8ca2ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb92fba-21", "ovs_interfaceid": "cdb92fba-2145-4abf-bb64-5ba310a8aa24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.645697] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811072, 'name': Rename_Task, 'duration_secs': 0.241321} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.646229] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.646616] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e1b0358-21b3-4f9d-878f-3995ec650810 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.663716] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 765.663716] env[65794]: value = "task-4811074" [ 765.663716] env[65794]: _type = "Task" [ 765.663716] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.675417] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.728583] env[65794]: INFO nova.compute.manager [-] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Took 1.36 seconds to deallocate network for instance. [ 765.746130] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811073, 'name': CreateVM_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.783588] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.798782] env[65794]: INFO nova.compute.manager [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Took 0.57 seconds to detach 1 volumes for instance. [ 765.804187] env[65794]: DEBUG nova.compute.manager [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Deleting volume: 79655b47-f3be-4cb8-bc0a-db53d59bb825 {{(pid=65794) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3328}} [ 765.816940] env[65794]: DEBUG nova.compute.manager [None req-b0a0171a-fee7-41c7-9560-1427bebef75e tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 765.817842] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41df9b1a-7b93-4719-b2ac-645c3e8525fe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.868248] env[65794]: INFO nova.compute.manager [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Unrescuing [ 765.868509] env[65794]: DEBUG oslo_concurrency.lockutils [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "refresh_cache-3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.868665] env[65794]: DEBUG oslo_concurrency.lockutils [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquired lock "refresh_cache-3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.868928] env[65794]: DEBUG nova.network.neutron [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 765.962708] env[65794]: INFO nova.compute.manager [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Took 40.88 seconds to build instance. [ 766.074044] env[65794]: DEBUG oslo_concurrency.lockutils [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Releasing lock "refresh_cache-3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.075026] env[65794]: DEBUG nova.compute.manager [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Instance network_info: |[{"id": "cdb92fba-2145-4abf-bb64-5ba310a8aa24", "address": "fa:16:3e:41:5f:3b", "network": {"id": "f51e4a3d-fe13-4bd5-8d4a-95f8a5a25579", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-10719258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2b38ba3bbc48bf93ff01269b8ca2ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb92fba-21", "ovs_interfaceid": "cdb92fba-2145-4abf-bb64-5ba310a8aa24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 766.075204] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:5f:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdb92fba-2145-4abf-bb64-5ba310a8aa24', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.083382] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Creating folder: Project (0f2b38ba3bbc48bf93ff01269b8ca2ff). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.086409] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5763297-a033-4e51-a69c-778a961de471 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.101801] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Created folder: Project (0f2b38ba3bbc48bf93ff01269b8ca2ff) in parent group-v937953. [ 766.102042] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Creating folder: Instances. Parent ref: group-v938072. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.105331] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59fc85ce-138a-4b5d-9761-c7761c6798b0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.123717] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Created folder: Instances in parent group-v938072. [ 766.124221] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 766.124221] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.124393] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cafbfbe0-6b45-4e90-a3c9-d5f9330cd4f8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.151097] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.151097] env[65794]: value = "task-4811078" [ 766.151097] env[65794]: _type = "Task" [ 766.151097] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.161067] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811078, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.175326] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811074, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.214242] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bddbf7-a8bf-49f7-a050-ec5231e456b5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.224774] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadfc708-90d6-435f-aa46-e12b87235198 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.263260] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.268204] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88aa6c6-232a-48f0-b05a-61d4e55b0c36 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.277770] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811073, 'name': CreateVM_Task, 'duration_secs': 0.697623} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.280654] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.281290] env[65794]: WARNING neutronclient.v2_0.client [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.282264] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.282264] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.282264] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.283642] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e20bad6-65dd-4ea1-b4ff-96b5e7bc7fe6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.288041] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d370b8e-070e-4c53-9f00-1cd52e303df5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.295106] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 766.295106] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5210d0c9-3574-ead3-9a79-adca6294ea99" [ 766.295106] env[65794]: _type = "Task" [ 766.295106] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.308310] env[65794]: DEBUG nova.compute.provider_tree [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.320577] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5210d0c9-3574-ead3-9a79-adca6294ea99, 'name': SearchDatastore_Task, 'duration_secs': 0.01322} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.320953] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.321154] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.321391] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.321643] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.323467] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.323467] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a00f178-3d87-4b07-be29-e4105e8f3bd5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.336674] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.336804] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.338152] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dfa09d2-923e-42da-8f52-c5e9af9f0570 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.345872] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 766.345872] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52e5bfa6-fda9-ea44-f12e-cc34f7d08b12" [ 766.345872] env[65794]: _type = "Task" [ 766.345872] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.356048] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e5bfa6-fda9-ea44-f12e-cc34f7d08b12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.375226] env[65794]: WARNING neutronclient.v2_0.client [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.377316] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.468479] env[65794]: DEBUG oslo_concurrency.lockutils [None req-bec2957d-e301-49e3-850f-29ccce46b9b1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "c27e0fb8-a5cb-433f-ad38-d3fc90fd8064" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.712s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.548971] env[65794]: WARNING neutronclient.v2_0.client [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.640396] env[65794]: DEBUG nova.network.neutron [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Updating instance_info_cache with network_info: [{"id": "7c95e43b-a067-4b6d-a262-55786d6a22d4", "address": "fa:16:3e:b3:53:5a", "network": {"id": "cc4e33e8-7826-408d-9eab-fdf414853b07", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1896043306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16ae62c8024042f29ebc1a15b453ee28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c95e43b-a0", "ovs_interfaceid": "7c95e43b-a067-4b6d-a262-55786d6a22d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.663678] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811078, 'name': CreateVM_Task, 'duration_secs': 0.511788} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.663678] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.664154] env[65794]: WARNING neutronclient.v2_0.client [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.664708] env[65794]: DEBUG oslo_concurrency.lockutils [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.664868] env[65794]: DEBUG oslo_concurrency.lockutils [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.665194] env[65794]: DEBUG oslo_concurrency.lockutils [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.665520] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8480c7b1-ac39-4a2a-841f-1bea7daa0c7b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.677015] env[65794]: DEBUG oslo_vmware.api [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811074, 'name': PowerOnVM_Task, 'duration_secs': 0.64438} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.677336] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 766.677336] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52ed7f48-661a-ce41-6856-c98259e64b82" [ 766.677336] env[65794]: _type = "Task" [ 766.677336] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.677559] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.677755] env[65794]: INFO nova.compute.manager [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Took 8.43 seconds to spawn the instance on the hypervisor. [ 766.677929] env[65794]: DEBUG nova.compute.manager [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 766.678798] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6655ac1e-bd5f-42b2-9a63-9d71fdac0320 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.696057] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ed7f48-661a-ce41-6856-c98259e64b82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.814948] env[65794]: DEBUG nova.scheduler.client.report [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.843245] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a2cd95-8188-4cb6-9f72-af78d8a4d6a0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.856028] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e5bfa6-fda9-ea44-f12e-cc34f7d08b12, 'name': SearchDatastore_Task, 'duration_secs': 0.012906} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.858762] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a0171a-fee7-41c7-9560-1427bebef75e tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Doing hard reboot of VM {{(pid=65794) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 766.858989] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d80d13f-69e2-4c80-a475-72b2cec6ce52 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.861647] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a05f2a2f-e775-4d4b-bee4-ee155e9e3aca {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.868781] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 766.868781] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]523cf002-9cf5-6e30-fe29-63cdfc6ed8ee" [ 766.868781] env[65794]: _type = "Task" [ 766.868781] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.877396] env[65794]: DEBUG oslo_vmware.api [None req-b0a0171a-fee7-41c7-9560-1427bebef75e tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for the task: (returnval){ [ 766.877396] env[65794]: value = "task-4811079" [ 766.877396] env[65794]: _type = "Task" [ 766.877396] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.888230] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]523cf002-9cf5-6e30-fe29-63cdfc6ed8ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.894739] env[65794]: DEBUG oslo_vmware.api [None req-b0a0171a-fee7-41c7-9560-1427bebef75e tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4811079, 'name': ResetVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.966636] env[65794]: DEBUG nova.compute.manager [req-7a338646-bb97-4bdc-8e79-338ca4f433ea req-47fa5f49-beb3-4e70-8b9f-648a480a6c74 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Received event network-vif-plugged-cdb92fba-2145-4abf-bb64-5ba310a8aa24 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 766.966839] env[65794]: DEBUG oslo_concurrency.lockutils [req-7a338646-bb97-4bdc-8e79-338ca4f433ea req-47fa5f49-beb3-4e70-8b9f-648a480a6c74 service nova] Acquiring lock "3f3170a1-31f3-4a1a-911b-d8a54bcb8fff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.967066] env[65794]: DEBUG oslo_concurrency.lockutils [req-7a338646-bb97-4bdc-8e79-338ca4f433ea req-47fa5f49-beb3-4e70-8b9f-648a480a6c74 service nova] Lock "3f3170a1-31f3-4a1a-911b-d8a54bcb8fff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.967318] env[65794]: DEBUG oslo_concurrency.lockutils [req-7a338646-bb97-4bdc-8e79-338ca4f433ea req-47fa5f49-beb3-4e70-8b9f-648a480a6c74 service nova] Lock "3f3170a1-31f3-4a1a-911b-d8a54bcb8fff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.967574] env[65794]: DEBUG nova.compute.manager [req-7a338646-bb97-4bdc-8e79-338ca4f433ea req-47fa5f49-beb3-4e70-8b9f-648a480a6c74 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] No waiting events found dispatching network-vif-plugged-cdb92fba-2145-4abf-bb64-5ba310a8aa24 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 766.967716] env[65794]: WARNING nova.compute.manager [req-7a338646-bb97-4bdc-8e79-338ca4f433ea req-47fa5f49-beb3-4e70-8b9f-648a480a6c74 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Received unexpected event network-vif-plugged-cdb92fba-2145-4abf-bb64-5ba310a8aa24 for instance with vm_state building and task_state spawning. [ 766.967962] env[65794]: DEBUG nova.compute.manager [req-7a338646-bb97-4bdc-8e79-338ca4f433ea req-47fa5f49-beb3-4e70-8b9f-648a480a6c74 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Received event network-changed-cdb92fba-2145-4abf-bb64-5ba310a8aa24 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 766.968097] env[65794]: DEBUG nova.compute.manager [req-7a338646-bb97-4bdc-8e79-338ca4f433ea req-47fa5f49-beb3-4e70-8b9f-648a480a6c74 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Refreshing instance network info cache due to event network-changed-cdb92fba-2145-4abf-bb64-5ba310a8aa24. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 766.968344] env[65794]: DEBUG oslo_concurrency.lockutils [req-7a338646-bb97-4bdc-8e79-338ca4f433ea req-47fa5f49-beb3-4e70-8b9f-648a480a6c74 service nova] Acquiring lock "refresh_cache-3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.968539] env[65794]: DEBUG oslo_concurrency.lockutils [req-7a338646-bb97-4bdc-8e79-338ca4f433ea req-47fa5f49-beb3-4e70-8b9f-648a480a6c74 service nova] Acquired lock "refresh_cache-3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.968735] env[65794]: DEBUG nova.network.neutron [req-7a338646-bb97-4bdc-8e79-338ca4f433ea req-47fa5f49-beb3-4e70-8b9f-648a480a6c74 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Refreshing network info cache for port cdb92fba-2145-4abf-bb64-5ba310a8aa24 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.974867] env[65794]: DEBUG nova.compute.manager [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 767.100325] env[65794]: DEBUG nova.compute.manager [req-3b90f471-411f-40b2-bc97-255e1bb2b04b req-79fee956-d6c2-491a-83e4-6410f417c455 service nova] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Received event network-vif-deleted-41709379-aa47-4e0f-8fa0-9555e17f5433 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 767.144248] env[65794]: DEBUG oslo_concurrency.lockutils [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Releasing lock "refresh_cache-3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.144376] env[65794]: DEBUG nova.objects.instance [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lazy-loading 'flavor' on Instance uuid 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.189453] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ed7f48-661a-ce41-6856-c98259e64b82, 'name': SearchDatastore_Task, 'duration_secs': 0.022946} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.189757] env[65794]: DEBUG oslo_concurrency.lockutils [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.189988] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.190239] env[65794]: DEBUG oslo_concurrency.lockutils [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.190379] env[65794]: DEBUG oslo_concurrency.lockutils [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.190552] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.191133] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbf1c334-0c92-4618-a284-c73dcca89fb7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.205063] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.205063] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.205948] env[65794]: INFO nova.compute.manager [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Took 39.36 seconds to build instance. [ 767.206820] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d98156b-d924-4b05-90e4-abf379a7c2ff {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.214470] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 767.214470] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52a2187c-58ef-3473-a374-fee4a8fc1786" [ 767.214470] env[65794]: _type = "Task" [ 767.214470] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.224133] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a2187c-58ef-3473-a374-fee4a8fc1786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.306837] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "c27e0fb8-a5cb-433f-ad38-d3fc90fd8064" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.307125] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "c27e0fb8-a5cb-433f-ad38-d3fc90fd8064" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.307338] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "c27e0fb8-a5cb-433f-ad38-d3fc90fd8064-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.307515] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "c27e0fb8-a5cb-433f-ad38-d3fc90fd8064-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.307683] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "c27e0fb8-a5cb-433f-ad38-d3fc90fd8064-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.310822] env[65794]: INFO nova.compute.manager [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Terminating instance [ 767.320406] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.289s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.323396] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.636s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.323580] env[65794]: DEBUG nova.objects.instance [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Lazy-loading 'resources' on Instance uuid d2ab3b4f-94ff-4ec0-9808-102e8e5957ac {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.343465] env[65794]: INFO nova.scheduler.client.report [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Deleted allocations for instance 9b4a2418-9618-4c3f-a110-dd81de4cf4a0 [ 767.379396] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]523cf002-9cf5-6e30-fe29-63cdfc6ed8ee, 'name': SearchDatastore_Task, 'duration_secs': 0.015045} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.383146] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.383146] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 21bd6276-6f01-4292-8c49-3474685f8466/21bd6276-6f01-4292-8c49-3474685f8466.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.383326] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d54112c0-dc26-464b-b570-97f8a5636cac {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.392829] env[65794]: DEBUG oslo_vmware.api [None req-b0a0171a-fee7-41c7-9560-1427bebef75e tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4811079, 'name': ResetVM_Task, 'duration_secs': 0.126773} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.395822] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a0171a-fee7-41c7-9560-1427bebef75e tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Did hard reboot of VM {{(pid=65794) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 767.396068] env[65794]: DEBUG nova.compute.manager [None req-b0a0171a-fee7-41c7-9560-1427bebef75e tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 767.396775] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 767.396775] env[65794]: value = "task-4811080" [ 767.396775] env[65794]: _type = "Task" [ 767.396775] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.397890] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2d5047-0a3f-405c-9ce2-a4be8b4041be {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.410666] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.439932] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "56b85a30-748e-4583-8d5d-7b89aff94017" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.439932] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "56b85a30-748e-4583-8d5d-7b89aff94017" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.439932] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "56b85a30-748e-4583-8d5d-7b89aff94017-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.440197] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "56b85a30-748e-4583-8d5d-7b89aff94017-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.440197] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "56b85a30-748e-4583-8d5d-7b89aff94017-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.442240] env[65794]: INFO nova.compute.manager [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Terminating instance [ 767.472173] env[65794]: WARNING neutronclient.v2_0.client [req-7a338646-bb97-4bdc-8e79-338ca4f433ea req-47fa5f49-beb3-4e70-8b9f-648a480a6c74 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.497490] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.649077] env[65794]: WARNING neutronclient.v2_0.client [req-7a338646-bb97-4bdc-8e79-338ca4f433ea req-47fa5f49-beb3-4e70-8b9f-648a480a6c74 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.656927] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ef594e-56e0-4b16-a723-e8d30faa7c2d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.680703] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.682515] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef72620d-8ab0-40bd-8e93-fb75d65c81ca {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.695977] env[65794]: DEBUG oslo_vmware.api [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 767.695977] env[65794]: value = "task-4811081" [ 767.695977] env[65794]: _type = "Task" [ 767.695977] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.711399] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8efb7525-3939-4e13-9206-e866866ff0b1 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "941691d3-3682-49a5-8488-9bc2c8c3f2a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.932s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.711650] env[65794]: DEBUG oslo_vmware.api [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.732160] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a2187c-58ef-3473-a374-fee4a8fc1786, 'name': SearchDatastore_Task, 'duration_secs': 0.032761} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.733279] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f349585d-90d5-40af-975d-5658ac3b4b12 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.738780] env[65794]: DEBUG nova.network.neutron [req-7a338646-bb97-4bdc-8e79-338ca4f433ea req-47fa5f49-beb3-4e70-8b9f-648a480a6c74 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Updated VIF entry in instance network info cache for port cdb92fba-2145-4abf-bb64-5ba310a8aa24. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 767.739138] env[65794]: DEBUG nova.network.neutron [req-7a338646-bb97-4bdc-8e79-338ca4f433ea req-47fa5f49-beb3-4e70-8b9f-648a480a6c74 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Updating instance_info_cache with network_info: [{"id": "cdb92fba-2145-4abf-bb64-5ba310a8aa24", "address": "fa:16:3e:41:5f:3b", "network": {"id": "f51e4a3d-fe13-4bd5-8d4a-95f8a5a25579", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-10719258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2b38ba3bbc48bf93ff01269b8ca2ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb92fba-21", "ovs_interfaceid": "cdb92fba-2145-4abf-bb64-5ba310a8aa24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.744850] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 767.744850] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52ef973c-8651-3838-cfa4-45a2fabc53d4" [ 767.744850] env[65794]: _type = "Task" [ 767.744850] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.758374] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ef973c-8651-3838-cfa4-45a2fabc53d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.817219] env[65794]: DEBUG nova.compute.manager [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 767.817219] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.819085] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30648e7e-e0d2-4b50-8d65-39376202a2e5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.837744] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.838335] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba433c2c-7098-4bd8-b9b9-50cfe6b8a0dd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.847201] env[65794]: DEBUG oslo_vmware.api [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 767.847201] env[65794]: value = "task-4811082" [ 767.847201] env[65794]: _type = "Task" [ 767.847201] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.857490] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b6dcba26-34f1-40cd-b133-7307677334be tempest-ListServersNegativeTestJSON-1369105691 tempest-ListServersNegativeTestJSON-1369105691-project-member] Lock "9b4a2418-9618-4c3f-a110-dd81de4cf4a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.248s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.870969] env[65794]: DEBUG oslo_vmware.api [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.918259] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811080, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.922852] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b0a0171a-fee7-41c7-9560-1427bebef75e tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Lock "55128a66-2320-48f0-a7b0-9b809de89974" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.143s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.947035] env[65794]: DEBUG nova.compute.manager [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 767.947253] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.948629] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2a665a-9477-4677-8d9d-6029398347cc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.963163] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.967991] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5baaa618-0241-46b4-b57e-a69f919e64d1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.980584] env[65794]: DEBUG oslo_vmware.api [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 767.980584] env[65794]: value = "task-4811083" [ 767.980584] env[65794]: _type = "Task" [ 767.980584] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.998155] env[65794]: DEBUG oslo_vmware.api [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.192922] env[65794]: INFO nova.compute.manager [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Rebuilding instance [ 768.208827] env[65794]: DEBUG oslo_vmware.api [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811081, 'name': PowerOffVM_Task, 'duration_secs': 0.288892} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.212369] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.218188] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Reconfiguring VM instance instance-0000001f to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 768.219184] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0cd5270-832e-460c-b84c-5342844442df {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.245520] env[65794]: DEBUG oslo_concurrency.lockutils [req-7a338646-bb97-4bdc-8e79-338ca4f433ea req-47fa5f49-beb3-4e70-8b9f-648a480a6c74 service nova] Releasing lock "refresh_cache-3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.255248] env[65794]: DEBUG oslo_vmware.api [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 768.255248] env[65794]: value = "task-4811084" [ 768.255248] env[65794]: _type = "Task" [ 768.255248] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.264655] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ef973c-8651-3838-cfa4-45a2fabc53d4, 'name': SearchDatastore_Task, 'duration_secs': 0.035304} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.268533] env[65794]: DEBUG oslo_concurrency.lockutils [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.268533] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff/3f3170a1-31f3-4a1a-911b-d8a54bcb8fff.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.268941] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b257c0d-1dad-4f04-8d1a-b761554feaea {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.276611] env[65794]: DEBUG oslo_vmware.api [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.286605] env[65794]: DEBUG nova.compute.manager [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 768.287849] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f8f0e6-7bb5-4a9b-b09d-34220e551a7a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.295408] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 768.295408] env[65794]: value = "task-4811085" [ 768.295408] env[65794]: _type = "Task" [ 768.295408] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.314430] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.360439] env[65794]: DEBUG oslo_vmware.api [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811082, 'name': PowerOffVM_Task, 'duration_secs': 0.355076} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.362423] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.362716] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.363396] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11593f9c-05ea-4541-8be6-96bd5bd9e83e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.415160] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664044} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.415322] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 21bd6276-6f01-4292-8c49-3474685f8466/21bd6276-6f01-4292-8c49-3474685f8466.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.415485] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.418441] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bef06939-705c-43f4-98ee-61003aeba2b2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.432287] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 768.432287] env[65794]: value = "task-4811087" [ 768.432287] env[65794]: _type = "Task" [ 768.432287] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.441283] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.441573] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.441822] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Deleting the datastore file [datastore2] c27e0fb8-a5cb-433f-ad38-d3fc90fd8064 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.443644] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ac37b30-ebc8-4310-bf43-f6ff2480d2df {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.449291] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.456456] env[65794]: DEBUG oslo_vmware.api [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 768.456456] env[65794]: value = "task-4811088" [ 768.456456] env[65794]: _type = "Task" [ 768.456456] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.475014] env[65794]: DEBUG oslo_vmware.api [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.493853] env[65794]: DEBUG oslo_vmware.api [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811083, 'name': PowerOffVM_Task, 'duration_secs': 0.234201} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.497150] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.497526] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.498088] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0acd727a-c488-42f7-b594-23f7cfa20d72 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.528724] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380bed2e-c0e1-42cd-b427-a691b98368f6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.538477] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6704e3-7506-4848-95ce-f818400322d2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.581883] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0198399-7abd-4b8f-af3c-fd95f75405b2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.589820] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cacc855-aee5-4870-884b-e8a817af00fe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.610351] env[65794]: DEBUG nova.compute.provider_tree [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.611922] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.612190] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.612370] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Deleting the datastore file [datastore2] 56b85a30-748e-4583-8d5d-7b89aff94017 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.613316] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b55a5d82-af85-4c5c-a031-82c75c0c12a2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.621239] env[65794]: DEBUG oslo_vmware.api [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 768.621239] env[65794]: value = "task-4811090" [ 768.621239] env[65794]: _type = "Task" [ 768.621239] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.635179] env[65794]: DEBUG oslo_vmware.api [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.771375] env[65794]: DEBUG oslo_vmware.api [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811084, 'name': ReconfigVM_Task, 'duration_secs': 0.325766} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.771958] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Reconfigured VM instance instance-0000001f to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 768.772377] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.772705] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a0b7d6e-186c-44d7-bbd5-83a082dd0afc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.782071] env[65794]: DEBUG oslo_vmware.api [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 768.782071] env[65794]: value = "task-4811091" [ 768.782071] env[65794]: _type = "Task" [ 768.782071] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.791914] env[65794]: DEBUG oslo_vmware.api [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.808625] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811085, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.941287] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094835} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.941681] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.943595] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dce789-f6c9-4a88-a266-646b364d1d63 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.976548] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 21bd6276-6f01-4292-8c49-3474685f8466/21bd6276-6f01-4292-8c49-3474685f8466.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.980410] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e817ace4-910b-402c-be05-98376eaa5045 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.004763] env[65794]: DEBUG oslo_vmware.api [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470487} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.006273] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.006457] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.006631] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.006804] env[65794]: INFO nova.compute.manager [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Took 1.19 seconds to destroy the instance on the hypervisor. [ 769.007318] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 769.007318] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 769.007318] env[65794]: value = "task-4811092" [ 769.007318] env[65794]: _type = "Task" [ 769.007318] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.007633] env[65794]: DEBUG nova.compute.manager [-] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 769.007633] env[65794]: DEBUG nova.network.neutron [-] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 769.007865] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.061145] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.115118] env[65794]: DEBUG nova.scheduler.client.report [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.135983] env[65794]: DEBUG oslo_vmware.api [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353736} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.137040] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.137327] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.137926] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.137926] env[65794]: INFO nova.compute.manager [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Took 1.19 seconds to destroy the instance on the hypervisor. [ 769.138125] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 769.138684] env[65794]: DEBUG nova.compute.manager [-] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 769.138766] env[65794]: DEBUG nova.network.neutron [-] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 769.139016] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.293344] env[65794]: DEBUG oslo_vmware.api [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811091, 'name': PowerOnVM_Task, 'duration_secs': 0.447532} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.293634] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.293865] env[65794]: DEBUG nova.compute.manager [None req-fb74eb65-d412-4295-a4be-f2cc08f847d3 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 769.294727] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec23971-9461-4c57-a728-1a746a0ddde4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.306055] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580015} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.307755] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff/3f3170a1-31f3-4a1a-911b-d8a54bcb8fff.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.307976] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.310501] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ced187a-093a-49c1-9c98-c6d5a515a112 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.312813] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.313413] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cdb66f9-2802-4482-966c-3caa82855582 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.320387] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 769.320387] env[65794]: value = "task-4811094" [ 769.320387] env[65794]: _type = "Task" [ 769.320387] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.322979] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 769.322979] env[65794]: value = "task-4811093" [ 769.322979] env[65794]: _type = "Task" [ 769.322979] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.337207] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.338034] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.441244] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.521184] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811092, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.621389] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.298s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.624645] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.865s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.625619] env[65794]: INFO nova.compute.claims [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.657981] env[65794]: INFO nova.scheduler.client.report [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Deleted allocations for instance d2ab3b4f-94ff-4ec0-9808-102e8e5957ac [ 769.822657] env[65794]: DEBUG nova.network.neutron [-] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.841769] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811093, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.846659] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076927} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.848060] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.850303] env[65794]: DEBUG nova.compute.manager [req-91c9551c-91b7-4fd2-9b5c-4cb4a84ea51b req-f234fa40-92d7-4a0f-ae34-64683279cd44 service nova] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Received event network-changed-ba5b2000-2718-476b-ba51-dcae7fd2589b {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 769.850487] env[65794]: DEBUG nova.compute.manager [req-91c9551c-91b7-4fd2-9b5c-4cb4a84ea51b req-f234fa40-92d7-4a0f-ae34-64683279cd44 service nova] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Refreshing instance network info cache due to event network-changed-ba5b2000-2718-476b-ba51-dcae7fd2589b. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 769.850707] env[65794]: DEBUG oslo_concurrency.lockutils [req-91c9551c-91b7-4fd2-9b5c-4cb4a84ea51b req-f234fa40-92d7-4a0f-ae34-64683279cd44 service nova] Acquiring lock "refresh_cache-55128a66-2320-48f0-a7b0-9b809de89974" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.853680] env[65794]: DEBUG oslo_concurrency.lockutils [req-91c9551c-91b7-4fd2-9b5c-4cb4a84ea51b req-f234fa40-92d7-4a0f-ae34-64683279cd44 service nova] Acquired lock "refresh_cache-55128a66-2320-48f0-a7b0-9b809de89974" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.853680] env[65794]: DEBUG nova.network.neutron [req-91c9551c-91b7-4fd2-9b5c-4cb4a84ea51b req-f234fa40-92d7-4a0f-ae34-64683279cd44 service nova] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Refreshing network info cache for port ba5b2000-2718-476b-ba51-dcae7fd2589b {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.853680] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa004909-b92d-4d6b-abb2-eb1555fbc0f3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.883841] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff/3f3170a1-31f3-4a1a-911b-d8a54bcb8fff.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.884865] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f004792c-862c-4115-888d-bb7f1d8654ae {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.908825] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 769.908825] env[65794]: value = "task-4811095" [ 769.908825] env[65794]: _type = "Task" [ 769.908825] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.917999] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.023397] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811092, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.140122] env[65794]: DEBUG nova.network.neutron [-] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.158112] env[65794]: DEBUG nova.compute.manager [req-a94bb768-eabf-4f9c-bb8d-55e1205df744 req-f870ba60-7192-44ba-bf7a-a39d8732f5ea service nova] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Received event network-vif-deleted-1169a066-02eb-41bc-892c-5fce939595d0 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 770.168307] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5a3b8396-04c9-4b3d-892b-8a574753d6b6 tempest-ImagesNegativeTestJSON-86089785 tempest-ImagesNegativeTestJSON-86089785-project-member] Lock "d2ab3b4f-94ff-4ec0-9808-102e8e5957ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.325s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.331438] env[65794]: INFO nova.compute.manager [-] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Took 1.32 seconds to deallocate network for instance. [ 770.353022] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811093, 'name': PowerOffVM_Task, 'duration_secs': 0.524935} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.353022] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.353022] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.353022] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3309a440-684d-4ad0-8df5-d73ce14ecd1a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.361057] env[65794]: WARNING neutronclient.v2_0.client [req-91c9551c-91b7-4fd2-9b5c-4cb4a84ea51b req-f234fa40-92d7-4a0f-ae34-64683279cd44 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.364191] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.366727] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b78cecf-5170-4f1c-9bb1-1eef3ca7b7d9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.420980] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.445684] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.446514] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.446514] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Deleting the datastore file [datastore1] 941691d3-3682-49a5-8488-9bc2c8c3f2a5 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.447225] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbb94a92-be3a-4d7a-83e3-9386ee8df05e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.455098] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 770.455098] env[65794]: value = "task-4811097" [ 770.455098] env[65794]: _type = "Task" [ 770.455098] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.473957] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.528640] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811092, 'name': ReconfigVM_Task, 'duration_secs': 1.327394} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.529247] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 21bd6276-6f01-4292-8c49-3474685f8466/21bd6276-6f01-4292-8c49-3474685f8466.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.530078] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8688062-e27a-4805-9789-bca5c11f2179 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.538828] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 770.538828] env[65794]: value = "task-4811098" [ 770.538828] env[65794]: _type = "Task" [ 770.538828] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.551203] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811098, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.572643] env[65794]: WARNING neutronclient.v2_0.client [req-91c9551c-91b7-4fd2-9b5c-4cb4a84ea51b req-f234fa40-92d7-4a0f-ae34-64683279cd44 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.641973] env[65794]: INFO nova.compute.manager [-] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Took 1.50 seconds to deallocate network for instance. [ 770.660447] env[65794]: DEBUG nova.network.neutron [req-91c9551c-91b7-4fd2-9b5c-4cb4a84ea51b req-f234fa40-92d7-4a0f-ae34-64683279cd44 service nova] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Updated VIF entry in instance network info cache for port ba5b2000-2718-476b-ba51-dcae7fd2589b. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 770.660806] env[65794]: DEBUG nova.network.neutron [req-91c9551c-91b7-4fd2-9b5c-4cb4a84ea51b req-f234fa40-92d7-4a0f-ae34-64683279cd44 service nova] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Updating instance_info_cache with network_info: [{"id": "ba5b2000-2718-476b-ba51-dcae7fd2589b", "address": "fa:16:3e:71:fb:34", "network": {"id": "f97e5b30-6bb3-488f-ab20-125850790621", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-587868333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "339ba40f30e147e588c6d9b8cccedf79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba5b2000-27", "ovs_interfaceid": "ba5b2000-2718-476b-ba51-dcae7fd2589b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.854327] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.895439] env[65794]: DEBUG oslo_concurrency.lockutils [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquiring lock "55128a66-2320-48f0-a7b0-9b809de89974" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.896100] env[65794]: DEBUG oslo_concurrency.lockutils [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Lock "55128a66-2320-48f0-a7b0-9b809de89974" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.896100] env[65794]: DEBUG oslo_concurrency.lockutils [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquiring lock "55128a66-2320-48f0-a7b0-9b809de89974-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.896350] env[65794]: DEBUG oslo_concurrency.lockutils [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Lock "55128a66-2320-48f0-a7b0-9b809de89974-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.896424] env[65794]: DEBUG oslo_concurrency.lockutils [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Lock "55128a66-2320-48f0-a7b0-9b809de89974-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.899324] env[65794]: INFO nova.compute.manager [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Terminating instance [ 770.929589] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811095, 'name': ReconfigVM_Task, 'duration_secs': 0.662828} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.929589] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff/3f3170a1-31f3-4a1a-911b-d8a54bcb8fff.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.929589] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cebe05e-3c76-4cea-9a61-d740089cc3e1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.937977] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 770.937977] env[65794]: value = "task-4811099" [ 770.937977] env[65794]: _type = "Task" [ 770.937977] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.955025] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811099, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.968936] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171865} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.969270] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.969773] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.969773] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.055296] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811098, 'name': Rename_Task, 'duration_secs': 0.1663} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.055296] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.055296] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db9d1ba2-f382-43ae-b5f0-063da3a1e650 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.061926] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 771.061926] env[65794]: value = "task-4811100" [ 771.061926] env[65794]: _type = "Task" [ 771.061926] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.072670] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.153989] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.169947] env[65794]: DEBUG oslo_concurrency.lockutils [req-91c9551c-91b7-4fd2-9b5c-4cb4a84ea51b req-f234fa40-92d7-4a0f-ae34-64683279cd44 service nova] Releasing lock "refresh_cache-55128a66-2320-48f0-a7b0-9b809de89974" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.239146] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80478dbb-1a98-4b8d-b3b5-dc5ff249c3a2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.247500] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb57ccf4-972b-4c7d-b6f1-aea05eccedf0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.280163] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff48ebf6-05ad-4f3a-80d4-d3f80d0e547e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.289134] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e41c22-a760-46e9-9415-b3c5c822e40d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.306366] env[65794]: DEBUG nova.compute.provider_tree [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.404247] env[65794]: DEBUG nova.compute.manager [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 771.404568] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.405583] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c639071-948e-4224-8312-16a10c6b1fdc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.419558] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.419558] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db622c16-4d9c-42c3-ab3d-a2a07771fd61 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.426662] env[65794]: DEBUG oslo_vmware.api [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for the task: (returnval){ [ 771.426662] env[65794]: value = "task-4811101" [ 771.426662] env[65794]: _type = "Task" [ 771.426662] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.438886] env[65794]: DEBUG oslo_vmware.api [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4811101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.453364] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811099, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.580819] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811100, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.810146] env[65794]: DEBUG nova.scheduler.client.report [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.938488] env[65794]: DEBUG oslo_vmware.api [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4811101, 'name': PowerOffVM_Task, 'duration_secs': 0.24259} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.938773] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.938935] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.939217] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2cff2e6-d085-48c6-aa14-3a7304e2f893 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.952542] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811099, 'name': Rename_Task, 'duration_secs': 0.777325} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.952542] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.952848] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e56b941-755f-4bd6-af33-5e11b042bfbd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.960900] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 771.960900] env[65794]: value = "task-4811103" [ 771.960900] env[65794]: _type = "Task" [ 771.960900] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.969865] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.009619] env[65794]: DEBUG nova.virt.hardware [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 772.009972] env[65794]: DEBUG nova.virt.hardware [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.010198] env[65794]: DEBUG nova.virt.hardware [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 772.010414] env[65794]: DEBUG nova.virt.hardware [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.010567] env[65794]: DEBUG nova.virt.hardware [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 772.010730] env[65794]: DEBUG nova.virt.hardware [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 772.010995] env[65794]: DEBUG nova.virt.hardware [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 772.011297] env[65794]: DEBUG nova.virt.hardware [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 772.011522] env[65794]: DEBUG nova.virt.hardware [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 772.011779] env[65794]: DEBUG nova.virt.hardware [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 772.012011] env[65794]: DEBUG nova.virt.hardware [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 772.013312] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fce573-cae9-4ebc-bde7-c39c0a082329 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.022132] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10ed469-e36b-49bc-8000-f6f29987712f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.028981] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.029515] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.029733] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Deleting the datastore file [datastore2] 55128a66-2320-48f0-a7b0-9b809de89974 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.031088] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-144caea0-f52f-4c83-a8c7-6ee4b0c536e8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.042875] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:d6:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '093a6d9b-9470-44b5-93f2-23d96a80debd', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.052039] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 772.052679] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.052969] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-669b380f-a049-4168-8667-a76e49256ce2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.074660] env[65794]: DEBUG oslo_vmware.api [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for the task: (returnval){ [ 772.074660] env[65794]: value = "task-4811104" [ 772.074660] env[65794]: _type = "Task" [ 772.074660] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.085153] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.085153] env[65794]: value = "task-4811105" [ 772.085153] env[65794]: _type = "Task" [ 772.085153] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.091922] env[65794]: DEBUG oslo_vmware.api [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811100, 'name': PowerOnVM_Task, 'duration_secs': 0.533804} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.092263] env[65794]: DEBUG oslo_vmware.api [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4811104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.095694] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.096339] env[65794]: INFO nova.compute.manager [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Took 11.13 seconds to spawn the instance on the hypervisor. [ 772.096339] env[65794]: DEBUG nova.compute.manager [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 772.097336] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16517ae6-fcb0-4a90-b8c7-fccd8f456238 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.113882] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811105, 'name': CreateVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.315485] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.316137] env[65794]: DEBUG nova.compute.manager [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 772.319902] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.442s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.321114] env[65794]: INFO nova.compute.claims [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.476454] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811103, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.517016] env[65794]: DEBUG nova.compute.manager [req-383a9aea-74bd-4ba4-bfae-2c1b4b62fa8b req-2ebd5f41-02bd-48e2-81a5-df40b02d38da service nova] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Received event network-vif-deleted-9798237e-6141-457d-acc3-b512182f94f9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 772.589035] env[65794]: DEBUG oslo_vmware.api [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4811104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313201} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.589234] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.589418] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.589585] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.589749] env[65794]: INFO nova.compute.manager [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Took 1.19 seconds to destroy the instance on the hypervisor. [ 772.589991] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 772.590209] env[65794]: DEBUG nova.compute.manager [-] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 772.590307] env[65794]: DEBUG nova.network.neutron [-] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 772.590562] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.601647] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811105, 'name': CreateVM_Task, 'duration_secs': 0.502016} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.601647] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.602072] env[65794]: WARNING neutronclient.v2_0.client [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 772.602439] env[65794]: DEBUG oslo_concurrency.lockutils [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.602608] env[65794]: DEBUG oslo_concurrency.lockutils [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.603309] env[65794]: DEBUG oslo_concurrency.lockutils [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.603309] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b9eae5-d2c5-425a-ab48-81d820ee2249 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.610050] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 772.610050] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52a53a91-2534-ed9c-17c6-059d55965cd1" [ 772.610050] env[65794]: _type = "Task" [ 772.610050] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.622552] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a53a91-2534-ed9c-17c6-059d55965cd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.626623] env[65794]: INFO nova.compute.manager [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Took 42.08 seconds to build instance. [ 772.632278] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.825427] env[65794]: DEBUG nova.compute.utils [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.828906] env[65794]: DEBUG nova.compute.manager [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 772.829112] env[65794]: DEBUG nova.network.neutron [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 772.829481] env[65794]: WARNING neutronclient.v2_0.client [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.829777] env[65794]: WARNING neutronclient.v2_0.client [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.979061] env[65794]: DEBUG nova.policy [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c058043df8749b9855a1eeb2cfb0b3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '737a0ac2aeb14300bb926f480f8a9607', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.988406] env[65794]: DEBUG oslo_vmware.api [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811103, 'name': PowerOnVM_Task, 'duration_secs': 0.766711} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.988679] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.988874] env[65794]: INFO nova.compute.manager [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Took 9.23 seconds to spawn the instance on the hypervisor. [ 772.989073] env[65794]: DEBUG nova.compute.manager [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 772.989912] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe271e3-48b6-4649-a48c-ce6e7910168b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.120703] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a53a91-2534-ed9c-17c6-059d55965cd1, 'name': SearchDatastore_Task, 'duration_secs': 0.03702} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.121041] env[65794]: DEBUG oslo_concurrency.lockutils [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.121276] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.121542] env[65794]: DEBUG oslo_concurrency.lockutils [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.121864] env[65794]: DEBUG oslo_concurrency.lockutils [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.121864] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.122156] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c270354a-2313-4dd0-82bf-0e2dea0e61bb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.128321] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119bdbc4-d51d-4e49-a487-fada5e208b9b tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "21bd6276-6f01-4292-8c49-3474685f8466" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.897s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.134436] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.134650] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.135408] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65a6b32f-e99c-4974-8b85-d20221874fae {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.141557] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 773.141557] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]527cabff-d173-e8c6-6358-e541f2529067" [ 773.141557] env[65794]: _type = "Task" [ 773.141557] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.151634] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527cabff-d173-e8c6-6358-e541f2529067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.329793] env[65794]: DEBUG nova.compute.manager [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 773.333975] env[65794]: DEBUG nova.network.neutron [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Successfully created port: a277d64e-f2da-47a2-bfca-4e0929bf2855 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 773.515549] env[65794]: DEBUG nova.network.neutron [-] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.515549] env[65794]: INFO nova.compute.manager [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Took 41.97 seconds to build instance. [ 773.657669] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527cabff-d173-e8c6-6358-e541f2529067, 'name': SearchDatastore_Task, 'duration_secs': 0.022785} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.658989] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6760fdd-5c62-478f-be23-2a13f6b66782 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.668434] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 773.668434] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52a2ade3-1787-c305-0e41-98e01341612d" [ 773.668434] env[65794]: _type = "Task" [ 773.668434] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.687477] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a2ade3-1787-c305-0e41-98e01341612d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.926013] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42e814e-3ccc-4282-acb8-e08081478a4b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.937017] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21603a9b-7a32-46f1-b518-c070fc25ee52 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.968125] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420a1f45-bcd1-4ddb-877d-d208a76e45e6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.976817] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe2405f-b2d1-42eb-bc83-61112bfeb1cc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.993135] env[65794]: DEBUG nova.compute.provider_tree [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.018228] env[65794]: INFO nova.compute.manager [-] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Took 1.43 seconds to deallocate network for instance. [ 774.018651] env[65794]: DEBUG oslo_concurrency.lockutils [None req-00db24b8-4e3b-4b9f-b766-12410d85ad04 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.932s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.179517] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a2ade3-1787-c305-0e41-98e01341612d, 'name': SearchDatastore_Task, 'duration_secs': 0.019703} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.180133] env[65794]: DEBUG oslo_concurrency.lockutils [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.180133] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 941691d3-3682-49a5-8488-9bc2c8c3f2a5/941691d3-3682-49a5-8488-9bc2c8c3f2a5.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.180351] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f244856-3918-4c43-9e27-1af7e36f67aa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.188508] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 774.188508] env[65794]: value = "task-4811106" [ 774.188508] env[65794]: _type = "Task" [ 774.188508] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.198217] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.282242] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "b1a6869e-577a-4c26-adf3-8919d827ea2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.282475] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "b1a6869e-577a-4c26-adf3-8919d827ea2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.346875] env[65794]: DEBUG nova.compute.manager [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 774.375560] env[65794]: DEBUG nova.virt.hardware [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 774.375991] env[65794]: DEBUG nova.virt.hardware [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.375991] env[65794]: DEBUG nova.virt.hardware [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 774.376131] env[65794]: DEBUG nova.virt.hardware [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.376280] env[65794]: DEBUG nova.virt.hardware [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 774.376411] env[65794]: DEBUG nova.virt.hardware [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 774.376658] env[65794]: DEBUG nova.virt.hardware [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 774.376767] env[65794]: DEBUG nova.virt.hardware [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 774.376925] env[65794]: DEBUG nova.virt.hardware [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 774.377098] env[65794]: DEBUG nova.virt.hardware [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 774.377267] env[65794]: DEBUG nova.virt.hardware [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 774.378186] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b66310b-3ab5-4cdd-8f37-e70b9c9b841d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.387921] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5be5162-ee55-43df-954f-e9bb3da418e3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.496977] env[65794]: DEBUG nova.scheduler.client.report [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.526164] env[65794]: DEBUG oslo_concurrency.lockutils [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.603033] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "71be2679-a934-4709-9b7f-991ff7385512" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.603033] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "71be2679-a934-4709-9b7f-991ff7385512" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.706866] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811106, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.785059] env[65794]: DEBUG nova.compute.manager [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 775.005158] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.005158] env[65794]: DEBUG nova.compute.manager [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 775.010854] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.778s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.015692] env[65794]: INFO nova.compute.claims [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.106083] env[65794]: DEBUG nova.compute.manager [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 775.169925] env[65794]: DEBUG nova.network.neutron [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Successfully updated port: a277d64e-f2da-47a2-bfca-4e0929bf2855 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 775.207024] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610899} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.207396] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 941691d3-3682-49a5-8488-9bc2c8c3f2a5/941691d3-3682-49a5-8488-9bc2c8c3f2a5.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.207610] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.207939] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7c281f8-abca-444f-91dd-0cee13635079 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.217863] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 775.217863] env[65794]: value = "task-4811107" [ 775.217863] env[65794]: _type = "Task" [ 775.217863] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.227739] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.311730] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.320961] env[65794]: DEBUG nova.compute.manager [req-b6cc2438-e541-4cc2-b7fd-ca8d8e8286b2 req-0a6ca424-06b8-477c-9ef4-979b62f3ee6a service nova] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Received event network-vif-deleted-ba5b2000-2718-476b-ba51-dcae7fd2589b {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 775.512379] env[65794]: DEBUG nova.compute.utils [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.515111] env[65794]: DEBUG nova.compute.manager [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 775.515111] env[65794]: DEBUG nova.network.neutron [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 775.518307] env[65794]: WARNING neutronclient.v2_0.client [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.518307] env[65794]: WARNING neutronclient.v2_0.client [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.617847] env[65794]: DEBUG nova.policy [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '013037b09a9d48fd89a493156d368f6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8aa2d70218ad42269cd5188374cb90b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.641162] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.676729] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "refresh_cache-041365df-e115-4857-8a0a-5e2fc528315f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.677052] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired lock "refresh_cache-041365df-e115-4857-8a0a-5e2fc528315f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.677145] env[65794]: DEBUG nova.network.neutron [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 775.728989] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08129} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.729313] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.730399] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b76531-87d3-45b7-be02-80a550b0d978 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.763194] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 941691d3-3682-49a5-8488-9bc2c8c3f2a5/941691d3-3682-49a5-8488-9bc2c8c3f2a5.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.764725] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54034f19-c437-4e89-ae84-d8185da5b358 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.787334] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 775.787334] env[65794]: value = "task-4811108" [ 775.787334] env[65794]: _type = "Task" [ 775.787334] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.797789] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.021214] env[65794]: DEBUG nova.compute.manager [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 776.262909] env[65794]: DEBUG nova.network.neutron [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 776.303289] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811108, 'name': ReconfigVM_Task, 'duration_secs': 0.462756} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.303289] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 941691d3-3682-49a5-8488-9bc2c8c3f2a5/941691d3-3682-49a5-8488-9bc2c8c3f2a5.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.304121] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37431baf-7723-43fd-b703-664297dbbaf1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.312663] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 776.312663] env[65794]: value = "task-4811109" [ 776.312663] env[65794]: _type = "Task" [ 776.312663] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.331298] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811109, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.409329] env[65794]: WARNING neutronclient.v2_0.client [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.557875] env[65794]: DEBUG nova.network.neutron [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Updating instance_info_cache with network_info: [{"id": "a277d64e-f2da-47a2-bfca-4e0929bf2855", "address": "fa:16:3e:6e:a8:da", "network": {"id": "42cade4a-4a06-4155-8650-50edbd2d8a1b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-718071421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "737a0ac2aeb14300bb926f480f8a9607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa277d64e-f2", "ovs_interfaceid": "a277d64e-f2da-47a2-bfca-4e0929bf2855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.633442] env[65794]: DEBUG nova.network.neutron [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Successfully created port: bc97b411-ac80-4e95-aaea-8bedd58e4d22 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 776.776506] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cfc7ca-d2aa-4d49-ae6b-9139daa46c87 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.787952] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30ada20-b2bb-4bc9-9382-6e4c5e9712ca {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.830681] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deff50ee-c361-4005-89fd-2a186c08f41e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.843897] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc712e1e-dc92-4195-897d-c60d0bd79680 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.848143] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811109, 'name': Rename_Task, 'duration_secs': 0.295645} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.848461] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.849781] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1c20124-d189-4888-a1d0-b4811c7f95e5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.860655] env[65794]: DEBUG nova.compute.provider_tree [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.863711] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 776.863711] env[65794]: value = "task-4811110" [ 776.863711] env[65794]: _type = "Task" [ 776.863711] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.875115] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.038545] env[65794]: DEBUG nova.compute.manager [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 777.066801] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Releasing lock "refresh_cache-041365df-e115-4857-8a0a-5e2fc528315f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.066801] env[65794]: DEBUG nova.compute.manager [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Instance network_info: |[{"id": "a277d64e-f2da-47a2-bfca-4e0929bf2855", "address": "fa:16:3e:6e:a8:da", "network": {"id": "42cade4a-4a06-4155-8650-50edbd2d8a1b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-718071421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "737a0ac2aeb14300bb926f480f8a9607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa277d64e-f2", "ovs_interfaceid": "a277d64e-f2da-47a2-bfca-4e0929bf2855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 777.067944] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:a8:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '399f3826-705c-45f7-9fe0-3a08a945151a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a277d64e-f2da-47a2-bfca-4e0929bf2855', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.077045] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 777.079967] env[65794]: DEBUG nova.virt.hardware [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 777.080313] env[65794]: DEBUG nova.virt.hardware [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.080510] env[65794]: DEBUG nova.virt.hardware [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 777.080738] env[65794]: DEBUG nova.virt.hardware [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.080924] env[65794]: DEBUG nova.virt.hardware [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 777.081118] env[65794]: DEBUG nova.virt.hardware [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 777.081430] env[65794]: DEBUG nova.virt.hardware [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 777.081688] env[65794]: DEBUG nova.virt.hardware [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 777.081940] env[65794]: DEBUG nova.virt.hardware [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 777.082144] env[65794]: DEBUG nova.virt.hardware [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 777.082315] env[65794]: DEBUG nova.virt.hardware [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 777.082671] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.083433] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a965ce-9969-4cd2-b462-299805ebcd61 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.086536] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d618158a-e2a6-40f3-8f52-4a437d88d119 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.112440] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d94ae5a-2c46-41ad-b471-1e990a8f2faf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.117110] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.117110] env[65794]: value = "task-4811111" [ 777.117110] env[65794]: _type = "Task" [ 777.117110] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.137481] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811111, 'name': CreateVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.366611] env[65794]: DEBUG nova.scheduler.client.report [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.384505] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811110, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.492456] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "c94be035-0f2d-4f7b-b196-cb5d02ff61cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.492707] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "c94be035-0f2d-4f7b-b196-cb5d02ff61cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.609274] env[65794]: DEBUG nova.compute.manager [req-9d7d9a4f-4594-4cd9-abec-36e44cfba963 req-79f667d5-8935-4ac9-9e8c-7b3487895d88 service nova] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Received event network-vif-plugged-a277d64e-f2da-47a2-bfca-4e0929bf2855 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 777.609610] env[65794]: DEBUG oslo_concurrency.lockutils [req-9d7d9a4f-4594-4cd9-abec-36e44cfba963 req-79f667d5-8935-4ac9-9e8c-7b3487895d88 service nova] Acquiring lock "041365df-e115-4857-8a0a-5e2fc528315f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.609828] env[65794]: DEBUG oslo_concurrency.lockutils [req-9d7d9a4f-4594-4cd9-abec-36e44cfba963 req-79f667d5-8935-4ac9-9e8c-7b3487895d88 service nova] Lock "041365df-e115-4857-8a0a-5e2fc528315f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.609828] env[65794]: DEBUG oslo_concurrency.lockutils [req-9d7d9a4f-4594-4cd9-abec-36e44cfba963 req-79f667d5-8935-4ac9-9e8c-7b3487895d88 service nova] Lock "041365df-e115-4857-8a0a-5e2fc528315f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.611621] env[65794]: DEBUG nova.compute.manager [req-9d7d9a4f-4594-4cd9-abec-36e44cfba963 req-79f667d5-8935-4ac9-9e8c-7b3487895d88 service nova] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] No waiting events found dispatching network-vif-plugged-a277d64e-f2da-47a2-bfca-4e0929bf2855 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 777.612022] env[65794]: WARNING nova.compute.manager [req-9d7d9a4f-4594-4cd9-abec-36e44cfba963 req-79f667d5-8935-4ac9-9e8c-7b3487895d88 service nova] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Received unexpected event network-vif-plugged-a277d64e-f2da-47a2-bfca-4e0929bf2855 for instance with vm_state building and task_state spawning. [ 777.612022] env[65794]: DEBUG nova.compute.manager [req-9d7d9a4f-4594-4cd9-abec-36e44cfba963 req-79f667d5-8935-4ac9-9e8c-7b3487895d88 service nova] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Received event network-changed-a277d64e-f2da-47a2-bfca-4e0929bf2855 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 777.612655] env[65794]: DEBUG nova.compute.manager [req-9d7d9a4f-4594-4cd9-abec-36e44cfba963 req-79f667d5-8935-4ac9-9e8c-7b3487895d88 service nova] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Refreshing instance network info cache due to event network-changed-a277d64e-f2da-47a2-bfca-4e0929bf2855. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 777.612655] env[65794]: DEBUG oslo_concurrency.lockutils [req-9d7d9a4f-4594-4cd9-abec-36e44cfba963 req-79f667d5-8935-4ac9-9e8c-7b3487895d88 service nova] Acquiring lock "refresh_cache-041365df-e115-4857-8a0a-5e2fc528315f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.612655] env[65794]: DEBUG oslo_concurrency.lockutils [req-9d7d9a4f-4594-4cd9-abec-36e44cfba963 req-79f667d5-8935-4ac9-9e8c-7b3487895d88 service nova] Acquired lock "refresh_cache-041365df-e115-4857-8a0a-5e2fc528315f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.612655] env[65794]: DEBUG nova.network.neutron [req-9d7d9a4f-4594-4cd9-abec-36e44cfba963 req-79f667d5-8935-4ac9-9e8c-7b3487895d88 service nova] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Refreshing network info cache for port a277d64e-f2da-47a2-bfca-4e0929bf2855 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.632190] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811111, 'name': CreateVM_Task, 'duration_secs': 0.428406} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.632853] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.633629] env[65794]: WARNING neutronclient.v2_0.client [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.634060] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.634467] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.634547] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.634776] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f57008a-5540-4670-be2d-fd98111dac9e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.640426] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 777.640426] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52fa1d39-48c2-afc9-a44a-ce947f4f1f86" [ 777.640426] env[65794]: _type = "Task" [ 777.640426] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.649233] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52fa1d39-48c2-afc9-a44a-ce947f4f1f86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.875624] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.865s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.877620] env[65794]: DEBUG nova.compute.manager [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 777.884020] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.716s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.884020] env[65794]: DEBUG nova.objects.instance [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65794) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 777.897381] env[65794]: DEBUG oslo_vmware.api [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811110, 'name': PowerOnVM_Task, 'duration_secs': 0.687434} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.898110] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.898110] env[65794]: DEBUG nova.compute.manager [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 777.898821] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e6a5e8-5364-4bdc-acaf-c074a552e400 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.995552] env[65794]: DEBUG nova.compute.manager [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 778.863859] env[65794]: DEBUG nova.network.neutron [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Successfully updated port: bc97b411-ac80-4e95-aaea-8bedd58e4d22 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 778.866212] env[65794]: WARNING neutronclient.v2_0.client [req-9d7d9a4f-4594-4cd9-abec-36e44cfba963 req-79f667d5-8935-4ac9-9e8c-7b3487895d88 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.872752] env[65794]: DEBUG nova.compute.utils [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.882503] env[65794]: DEBUG nova.compute.manager [req-f4beafae-e530-4ccc-a4ff-c677f42acea8 req-24675009-8c9f-4623-801a-4cf9d262c00e service nova] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Received event network-vif-plugged-bc97b411-ac80-4e95-aaea-8bedd58e4d22 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 778.882772] env[65794]: DEBUG oslo_concurrency.lockutils [req-f4beafae-e530-4ccc-a4ff-c677f42acea8 req-24675009-8c9f-4623-801a-4cf9d262c00e service nova] Acquiring lock "3489ef01-ce97-414e-b154-4a5f6b5523d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.882912] env[65794]: DEBUG oslo_concurrency.lockutils [req-f4beafae-e530-4ccc-a4ff-c677f42acea8 req-24675009-8c9f-4623-801a-4cf9d262c00e service nova] Lock "3489ef01-ce97-414e-b154-4a5f6b5523d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.883086] env[65794]: DEBUG oslo_concurrency.lockutils [req-f4beafae-e530-4ccc-a4ff-c677f42acea8 req-24675009-8c9f-4623-801a-4cf9d262c00e service nova] Lock "3489ef01-ce97-414e-b154-4a5f6b5523d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.883248] env[65794]: DEBUG nova.compute.manager [req-f4beafae-e530-4ccc-a4ff-c677f42acea8 req-24675009-8c9f-4623-801a-4cf9d262c00e service nova] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] No waiting events found dispatching network-vif-plugged-bc97b411-ac80-4e95-aaea-8bedd58e4d22 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 778.883402] env[65794]: WARNING nova.compute.manager [req-f4beafae-e530-4ccc-a4ff-c677f42acea8 req-24675009-8c9f-4623-801a-4cf9d262c00e service nova] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Received unexpected event network-vif-plugged-bc97b411-ac80-4e95-aaea-8bedd58e4d22 for instance with vm_state building and task_state spawning. [ 778.885872] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "refresh_cache-3489ef01-ce97-414e-b154-4a5f6b5523d6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.886032] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "refresh_cache-3489ef01-ce97-414e-b154-4a5f6b5523d6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.886278] env[65794]: DEBUG nova.network.neutron [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 778.891827] env[65794]: DEBUG nova.compute.manager [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 778.891983] env[65794]: DEBUG nova.network.neutron [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 778.892400] env[65794]: WARNING neutronclient.v2_0.client [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.892627] env[65794]: WARNING neutronclient.v2_0.client [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.904355] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52fa1d39-48c2-afc9-a44a-ce947f4f1f86, 'name': SearchDatastore_Task, 'duration_secs': 0.029126} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.904355] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.905750] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.905750] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.905750] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.905750] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.905968] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.906234] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f198acfc-5cef-4864-a988-0d628e386d94 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.913373] env[65794]: DEBUG oslo_concurrency.lockutils [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.917065] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.917260] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.918013] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bdac975-5c0b-4cd7-b17a-fb5ea2a39c69 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.926123] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 778.926123] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522f15b5-347f-7dce-0bc1-ab826a0ad8db" [ 778.926123] env[65794]: _type = "Task" [ 778.926123] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.934364] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522f15b5-347f-7dce-0bc1-ab826a0ad8db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.019047] env[65794]: DEBUG nova.policy [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1f27123541c44f8b18ab0f9d2b8c9a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7008d30512094c53b1931970954b7bd1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.388020] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ca641804-2fbe-444b-a184-1c8038b35ba2 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.505s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.388020] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.473s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.388020] env[65794]: DEBUG nova.objects.instance [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Lazy-loading 'resources' on Instance uuid 4619c986-3809-46f5-88ef-d8a4ad674ea8 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.390571] env[65794]: DEBUG nova.compute.manager [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 779.441830] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522f15b5-347f-7dce-0bc1-ab826a0ad8db, 'name': SearchDatastore_Task, 'duration_secs': 0.014564} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.442859] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ddf2193-b8b1-4125-8b7f-204ed7dbb9b9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.449816] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 779.449816] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52218160-4856-c598-9159-db219e356707" [ 779.449816] env[65794]: _type = "Task" [ 779.449816] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.456536] env[65794]: DEBUG nova.network.neutron [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Successfully created port: 922f3a41-2718-400c-822e-b238781973a6 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 779.463998] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52218160-4856-c598-9159-db219e356707, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.484133] env[65794]: DEBUG nova.network.neutron [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 779.491850] env[65794]: WARNING neutronclient.v2_0.client [req-9d7d9a4f-4594-4cd9-abec-36e44cfba963 req-79f667d5-8935-4ac9-9e8c-7b3487895d88 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.516859] env[65794]: DEBUG nova.compute.manager [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Stashing vm_state: active {{(pid=65794) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 779.705784] env[65794]: DEBUG nova.network.neutron [req-9d7d9a4f-4594-4cd9-abec-36e44cfba963 req-79f667d5-8935-4ac9-9e8c-7b3487895d88 service nova] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Updated VIF entry in instance network info cache for port a277d64e-f2da-47a2-bfca-4e0929bf2855. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 779.706211] env[65794]: DEBUG nova.network.neutron [req-9d7d9a4f-4594-4cd9-abec-36e44cfba963 req-79f667d5-8935-4ac9-9e8c-7b3487895d88 service nova] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Updating instance_info_cache with network_info: [{"id": "a277d64e-f2da-47a2-bfca-4e0929bf2855", "address": "fa:16:3e:6e:a8:da", "network": {"id": "42cade4a-4a06-4155-8650-50edbd2d8a1b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-718071421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "737a0ac2aeb14300bb926f480f8a9607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa277d64e-f2", "ovs_interfaceid": "a277d64e-f2da-47a2-bfca-4e0929bf2855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.923263] env[65794]: WARNING neutronclient.v2_0.client [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.971161] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52218160-4856-c598-9159-db219e356707, 'name': SearchDatastore_Task, 'duration_secs': 0.011765} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.971494] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.972641] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 041365df-e115-4857-8a0a-5e2fc528315f/041365df-e115-4857-8a0a-5e2fc528315f.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.972641] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24de8fae-37f8-4288-87f6-799e2f53dbcc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.981039] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 779.981039] env[65794]: value = "task-4811112" [ 779.981039] env[65794]: _type = "Task" [ 779.981039] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.994307] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.043717] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.209960] env[65794]: DEBUG nova.network.neutron [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Updating instance_info_cache with network_info: [{"id": "bc97b411-ac80-4e95-aaea-8bedd58e4d22", "address": "fa:16:3e:e8:b4:b2", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc97b411-ac", "ovs_interfaceid": "bc97b411-ac80-4e95-aaea-8bedd58e4d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.212140] env[65794]: DEBUG oslo_concurrency.lockutils [req-9d7d9a4f-4594-4cd9-abec-36e44cfba963 req-79f667d5-8935-4ac9-9e8c-7b3487895d88 service nova] Releasing lock "refresh_cache-041365df-e115-4857-8a0a-5e2fc528315f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.410913] env[65794]: DEBUG nova.compute.manager [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 780.450568] env[65794]: DEBUG nova.virt.hardware [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 780.450568] env[65794]: DEBUG nova.virt.hardware [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.450568] env[65794]: DEBUG nova.virt.hardware [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 780.450811] env[65794]: DEBUG nova.virt.hardware [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.451184] env[65794]: DEBUG nova.virt.hardware [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 780.451184] env[65794]: DEBUG nova.virt.hardware [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 780.451364] env[65794]: DEBUG nova.virt.hardware [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 780.451527] env[65794]: DEBUG nova.virt.hardware [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 780.451810] env[65794]: DEBUG nova.virt.hardware [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 780.451990] env[65794]: DEBUG nova.virt.hardware [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 780.452181] env[65794]: DEBUG nova.virt.hardware [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 780.453194] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d22b65-405b-4155-8989-d24ee1bfa640 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.469358] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8919baa8-bc4d-4045-b2b1-33d16d0560be {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.507792] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811112, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.576887] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e90e7d2-9f6f-419c-bdf0-b17a5edc08e8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.587109] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855bbfd8-3bcf-4f5f-806a-b45348b3c617 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.619388] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ebb4a1-47e3-4a0c-835e-62256e01307d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.627848] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caabf514-52a5-48ba-8bea-3273437650f6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.643225] env[65794]: DEBUG nova.compute.provider_tree [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.715014] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "refresh_cache-3489ef01-ce97-414e-b154-4a5f6b5523d6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.715491] env[65794]: DEBUG nova.compute.manager [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Instance network_info: |[{"id": "bc97b411-ac80-4e95-aaea-8bedd58e4d22", "address": "fa:16:3e:e8:b4:b2", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc97b411-ac", "ovs_interfaceid": "bc97b411-ac80-4e95-aaea-8bedd58e4d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 780.716098] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:b4:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc97b411-ac80-4e95-aaea-8bedd58e4d22', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.725306] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Creating folder: Project (8aa2d70218ad42269cd5188374cb90b1). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.726167] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2665af6e-a882-4730-82a1-414fc4ba88bd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.739515] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Created folder: Project (8aa2d70218ad42269cd5188374cb90b1) in parent group-v937953. [ 780.740137] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Creating folder: Instances. Parent ref: group-v938077. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.740692] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c62d34a5-a28f-4b83-a92a-3d8b817f103b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.753581] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Created folder: Instances in parent group-v938077. [ 780.754568] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 780.754568] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.754568] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39dbf4b4-222c-40ab-a8b3-2fa4a02f9a10 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.781607] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.781607] env[65794]: value = "task-4811115" [ 780.781607] env[65794]: _type = "Task" [ 780.781607] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.793728] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811115, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.002682] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548332} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.003188] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 041365df-e115-4857-8a0a-5e2fc528315f/041365df-e115-4857-8a0a-5e2fc528315f.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.004236] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.004236] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cc27cd1-9da4-4f76-8c3c-4a768eac74c0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.013034] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 781.013034] env[65794]: value = "task-4811116" [ 781.013034] env[65794]: _type = "Task" [ 781.013034] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.020681] env[65794]: DEBUG nova.compute.manager [req-27ed7d94-4a0f-4994-b974-82a68e9a2245 req-f1bd6d27-a189-4c3c-8660-8a20d81ce5fd service nova] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Received event network-changed-bc97b411-ac80-4e95-aaea-8bedd58e4d22 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 781.020959] env[65794]: DEBUG nova.compute.manager [req-27ed7d94-4a0f-4994-b974-82a68e9a2245 req-f1bd6d27-a189-4c3c-8660-8a20d81ce5fd service nova] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Refreshing instance network info cache due to event network-changed-bc97b411-ac80-4e95-aaea-8bedd58e4d22. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 781.021650] env[65794]: DEBUG oslo_concurrency.lockutils [req-27ed7d94-4a0f-4994-b974-82a68e9a2245 req-f1bd6d27-a189-4c3c-8660-8a20d81ce5fd service nova] Acquiring lock "refresh_cache-3489ef01-ce97-414e-b154-4a5f6b5523d6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.021998] env[65794]: DEBUG oslo_concurrency.lockutils [req-27ed7d94-4a0f-4994-b974-82a68e9a2245 req-f1bd6d27-a189-4c3c-8660-8a20d81ce5fd service nova] Acquired lock "refresh_cache-3489ef01-ce97-414e-b154-4a5f6b5523d6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.021998] env[65794]: DEBUG nova.network.neutron [req-27ed7d94-4a0f-4994-b974-82a68e9a2245 req-f1bd6d27-a189-4c3c-8660-8a20d81ce5fd service nova] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Refreshing network info cache for port bc97b411-ac80-4e95-aaea-8bedd58e4d22 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.027276] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.123104] env[65794]: DEBUG nova.network.neutron [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Successfully updated port: 922f3a41-2718-400c-822e-b238781973a6 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 781.149570] env[65794]: DEBUG nova.scheduler.client.report [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.276620] env[65794]: DEBUG oslo_concurrency.lockutils [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "941691d3-3682-49a5-8488-9bc2c8c3f2a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.276915] env[65794]: DEBUG oslo_concurrency.lockutils [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "941691d3-3682-49a5-8488-9bc2c8c3f2a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.277172] env[65794]: DEBUG oslo_concurrency.lockutils [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "941691d3-3682-49a5-8488-9bc2c8c3f2a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.277360] env[65794]: DEBUG oslo_concurrency.lockutils [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "941691d3-3682-49a5-8488-9bc2c8c3f2a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.277520] env[65794]: DEBUG oslo_concurrency.lockutils [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "941691d3-3682-49a5-8488-9bc2c8c3f2a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.279923] env[65794]: INFO nova.compute.manager [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Terminating instance [ 781.303778] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811115, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.525045] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079517} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.525336] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.526217] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4245e2-cedd-4041-b1f4-9231ba28ee03 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.529158] env[65794]: WARNING neutronclient.v2_0.client [req-27ed7d94-4a0f-4994-b974-82a68e9a2245 req-f1bd6d27-a189-4c3c-8660-8a20d81ce5fd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.556261] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 041365df-e115-4857-8a0a-5e2fc528315f/041365df-e115-4857-8a0a-5e2fc528315f.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.557522] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-391de1c2-bcb8-4bd3-966e-3b0567235cb7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.579403] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 781.579403] env[65794]: value = "task-4811117" [ 781.579403] env[65794]: _type = "Task" [ 781.579403] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.588954] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.627341] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquiring lock "refresh_cache-0d831cb4-6f13-41b2-9d96-300aaacbc764" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.627819] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquired lock "refresh_cache-0d831cb4-6f13-41b2-9d96-300aaacbc764" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.627819] env[65794]: DEBUG nova.network.neutron [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 781.654041] env[65794]: DEBUG oslo_concurrency.lockutils [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Acquiring lock "2258e05e-241d-4799-9759-e14ac02f5d1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.654287] env[65794]: DEBUG oslo_concurrency.lockutils [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Lock "2258e05e-241d-4799-9759-e14ac02f5d1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.659889] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.272s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.661659] env[65794]: DEBUG oslo_concurrency.lockutils [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.263s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.661919] env[65794]: DEBUG nova.objects.instance [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lazy-loading 'resources' on Instance uuid 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.682171] env[65794]: INFO nova.scheduler.client.report [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Deleted allocations for instance 4619c986-3809-46f5-88ef-d8a4ad674ea8 [ 781.712552] env[65794]: WARNING neutronclient.v2_0.client [req-27ed7d94-4a0f-4994-b974-82a68e9a2245 req-f1bd6d27-a189-4c3c-8660-8a20d81ce5fd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.789951] env[65794]: DEBUG nova.compute.manager [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 781.790274] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.795596] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd0fd64-c24c-4d5f-b4cd-8760fa5200b1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.801390] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811115, 'name': CreateVM_Task, 'duration_secs': 0.591254} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.802075] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.803148] env[65794]: WARNING neutronclient.v2_0.client [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.803584] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.803775] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.804179] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.804654] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b10caa72-bf87-4ef1-8709-a7d2cae9f908 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.810430] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.811233] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f143a6ef-26e6-4bc4-a1f0-1330cd4ee92a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.814888] env[65794]: DEBUG oslo_vmware.api [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 781.814888] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f7321f-1c16-de31-9e73-940a503ca097" [ 781.814888] env[65794]: _type = "Task" [ 781.814888] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.819714] env[65794]: DEBUG nova.network.neutron [req-27ed7d94-4a0f-4994-b974-82a68e9a2245 req-f1bd6d27-a189-4c3c-8660-8a20d81ce5fd service nova] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Updated VIF entry in instance network info cache for port bc97b411-ac80-4e95-aaea-8bedd58e4d22. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 781.820178] env[65794]: DEBUG nova.network.neutron [req-27ed7d94-4a0f-4994-b974-82a68e9a2245 req-f1bd6d27-a189-4c3c-8660-8a20d81ce5fd service nova] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Updating instance_info_cache with network_info: [{"id": "bc97b411-ac80-4e95-aaea-8bedd58e4d22", "address": "fa:16:3e:e8:b4:b2", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc97b411-ac", "ovs_interfaceid": "bc97b411-ac80-4e95-aaea-8bedd58e4d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.823420] env[65794]: DEBUG oslo_vmware.api [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 781.823420] env[65794]: value = "task-4811118" [ 781.823420] env[65794]: _type = "Task" [ 781.823420] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.832221] env[65794]: DEBUG oslo_vmware.api [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f7321f-1c16-de31-9e73-940a503ca097, 'name': SearchDatastore_Task, 'duration_secs': 0.011336} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.834366] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.834683] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.834964] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.835237] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.835547] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.836201] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfcac72e-7601-40f7-a2ed-07af1eb42198 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.843245] env[65794]: DEBUG oslo_vmware.api [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.852412] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.853487] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.854628] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f0aa8f0-569e-41cf-bd58-f8504a593445 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.864061] env[65794]: DEBUG oslo_vmware.api [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 781.864061] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52af12df-d744-47d4-638e-2d23fca43b5c" [ 781.864061] env[65794]: _type = "Task" [ 781.864061] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.875213] env[65794]: DEBUG oslo_vmware.api [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52af12df-d744-47d4-638e-2d23fca43b5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.987134] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "746b7185-90a5-423b-b4da-428f754c471d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.987524] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "746b7185-90a5-423b-b4da-428f754c471d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.090461] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.164537] env[65794]: DEBUG nova.network.neutron [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 782.197277] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c2806b-2b98-459c-a03e-3a7802739831 tempest-VolumesAdminNegativeTest-618844079 tempest-VolumesAdminNegativeTest-618844079-project-member] Lock "4619c986-3809-46f5-88ef-d8a4ad674ea8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.850s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.257474] env[65794]: WARNING neutronclient.v2_0.client [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.325697] env[65794]: DEBUG oslo_concurrency.lockutils [req-27ed7d94-4a0f-4994-b974-82a68e9a2245 req-f1bd6d27-a189-4c3c-8660-8a20d81ce5fd service nova] Releasing lock "refresh_cache-3489ef01-ce97-414e-b154-4a5f6b5523d6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.338778] env[65794]: DEBUG oslo_vmware.api [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811118, 'name': PowerOffVM_Task, 'duration_secs': 0.238213} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.339097] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.339265] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.339631] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4c8907d-d897-4acc-8df5-032ae4d7ca5d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.342126] env[65794]: DEBUG nova.network.neutron [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Updating instance_info_cache with network_info: [{"id": "922f3a41-2718-400c-822e-b238781973a6", "address": "fa:16:3e:23:01:33", "network": {"id": "aab0de08-92b0-400e-9892-2526a670e390", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-671891989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7008d30512094c53b1931970954b7bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922f3a41-27", "ovs_interfaceid": "922f3a41-2718-400c-822e-b238781973a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.377394] env[65794]: DEBUG oslo_vmware.api [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52af12df-d744-47d4-638e-2d23fca43b5c, 'name': SearchDatastore_Task, 'duration_secs': 0.010738} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.378866] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdaa1508-adf0-4755-8f8a-079f2fdf7321 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.386104] env[65794]: DEBUG oslo_vmware.api [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 782.386104] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52884b30-2716-a9ac-0cb9-b13ab6c4fb41" [ 782.386104] env[65794]: _type = "Task" [ 782.386104] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.399728] env[65794]: DEBUG oslo_vmware.api [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52884b30-2716-a9ac-0cb9-b13ab6c4fb41, 'name': SearchDatastore_Task, 'duration_secs': 0.011526} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.399995] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.400273] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 3489ef01-ce97-414e-b154-4a5f6b5523d6/3489ef01-ce97-414e-b154-4a5f6b5523d6.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.400540] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a005ff9-087e-4c7f-9a93-2c1d3a413238 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.412764] env[65794]: DEBUG oslo_vmware.api [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 782.412764] env[65794]: value = "task-4811120" [ 782.412764] env[65794]: _type = "Task" [ 782.412764] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.413664] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.414260] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.414260] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Deleting the datastore file [datastore1] 941691d3-3682-49a5-8488-9bc2c8c3f2a5 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.417401] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45dca638-d7e7-4ade-81b9-2e8f7703d1b3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.429218] env[65794]: DEBUG oslo_vmware.api [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.430563] env[65794]: DEBUG oslo_vmware.api [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 782.430563] env[65794]: value = "task-4811121" [ 782.430563] env[65794]: _type = "Task" [ 782.430563] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.441118] env[65794]: DEBUG oslo_vmware.api [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.591153] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811117, 'name': ReconfigVM_Task, 'duration_secs': 0.569689} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.596074] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 041365df-e115-4857-8a0a-5e2fc528315f/041365df-e115-4857-8a0a-5e2fc528315f.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.596074] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34043681-e843-413e-aac1-271c50e48ff3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.603191] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 782.603191] env[65794]: value = "task-4811122" [ 782.603191] env[65794]: _type = "Task" [ 782.603191] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.614376] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811122, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.766604] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ab0b3d-f99d-43c5-8644-79cef89f19d6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.775379] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e96e5ec-8fea-4fd2-a1d7-7805e2f88d0b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.811979] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee752ec6-d0a2-4032-94b2-1946f7ed9833 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.821438] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc8c9e4-fbcc-49f9-abf7-8f610918bf1e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.836833] env[65794]: DEBUG nova.compute.provider_tree [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.846938] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Releasing lock "refresh_cache-0d831cb4-6f13-41b2-9d96-300aaacbc764" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.847512] env[65794]: DEBUG nova.compute.manager [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Instance network_info: |[{"id": "922f3a41-2718-400c-822e-b238781973a6", "address": "fa:16:3e:23:01:33", "network": {"id": "aab0de08-92b0-400e-9892-2526a670e390", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-671891989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7008d30512094c53b1931970954b7bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922f3a41-27", "ovs_interfaceid": "922f3a41-2718-400c-822e-b238781973a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 782.848495] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:01:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '922f3a41-2718-400c-822e-b238781973a6', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.857409] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 782.858155] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.858446] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8ddedee-14e7-4e4f-84c1-552ec641b755 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.880995] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.880995] env[65794]: value = "task-4811123" [ 782.880995] env[65794]: _type = "Task" [ 782.880995] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.892162] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811123, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.924864] env[65794]: DEBUG oslo_vmware.api [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506061} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.925143] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 3489ef01-ce97-414e-b154-4a5f6b5523d6/3489ef01-ce97-414e-b154-4a5f6b5523d6.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.925369] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.925639] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e16cb979-50f0-45a3-9c06-8463ee77d0a6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.938484] env[65794]: DEBUG oslo_vmware.api [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 782.938484] env[65794]: value = "task-4811124" [ 782.938484] env[65794]: _type = "Task" [ 782.938484] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.949730] env[65794]: DEBUG oslo_vmware.api [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158813} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.950972] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.951404] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.951760] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.952684] env[65794]: INFO nova.compute.manager [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 782.952684] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 782.957909] env[65794]: DEBUG nova.compute.manager [-] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 782.958157] env[65794]: DEBUG nova.network.neutron [-] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 782.958621] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.961731] env[65794]: DEBUG oslo_vmware.api [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.030591] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.115125] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811122, 'name': Rename_Task, 'duration_secs': 0.26319} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.115486] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.115729] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d5fd7dc-271a-45e5-9207-af4812c85445 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.124149] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 783.124149] env[65794]: value = "task-4811125" [ 783.124149] env[65794]: _type = "Task" [ 783.124149] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.137441] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.333868] env[65794]: DEBUG nova.compute.manager [req-fbb7da52-8592-4b48-bf3e-0bfb01f5d28a req-52f78540-0aaf-4717-8483-897a16056b14 service nova] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Received event network-vif-plugged-922f3a41-2718-400c-822e-b238781973a6 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 783.334379] env[65794]: DEBUG oslo_concurrency.lockutils [req-fbb7da52-8592-4b48-bf3e-0bfb01f5d28a req-52f78540-0aaf-4717-8483-897a16056b14 service nova] Acquiring lock "0d831cb4-6f13-41b2-9d96-300aaacbc764-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.335233] env[65794]: DEBUG oslo_concurrency.lockutils [req-fbb7da52-8592-4b48-bf3e-0bfb01f5d28a req-52f78540-0aaf-4717-8483-897a16056b14 service nova] Lock "0d831cb4-6f13-41b2-9d96-300aaacbc764-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.335233] env[65794]: DEBUG oslo_concurrency.lockutils [req-fbb7da52-8592-4b48-bf3e-0bfb01f5d28a req-52f78540-0aaf-4717-8483-897a16056b14 service nova] Lock "0d831cb4-6f13-41b2-9d96-300aaacbc764-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.335233] env[65794]: DEBUG nova.compute.manager [req-fbb7da52-8592-4b48-bf3e-0bfb01f5d28a req-52f78540-0aaf-4717-8483-897a16056b14 service nova] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] No waiting events found dispatching network-vif-plugged-922f3a41-2718-400c-822e-b238781973a6 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 783.335233] env[65794]: WARNING nova.compute.manager [req-fbb7da52-8592-4b48-bf3e-0bfb01f5d28a req-52f78540-0aaf-4717-8483-897a16056b14 service nova] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Received unexpected event network-vif-plugged-922f3a41-2718-400c-822e-b238781973a6 for instance with vm_state building and task_state spawning. [ 783.335367] env[65794]: DEBUG nova.compute.manager [req-fbb7da52-8592-4b48-bf3e-0bfb01f5d28a req-52f78540-0aaf-4717-8483-897a16056b14 service nova] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Received event network-changed-922f3a41-2718-400c-822e-b238781973a6 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 783.335577] env[65794]: DEBUG nova.compute.manager [req-fbb7da52-8592-4b48-bf3e-0bfb01f5d28a req-52f78540-0aaf-4717-8483-897a16056b14 service nova] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Refreshing instance network info cache due to event network-changed-922f3a41-2718-400c-822e-b238781973a6. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 783.335704] env[65794]: DEBUG oslo_concurrency.lockutils [req-fbb7da52-8592-4b48-bf3e-0bfb01f5d28a req-52f78540-0aaf-4717-8483-897a16056b14 service nova] Acquiring lock "refresh_cache-0d831cb4-6f13-41b2-9d96-300aaacbc764" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.335834] env[65794]: DEBUG oslo_concurrency.lockutils [req-fbb7da52-8592-4b48-bf3e-0bfb01f5d28a req-52f78540-0aaf-4717-8483-897a16056b14 service nova] Acquired lock "refresh_cache-0d831cb4-6f13-41b2-9d96-300aaacbc764" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.335978] env[65794]: DEBUG nova.network.neutron [req-fbb7da52-8592-4b48-bf3e-0bfb01f5d28a req-52f78540-0aaf-4717-8483-897a16056b14 service nova] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Refreshing network info cache for port 922f3a41-2718-400c-822e-b238781973a6 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.340082] env[65794]: DEBUG nova.scheduler.client.report [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.392154] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811123, 'name': CreateVM_Task, 'duration_secs': 0.36995} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.392304] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.392824] env[65794]: WARNING neutronclient.v2_0.client [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.393210] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.393350] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.393660] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.393946] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e40d2318-c83f-4c19-9537-fb1f3533a754 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.400752] env[65794]: DEBUG oslo_vmware.api [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 783.400752] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522f2e4b-fc2b-bdd9-24b9-77db512f780b" [ 783.400752] env[65794]: _type = "Task" [ 783.400752] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.412952] env[65794]: DEBUG oslo_vmware.api [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522f2e4b-fc2b-bdd9-24b9-77db512f780b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.451798] env[65794]: DEBUG oslo_vmware.api [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079065} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.451798] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.453032] env[65794]: DEBUG nova.compute.manager [req-e2b97386-dc11-431f-8468-736bb110ae8e req-bbf9036e-19d0-4c80-a592-9e8dd7cb70ad service nova] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Received event network-vif-deleted-093a6d9b-9470-44b5-93f2-23d96a80debd {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 783.453302] env[65794]: INFO nova.compute.manager [req-e2b97386-dc11-431f-8468-736bb110ae8e req-bbf9036e-19d0-4c80-a592-9e8dd7cb70ad service nova] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Neutron deleted interface 093a6d9b-9470-44b5-93f2-23d96a80debd; detaching it from the instance and deleting it from the info cache [ 783.453445] env[65794]: DEBUG nova.network.neutron [req-e2b97386-dc11-431f-8468-736bb110ae8e req-bbf9036e-19d0-4c80-a592-9e8dd7cb70ad service nova] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.455720] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608bab22-f8ed-4dbd-8868-b03ac2dd6006 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.485304] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 3489ef01-ce97-414e-b154-4a5f6b5523d6/3489ef01-ce97-414e-b154-4a5f6b5523d6.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.487373] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e0c70d6-b446-4496-8c7e-308b85d07610 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.515324] env[65794]: DEBUG oslo_vmware.api [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 783.515324] env[65794]: value = "task-4811126" [ 783.515324] env[65794]: _type = "Task" [ 783.515324] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.525998] env[65794]: DEBUG oslo_vmware.api [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.635985] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811125, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.774886] env[65794]: DEBUG nova.network.neutron [-] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.839559] env[65794]: WARNING neutronclient.v2_0.client [req-fbb7da52-8592-4b48-bf3e-0bfb01f5d28a req-52f78540-0aaf-4717-8483-897a16056b14 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.851145] env[65794]: DEBUG oslo_concurrency.lockutils [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.853963] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.054s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.854194] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.854583] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65794) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 783.854940] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.704s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.857247] env[65794]: INFO nova.compute.claims [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.861927] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3679809c-03ce-4bb6-928d-f025f9962b3b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.872820] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724b5f68-10fe-45a6-8afa-c63f6c7ba1b1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.893587] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7864560e-2b60-418e-bc03-875ecda1132e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.898773] env[65794]: INFO nova.scheduler.client.report [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Deleted allocations for instance 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86 [ 783.909308] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d8eb2a-e4b1-49d7-b380-cfb7eb522bf7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.919161] env[65794]: DEBUG oslo_vmware.api [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522f2e4b-fc2b-bdd9-24b9-77db512f780b, 'name': SearchDatastore_Task, 'duration_secs': 0.012693} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.947579] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.947995] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.948090] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.948236] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.948432] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.950092] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177645MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65794) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 783.950092] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.950283] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-117050ea-32cf-4c70-8b22-c55250a7e61b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.961110] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0869ef00-2496-472e-9bd1-5271fa1cd39d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.963590] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.963771] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.964513] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4599345-202a-4b25-ab91-df51c376353f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.971289] env[65794]: DEBUG oslo_vmware.api [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 783.971289] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52627261-4b4b-3062-83b3-6a81542c5ded" [ 783.971289] env[65794]: _type = "Task" [ 783.971289] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.978377] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7771e5-2f1e-48c1-bcc9-d9072906285d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.005869] env[65794]: DEBUG oslo_vmware.api [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52627261-4b4b-3062-83b3-6a81542c5ded, 'name': SearchDatastore_Task, 'duration_secs': 0.010471} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.022986] env[65794]: DEBUG nova.compute.manager [req-e2b97386-dc11-431f-8468-736bb110ae8e req-bbf9036e-19d0-4c80-a592-9e8dd7cb70ad service nova] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Detach interface failed, port_id=093a6d9b-9470-44b5-93f2-23d96a80debd, reason: Instance 941691d3-3682-49a5-8488-9bc2c8c3f2a5 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 784.023616] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09d519b2-3d97-41a2-b1e6-d6a53888f93f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.032345] env[65794]: DEBUG oslo_vmware.api [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 784.032345] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52ecd11c-bd93-b652-a58f-a58fb2cc0933" [ 784.032345] env[65794]: _type = "Task" [ 784.032345] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.035932] env[65794]: DEBUG oslo_vmware.api [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811126, 'name': ReconfigVM_Task, 'duration_secs': 0.380106} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.039033] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 3489ef01-ce97-414e-b154-4a5f6b5523d6/3489ef01-ce97-414e-b154-4a5f6b5523d6.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.039739] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2e25fcb-7c41-4de7-95c7-f1a5c8e27b8b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.051390] env[65794]: DEBUG oslo_vmware.api [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 784.051390] env[65794]: value = "task-4811127" [ 784.051390] env[65794]: _type = "Task" [ 784.051390] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.051993] env[65794]: DEBUG oslo_vmware.api [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ecd11c-bd93-b652-a58f-a58fb2cc0933, 'name': SearchDatastore_Task, 'duration_secs': 0.010064} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.052073] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.052316] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 0d831cb4-6f13-41b2-9d96-300aaacbc764/0d831cb4-6f13-41b2-9d96-300aaacbc764.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.055751] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c3c1e43-40fd-4772-ab8d-32b71b521bf4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.068674] env[65794]: DEBUG oslo_vmware.api [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811127, 'name': Rename_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.068674] env[65794]: DEBUG oslo_vmware.api [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 784.068674] env[65794]: value = "task-4811128" [ 784.068674] env[65794]: _type = "Task" [ 784.068674] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.076902] env[65794]: DEBUG oslo_vmware.api [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.135493] env[65794]: DEBUG oslo_vmware.api [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811125, 'name': PowerOnVM_Task, 'duration_secs': 0.57111} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.135851] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.136093] env[65794]: INFO nova.compute.manager [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Took 9.79 seconds to spawn the instance on the hypervisor. [ 784.136307] env[65794]: DEBUG nova.compute.manager [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 784.137582] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16571fd2-550c-4d31-abf1-aa3a80df91f2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.278425] env[65794]: INFO nova.compute.manager [-] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Took 1.32 seconds to deallocate network for instance. [ 784.317471] env[65794]: WARNING neutronclient.v2_0.client [req-fbb7da52-8592-4b48-bf3e-0bfb01f5d28a req-52f78540-0aaf-4717-8483-897a16056b14 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.409128] env[65794]: DEBUG oslo_concurrency.lockutils [None req-847e9e38-bb18-4a3b-91ce-e477f038ff47 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lock "18eaf5a7-4711-4a52-82fa-aeca7ed9ae86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.905s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.410261] env[65794]: DEBUG oslo_concurrency.lockutils [None req-773da78b-f289-47be-8f7c-49bab4cedbbf tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lock "18eaf5a7-4711-4a52-82fa-aeca7ed9ae86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 26.746s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.410461] env[65794]: DEBUG oslo_concurrency.lockutils [None req-773da78b-f289-47be-8f7c-49bab4cedbbf tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquiring lock "18eaf5a7-4711-4a52-82fa-aeca7ed9ae86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.410664] env[65794]: DEBUG oslo_concurrency.lockutils [None req-773da78b-f289-47be-8f7c-49bab4cedbbf tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lock "18eaf5a7-4711-4a52-82fa-aeca7ed9ae86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.410831] env[65794]: DEBUG oslo_concurrency.lockutils [None req-773da78b-f289-47be-8f7c-49bab4cedbbf tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lock "18eaf5a7-4711-4a52-82fa-aeca7ed9ae86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.414031] env[65794]: INFO nova.compute.manager [None req-773da78b-f289-47be-8f7c-49bab4cedbbf tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Terminating instance [ 784.509163] env[65794]: DEBUG nova.network.neutron [req-fbb7da52-8592-4b48-bf3e-0bfb01f5d28a req-52f78540-0aaf-4717-8483-897a16056b14 service nova] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Updated VIF entry in instance network info cache for port 922f3a41-2718-400c-822e-b238781973a6. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 784.509594] env[65794]: DEBUG nova.network.neutron [req-fbb7da52-8592-4b48-bf3e-0bfb01f5d28a req-52f78540-0aaf-4717-8483-897a16056b14 service nova] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Updating instance_info_cache with network_info: [{"id": "922f3a41-2718-400c-822e-b238781973a6", "address": "fa:16:3e:23:01:33", "network": {"id": "aab0de08-92b0-400e-9892-2526a670e390", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-671891989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7008d30512094c53b1931970954b7bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap922f3a41-27", "ovs_interfaceid": "922f3a41-2718-400c-822e-b238781973a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.562953] env[65794]: DEBUG oslo_vmware.api [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811127, 'name': Rename_Task, 'duration_secs': 0.164911} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.563179] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.563436] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10556a03-a16f-46a9-9044-2596dd2c325e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.574027] env[65794]: DEBUG oslo_vmware.api [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 784.574027] env[65794]: value = "task-4811129" [ 784.574027] env[65794]: _type = "Task" [ 784.574027] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.581330] env[65794]: DEBUG oslo_vmware.api [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483388} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.581638] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 0d831cb4-6f13-41b2-9d96-300aaacbc764/0d831cb4-6f13-41b2-9d96-300aaacbc764.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.581863] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.582160] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0046e575-1c1c-496c-94a7-64a96bee67c3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.587269] env[65794]: DEBUG oslo_vmware.api [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.593517] env[65794]: DEBUG oslo_vmware.api [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 784.593517] env[65794]: value = "task-4811130" [ 784.593517] env[65794]: _type = "Task" [ 784.593517] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.604064] env[65794]: DEBUG oslo_vmware.api [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.657072] env[65794]: INFO nova.compute.manager [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Took 47.93 seconds to build instance. [ 784.789868] env[65794]: DEBUG oslo_concurrency.lockutils [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.922021] env[65794]: DEBUG oslo_concurrency.lockutils [None req-773da78b-f289-47be-8f7c-49bab4cedbbf tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquiring lock "refresh_cache-18eaf5a7-4711-4a52-82fa-aeca7ed9ae86" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.922205] env[65794]: DEBUG oslo_concurrency.lockutils [None req-773da78b-f289-47be-8f7c-49bab4cedbbf tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquired lock "refresh_cache-18eaf5a7-4711-4a52-82fa-aeca7ed9ae86" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.922378] env[65794]: DEBUG nova.network.neutron [None req-773da78b-f289-47be-8f7c-49bab4cedbbf tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 785.012809] env[65794]: DEBUG oslo_concurrency.lockutils [req-fbb7da52-8592-4b48-bf3e-0bfb01f5d28a req-52f78540-0aaf-4717-8483-897a16056b14 service nova] Releasing lock "refresh_cache-0d831cb4-6f13-41b2-9d96-300aaacbc764" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.087934] env[65794]: DEBUG oslo_vmware.api [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811129, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.103691] env[65794]: DEBUG oslo_vmware.api [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10992} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.104265] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.105252] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ccb035-31c6-4755-93b3-adfd2a0561ec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.133911] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 0d831cb4-6f13-41b2-9d96-300aaacbc764/0d831cb4-6f13-41b2-9d96-300aaacbc764.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.137131] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5b61fd5-d925-42ef-997e-7031a999596b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.158317] env[65794]: DEBUG oslo_vmware.api [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 785.158317] env[65794]: value = "task-4811131" [ 785.158317] env[65794]: _type = "Task" [ 785.158317] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.161799] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8324f0e9-84f3-4810-ac0a-779f06464d58 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "041365df-e115-4857-8a0a-5e2fc528315f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.445s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.169849] env[65794]: DEBUG oslo_vmware.api [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811131, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.424817] env[65794]: DEBUG nova.compute.utils [None req-773da78b-f289-47be-8f7c-49bab4cedbbf tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Can not refresh info_cache because instance was not found {{(pid=65794) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 785.425229] env[65794]: WARNING neutronclient.v2_0.client [None req-773da78b-f289-47be-8f7c-49bab4cedbbf tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.449854] env[65794]: DEBUG nova.network.neutron [None req-773da78b-f289-47be-8f7c-49bab4cedbbf tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 785.532870] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e03f230-8f57-4335-bd1c-98277bce8e6b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.541876] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce7a68c-b6cc-43b4-a57a-53ceefadd385 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.582206] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e73899-03a2-4945-b1c2-a9f35508274a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.591020] env[65794]: DEBUG oslo_vmware.api [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811129, 'name': PowerOnVM_Task, 'duration_secs': 0.54227} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.593434] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.593668] env[65794]: INFO nova.compute.manager [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Took 8.55 seconds to spawn the instance on the hypervisor. [ 785.593848] env[65794]: DEBUG nova.compute.manager [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 785.594747] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6396a219-9135-4432-b03c-82a33d1e8bf2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.598468] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba34cf86-5bce-42d5-ae53-2684ae3a4ed6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.619426] env[65794]: DEBUG nova.compute.provider_tree [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.651835] env[65794]: DEBUG nova.network.neutron [None req-773da78b-f289-47be-8f7c-49bab4cedbbf tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.665467] env[65794]: DEBUG nova.compute.manager [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 785.673753] env[65794]: DEBUG oslo_vmware.api [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811131, 'name': ReconfigVM_Task, 'duration_secs': 0.303236} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.674234] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 0d831cb4-6f13-41b2-9d96-300aaacbc764/0d831cb4-6f13-41b2-9d96-300aaacbc764.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.674910] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9b9e622-6fb7-4808-ad75-2403bca3a000 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.684211] env[65794]: DEBUG oslo_vmware.api [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 785.684211] env[65794]: value = "task-4811132" [ 785.684211] env[65794]: _type = "Task" [ 785.684211] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.696256] env[65794]: DEBUG oslo_vmware.api [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811132, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.127719] env[65794]: DEBUG nova.scheduler.client.report [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.135466] env[65794]: INFO nova.compute.manager [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Took 44.29 seconds to build instance. [ 786.153730] env[65794]: DEBUG oslo_concurrency.lockutils [None req-773da78b-f289-47be-8f7c-49bab4cedbbf tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Releasing lock "refresh_cache-18eaf5a7-4711-4a52-82fa-aeca7ed9ae86" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.154748] env[65794]: DEBUG nova.compute.manager [None req-773da78b-f289-47be-8f7c-49bab4cedbbf tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 786.154748] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-773da78b-f289-47be-8f7c-49bab4cedbbf tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.155168] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85af8777-5ce1-455a-867d-d3ff3c4e8cfe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.166170] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4de207f-ec1e-4120-87aa-750cd6bdbb7c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.195179] env[65794]: DEBUG oslo_vmware.api [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811132, 'name': Rename_Task, 'duration_secs': 0.35668} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.212964] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.213923] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquiring lock "92cf7152-7138-4f68-a3a3-c433071a7f89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.213923] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lock "92cf7152-7138-4f68-a3a3-c433071a7f89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.213923] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquiring lock "92cf7152-7138-4f68-a3a3-c433071a7f89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.214268] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lock "92cf7152-7138-4f68-a3a3-c433071a7f89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.214268] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lock "92cf7152-7138-4f68-a3a3-c433071a7f89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.215941] env[65794]: WARNING nova.virt.vmwareapi.vmops [None req-773da78b-f289-47be-8f7c-49bab4cedbbf tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86 could not be found. [ 786.216135] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-773da78b-f289-47be-8f7c-49bab4cedbbf tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.216316] env[65794]: INFO nova.compute.manager [None req-773da78b-f289-47be-8f7c-49bab4cedbbf tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Took 0.06 seconds to destroy the instance on the hypervisor. [ 786.216552] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-773da78b-f289-47be-8f7c-49bab4cedbbf tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 786.217196] env[65794]: INFO nova.compute.manager [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Terminating instance [ 786.220026] env[65794]: DEBUG oslo_concurrency.lockutils [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.220026] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63829fff-e9c3-461e-b25c-d87d402b983e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.221883] env[65794]: DEBUG nova.compute.manager [-] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 786.221987] env[65794]: DEBUG nova.network.neutron [-] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 786.222198] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.233749] env[65794]: DEBUG oslo_vmware.api [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 786.233749] env[65794]: value = "task-4811133" [ 786.233749] env[65794]: _type = "Task" [ 786.233749] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.247998] env[65794]: DEBUG oslo_vmware.api [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.259878] env[65794]: DEBUG nova.network.neutron [-] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 786.260305] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.399311] env[65794]: DEBUG oslo_concurrency.lockutils [None req-adc11796-91cb-47d9-8d78-19091ee113d0 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "041365df-e115-4857-8a0a-5e2fc528315f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.399311] env[65794]: DEBUG oslo_concurrency.lockutils [None req-adc11796-91cb-47d9-8d78-19091ee113d0 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "041365df-e115-4857-8a0a-5e2fc528315f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.636028] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.636535] env[65794]: DEBUG nova.compute.manager [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 786.639554] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c90c8f5-930b-4bdd-b409-5f70747a8ba8 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "3489ef01-ce97-414e-b154-4a5f6b5523d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.578s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.639889] env[65794]: DEBUG oslo_concurrency.lockutils [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.115s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.640128] env[65794]: DEBUG nova.objects.instance [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lazy-loading 'resources' on Instance uuid c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.728475] env[65794]: DEBUG nova.compute.manager [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 786.728741] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.729661] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59154054-cbe5-46ea-8333-41834cabe48b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.741149] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.742099] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a79a5871-9647-43ed-ae5a-eff054f0809d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.748281] env[65794]: DEBUG oslo_vmware.api [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811133, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.755638] env[65794]: DEBUG oslo_vmware.api [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for the task: (returnval){ [ 786.755638] env[65794]: value = "task-4811134" [ 786.755638] env[65794]: _type = "Task" [ 786.755638] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.765869] env[65794]: DEBUG nova.network.neutron [-] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.767734] env[65794]: DEBUG oslo_vmware.api [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4811134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.907703] env[65794]: DEBUG nova.compute.utils [None req-adc11796-91cb-47d9-8d78-19091ee113d0 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.145545] env[65794]: DEBUG nova.compute.utils [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.149889] env[65794]: DEBUG nova.compute.manager [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 787.153221] env[65794]: DEBUG nova.compute.manager [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 787.153986] env[65794]: DEBUG nova.network.neutron [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 787.153986] env[65794]: WARNING neutronclient.v2_0.client [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.154278] env[65794]: WARNING neutronclient.v2_0.client [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.204945] env[65794]: DEBUG nova.policy [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5680b22e9b1e4527996766bc217d781e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3270f32ed49147dca124d32e34e53432', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.253105] env[65794]: DEBUG oslo_vmware.api [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811133, 'name': PowerOnVM_Task, 'duration_secs': 0.584968} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.254278] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.254278] env[65794]: INFO nova.compute.manager [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Took 6.84 seconds to spawn the instance on the hypervisor. [ 787.254278] env[65794]: DEBUG nova.compute.manager [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 787.254678] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d02c4f-e44b-4662-8437-dcc5da7047f5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.269762] env[65794]: INFO nova.compute.manager [-] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Took 1.05 seconds to deallocate network for instance. [ 787.278176] env[65794]: DEBUG oslo_vmware.api [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4811134, 'name': PowerOffVM_Task, 'duration_secs': 0.311008} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.287361] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.287617] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.288916] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77171b2e-6976-4c09-8b3f-f24f6913af17 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.386353] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.386609] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.386767] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Deleting the datastore file [datastore2] 92cf7152-7138-4f68-a3a3-c433071a7f89 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.387141] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2633047-64cd-43cf-9c21-aa41940519ef {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.400847] env[65794]: DEBUG oslo_vmware.api [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for the task: (returnval){ [ 787.400847] env[65794]: value = "task-4811136" [ 787.400847] env[65794]: _type = "Task" [ 787.400847] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.416985] env[65794]: DEBUG oslo_concurrency.lockutils [None req-adc11796-91cb-47d9-8d78-19091ee113d0 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "041365df-e115-4857-8a0a-5e2fc528315f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.417160] env[65794]: DEBUG oslo_vmware.api [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4811136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.642321] env[65794]: DEBUG nova.network.neutron [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Successfully created port: 979de45a-6514-49fc-be68-6f53402f7f77 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 787.657853] env[65794]: DEBUG nova.compute.manager [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 787.680891] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.789856] env[65794]: INFO nova.compute.manager [None req-773da78b-f289-47be-8f7c-49bab4cedbbf tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Instance disappeared during terminate [ 787.790088] env[65794]: DEBUG oslo_concurrency.lockutils [None req-773da78b-f289-47be-8f7c-49bab4cedbbf tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lock "18eaf5a7-4711-4a52-82fa-aeca7ed9ae86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.380s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.798179] env[65794]: INFO nova.compute.manager [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Took 43.58 seconds to build instance. [ 787.866060] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9936127-1905-42eb-8768-8b8d3f7ef655 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.874996] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3076ca-4bbd-4879-82b7-623631bcda75 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.912457] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e79962-88ef-436f-93d9-434445ff92e5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.926200] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317e0782-1aec-4df4-bec3-2809a4650167 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.930792] env[65794]: DEBUG oslo_vmware.api [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Task: {'id': task-4811136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393101} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.934025] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.934025] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.934025] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.934025] env[65794]: INFO nova.compute.manager [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Took 1.20 seconds to destroy the instance on the hypervisor. [ 787.934025] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 787.934811] env[65794]: DEBUG nova.compute.manager [-] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 787.934811] env[65794]: DEBUG nova.network.neutron [-] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 787.934811] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.950061] env[65794]: DEBUG nova.compute.provider_tree [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.249045] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.300803] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7f99bbff-b2c9-4bbd-88ec-16c70dc21fac tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "0d831cb4-6f13-41b2-9d96-300aaacbc764" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.096s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.452138] env[65794]: DEBUG nova.scheduler.client.report [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.525407] env[65794]: DEBUG oslo_concurrency.lockutils [None req-adc11796-91cb-47d9-8d78-19091ee113d0 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "041365df-e115-4857-8a0a-5e2fc528315f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.525740] env[65794]: DEBUG oslo_concurrency.lockutils [None req-adc11796-91cb-47d9-8d78-19091ee113d0 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "041365df-e115-4857-8a0a-5e2fc528315f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.526014] env[65794]: INFO nova.compute.manager [None req-adc11796-91cb-47d9-8d78-19091ee113d0 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Attaching volume 7530cc5a-b682-4f9e-a3af-57c80af6e41f to /dev/sdb [ 788.562616] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b163a14-7a7b-4b8d-a1b0-617be94db796 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.570942] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99e95e0-eca2-4957-b283-b50f6e6342c9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.587460] env[65794]: DEBUG nova.virt.block_device [None req-adc11796-91cb-47d9-8d78-19091ee113d0 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Updating existing volume attachment record: d2b95c8a-d761-4e9d-91de-c860a627267e {{(pid=65794) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 788.649664] env[65794]: DEBUG nova.compute.manager [req-646dd294-ba69-4de4-b405-929a924c8fd9 req-fd2d6aff-26cd-4a54-8330-c1a550c336da service nova] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Received event network-changed-bc97b411-ac80-4e95-aaea-8bedd58e4d22 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 788.649764] env[65794]: DEBUG nova.compute.manager [req-646dd294-ba69-4de4-b405-929a924c8fd9 req-fd2d6aff-26cd-4a54-8330-c1a550c336da service nova] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Refreshing instance network info cache due to event network-changed-bc97b411-ac80-4e95-aaea-8bedd58e4d22. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 788.650133] env[65794]: DEBUG oslo_concurrency.lockutils [req-646dd294-ba69-4de4-b405-929a924c8fd9 req-fd2d6aff-26cd-4a54-8330-c1a550c336da service nova] Acquiring lock "refresh_cache-3489ef01-ce97-414e-b154-4a5f6b5523d6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.651170] env[65794]: DEBUG oslo_concurrency.lockutils [req-646dd294-ba69-4de4-b405-929a924c8fd9 req-fd2d6aff-26cd-4a54-8330-c1a550c336da service nova] Acquired lock "refresh_cache-3489ef01-ce97-414e-b154-4a5f6b5523d6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.651170] env[65794]: DEBUG nova.network.neutron [req-646dd294-ba69-4de4-b405-929a924c8fd9 req-fd2d6aff-26cd-4a54-8330-c1a550c336da service nova] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Refreshing network info cache for port bc97b411-ac80-4e95-aaea-8bedd58e4d22 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.673171] env[65794]: DEBUG nova.compute.manager [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 788.705707] env[65794]: DEBUG nova.virt.hardware [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 788.706109] env[65794]: DEBUG nova.virt.hardware [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.706185] env[65794]: DEBUG nova.virt.hardware [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 788.706360] env[65794]: DEBUG nova.virt.hardware [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.706498] env[65794]: DEBUG nova.virt.hardware [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 788.706638] env[65794]: DEBUG nova.virt.hardware [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 788.707171] env[65794]: DEBUG nova.virt.hardware [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 788.707358] env[65794]: DEBUG nova.virt.hardware [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 788.708183] env[65794]: DEBUG nova.virt.hardware [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 788.708183] env[65794]: DEBUG nova.virt.hardware [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 788.708183] env[65794]: DEBUG nova.virt.hardware [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 788.708727] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b47305-c32c-45b2-bd22-054fc064fed9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.719490] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2db5323-43be-4f1c-b6e7-5386f9c0512e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.960378] env[65794]: DEBUG oslo_concurrency.lockutils [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.320s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.963250] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.133s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.963772] env[65794]: DEBUG nova.objects.instance [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lazy-loading 'resources' on Instance uuid 7d65b7b9-a096-45ac-b66f-ae69432e4d50 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.014298] env[65794]: INFO nova.scheduler.client.report [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Deleted allocations for instance c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8 [ 789.107683] env[65794]: DEBUG nova.network.neutron [-] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.154725] env[65794]: WARNING neutronclient.v2_0.client [req-646dd294-ba69-4de4-b405-929a924c8fd9 req-fd2d6aff-26cd-4a54-8330-c1a550c336da service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.404848] env[65794]: DEBUG nova.network.neutron [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Successfully updated port: 979de45a-6514-49fc-be68-6f53402f7f77 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 789.521389] env[65794]: DEBUG oslo_concurrency.lockutils [None req-576c9fec-c4d8-4fb8-863a-99100641c450 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.963s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.593531] env[65794]: WARNING neutronclient.v2_0.client [req-646dd294-ba69-4de4-b405-929a924c8fd9 req-fd2d6aff-26cd-4a54-8330-c1a550c336da service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.613359] env[65794]: INFO nova.compute.manager [-] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Took 1.68 seconds to deallocate network for instance. [ 789.700323] env[65794]: DEBUG nova.network.neutron [req-646dd294-ba69-4de4-b405-929a924c8fd9 req-fd2d6aff-26cd-4a54-8330-c1a550c336da service nova] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Updated VIF entry in instance network info cache for port bc97b411-ac80-4e95-aaea-8bedd58e4d22. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 789.700924] env[65794]: DEBUG nova.network.neutron [req-646dd294-ba69-4de4-b405-929a924c8fd9 req-fd2d6aff-26cd-4a54-8330-c1a550c336da service nova] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Updating instance_info_cache with network_info: [{"id": "bc97b411-ac80-4e95-aaea-8bedd58e4d22", "address": "fa:16:3e:e8:b4:b2", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc97b411-ac", "ovs_interfaceid": "bc97b411-ac80-4e95-aaea-8bedd58e4d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.767966] env[65794]: DEBUG nova.compute.manager [req-574cbaba-31e7-4063-8e1e-f0feb6849499 req-a157c5c1-e3f2-490e-86b7-b0c2f07ad240 service nova] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Received event network-vif-deleted-02c9ab3e-9750-41dc-901e-6b17e600c97a {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 789.907829] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Acquiring lock "refresh_cache-d496278f-7e3c-41a8-b6b8-a4168d9ab90d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.907937] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Acquired lock "refresh_cache-d496278f-7e3c-41a8-b6b8-a4168d9ab90d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.908336] env[65794]: DEBUG nova.network.neutron [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 790.123535] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.196016] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4e7ba7-c0cb-4bd8-9029-fdad431909d4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.204292] env[65794]: DEBUG oslo_concurrency.lockutils [req-646dd294-ba69-4de4-b405-929a924c8fd9 req-fd2d6aff-26cd-4a54-8330-c1a550c336da service nova] Releasing lock "refresh_cache-3489ef01-ce97-414e-b154-4a5f6b5523d6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.205969] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df122090-076f-4845-904c-0af79204b0b4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.240623] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22a1b3c-2231-40f4-81ec-606ea6ee4357 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.251159] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e003fe-5d41-41a9-a47f-7dc33781accc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.265557] env[65794]: DEBUG nova.compute.provider_tree [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.454847] env[65794]: DEBUG nova.network.neutron [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 790.577654] env[65794]: WARNING neutronclient.v2_0.client [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.664449] env[65794]: DEBUG nova.network.neutron [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Updating instance_info_cache with network_info: [{"id": "979de45a-6514-49fc-be68-6f53402f7f77", "address": "fa:16:3e:a6:7c:99", "network": {"id": "f32aa9ef-b10e-4837-a4fc-ebe8f8725927", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1830482042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3270f32ed49147dca124d32e34e53432", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap979de45a-65", "ovs_interfaceid": "979de45a-6514-49fc-be68-6f53402f7f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.696475] env[65794]: DEBUG nova.compute.manager [req-1bc01ff8-0922-444a-b50f-46d71811cf81 req-9d715394-88b0-4dd0-9a3a-1a43ab560aa5 service nova] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Received event network-vif-plugged-979de45a-6514-49fc-be68-6f53402f7f77 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 790.696790] env[65794]: DEBUG oslo_concurrency.lockutils [req-1bc01ff8-0922-444a-b50f-46d71811cf81 req-9d715394-88b0-4dd0-9a3a-1a43ab560aa5 service nova] Acquiring lock "d496278f-7e3c-41a8-b6b8-a4168d9ab90d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.697842] env[65794]: DEBUG oslo_concurrency.lockutils [req-1bc01ff8-0922-444a-b50f-46d71811cf81 req-9d715394-88b0-4dd0-9a3a-1a43ab560aa5 service nova] Lock "d496278f-7e3c-41a8-b6b8-a4168d9ab90d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.697842] env[65794]: DEBUG oslo_concurrency.lockutils [req-1bc01ff8-0922-444a-b50f-46d71811cf81 req-9d715394-88b0-4dd0-9a3a-1a43ab560aa5 service nova] Lock "d496278f-7e3c-41a8-b6b8-a4168d9ab90d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.697842] env[65794]: DEBUG nova.compute.manager [req-1bc01ff8-0922-444a-b50f-46d71811cf81 req-9d715394-88b0-4dd0-9a3a-1a43ab560aa5 service nova] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] No waiting events found dispatching network-vif-plugged-979de45a-6514-49fc-be68-6f53402f7f77 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 790.697949] env[65794]: WARNING nova.compute.manager [req-1bc01ff8-0922-444a-b50f-46d71811cf81 req-9d715394-88b0-4dd0-9a3a-1a43ab560aa5 service nova] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Received unexpected event network-vif-plugged-979de45a-6514-49fc-be68-6f53402f7f77 for instance with vm_state building and task_state spawning. [ 790.698279] env[65794]: DEBUG nova.compute.manager [req-1bc01ff8-0922-444a-b50f-46d71811cf81 req-9d715394-88b0-4dd0-9a3a-1a43ab560aa5 service nova] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Received event network-changed-979de45a-6514-49fc-be68-6f53402f7f77 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 790.698399] env[65794]: DEBUG nova.compute.manager [req-1bc01ff8-0922-444a-b50f-46d71811cf81 req-9d715394-88b0-4dd0-9a3a-1a43ab560aa5 service nova] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Refreshing instance network info cache due to event network-changed-979de45a-6514-49fc-be68-6f53402f7f77. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 790.698735] env[65794]: DEBUG oslo_concurrency.lockutils [req-1bc01ff8-0922-444a-b50f-46d71811cf81 req-9d715394-88b0-4dd0-9a3a-1a43ab560aa5 service nova] Acquiring lock "refresh_cache-d496278f-7e3c-41a8-b6b8-a4168d9ab90d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.770879] env[65794]: DEBUG nova.scheduler.client.report [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.168035] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Releasing lock "refresh_cache-d496278f-7e3c-41a8-b6b8-a4168d9ab90d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.168138] env[65794]: DEBUG nova.compute.manager [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Instance network_info: |[{"id": "979de45a-6514-49fc-be68-6f53402f7f77", "address": "fa:16:3e:a6:7c:99", "network": {"id": "f32aa9ef-b10e-4837-a4fc-ebe8f8725927", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1830482042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3270f32ed49147dca124d32e34e53432", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap979de45a-65", "ovs_interfaceid": "979de45a-6514-49fc-be68-6f53402f7f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 791.168481] env[65794]: DEBUG oslo_concurrency.lockutils [req-1bc01ff8-0922-444a-b50f-46d71811cf81 req-9d715394-88b0-4dd0-9a3a-1a43ab560aa5 service nova] Acquired lock "refresh_cache-d496278f-7e3c-41a8-b6b8-a4168d9ab90d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.168735] env[65794]: DEBUG nova.network.neutron [req-1bc01ff8-0922-444a-b50f-46d71811cf81 req-9d715394-88b0-4dd0-9a3a-1a43ab560aa5 service nova] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Refreshing network info cache for port 979de45a-6514-49fc-be68-6f53402f7f77 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.171117] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:7c:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1895250-76cc-41f7-b7f8-2e5679494607', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '979de45a-6514-49fc-be68-6f53402f7f77', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.179475] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Creating folder: Project (3270f32ed49147dca124d32e34e53432). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.180476] env[65794]: WARNING neutronclient.v2_0.client [req-1bc01ff8-0922-444a-b50f-46d71811cf81 req-9d715394-88b0-4dd0-9a3a-1a43ab560aa5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.182803] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c063c5b7-9670-4f45-aab9-cca6362c5573 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.197466] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Created folder: Project (3270f32ed49147dca124d32e34e53432) in parent group-v937953. [ 791.197466] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Creating folder: Instances. Parent ref: group-v938083. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.197723] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7036c22a-a7b2-40ea-a10c-24738724cfcb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.210523] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Created folder: Instances in parent group-v938083. [ 791.210825] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 791.210988] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.211222] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7598d0d3-36e0-4bae-a7f6-352ec4ce68e8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.236252] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.236252] env[65794]: value = "task-4811143" [ 791.236252] env[65794]: _type = "Task" [ 791.236252] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.250148] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811143, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.276357] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.313s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.282851] env[65794]: DEBUG oslo_concurrency.lockutils [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.227s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.284340] env[65794]: INFO nova.compute.claims [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.319864] env[65794]: INFO nova.scheduler.client.report [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Deleted allocations for instance 7d65b7b9-a096-45ac-b66f-ae69432e4d50 [ 791.408709] env[65794]: WARNING neutronclient.v2_0.client [req-1bc01ff8-0922-444a-b50f-46d71811cf81 req-9d715394-88b0-4dd0-9a3a-1a43ab560aa5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.438671] env[65794]: DEBUG nova.compute.manager [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 791.439136] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6f46f9-9bf6-4d98-918b-f47cf3aca10f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.495153] env[65794]: DEBUG nova.network.neutron [req-1bc01ff8-0922-444a-b50f-46d71811cf81 req-9d715394-88b0-4dd0-9a3a-1a43ab560aa5 service nova] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Updated VIF entry in instance network info cache for port 979de45a-6514-49fc-be68-6f53402f7f77. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 791.495501] env[65794]: DEBUG nova.network.neutron [req-1bc01ff8-0922-444a-b50f-46d71811cf81 req-9d715394-88b0-4dd0-9a3a-1a43ab560aa5 service nova] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Updating instance_info_cache with network_info: [{"id": "979de45a-6514-49fc-be68-6f53402f7f77", "address": "fa:16:3e:a6:7c:99", "network": {"id": "f32aa9ef-b10e-4837-a4fc-ebe8f8725927", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1830482042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3270f32ed49147dca124d32e34e53432", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap979de45a-65", "ovs_interfaceid": "979de45a-6514-49fc-be68-6f53402f7f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.749281] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811143, 'name': CreateVM_Task, 'duration_secs': 0.45238} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.749487] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.750059] env[65794]: WARNING neutronclient.v2_0.client [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.750432] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.750583] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.751238] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.751238] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d8f5a02-6e6a-4361-8cee-9c93d32889bf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.758474] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Waiting for the task: (returnval){ [ 791.758474] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5239e1a0-9b46-a729-1b5c-8d85bb865394" [ 791.758474] env[65794]: _type = "Task" [ 791.758474] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.768853] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5239e1a0-9b46-a729-1b5c-8d85bb865394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.834167] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ad58f112-abd5-4464-8696-bb5630c41515 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "7d65b7b9-a096-45ac-b66f-ae69432e4d50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.706s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.957136] env[65794]: INFO nova.compute.manager [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] instance snapshotting [ 791.960036] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ebb4f4-c13d-4e03-bc3a-adb318723b4e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.984211] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8986eabf-36ef-4792-80e0-bdb399204619 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.998704] env[65794]: DEBUG oslo_concurrency.lockutils [req-1bc01ff8-0922-444a-b50f-46d71811cf81 req-9d715394-88b0-4dd0-9a3a-1a43ab560aa5 service nova] Releasing lock "refresh_cache-d496278f-7e3c-41a8-b6b8-a4168d9ab90d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.270208] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5239e1a0-9b46-a729-1b5c-8d85bb865394, 'name': SearchDatastore_Task, 'duration_secs': 0.042392} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.270399] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.270636] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.270880] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.271033] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.271295] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.271479] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05b3e573-da78-4347-896e-d117c7a6b20b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.287594] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.287790] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.288569] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaa02606-b8e0-41a2-939f-3e63f3b2108a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.298945] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Waiting for the task: (returnval){ [ 792.298945] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5200cfd5-5906-3c78-1ecc-5cdc38666016" [ 792.298945] env[65794]: _type = "Task" [ 792.298945] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.311712] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5200cfd5-5906-3c78-1ecc-5cdc38666016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.500805] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Creating Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 792.502091] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6fd75a54-f055-44c7-a306-8f4f7cfaff44 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.517010] env[65794]: DEBUG oslo_vmware.api [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 792.517010] env[65794]: value = "task-4811144" [ 792.517010] env[65794]: _type = "Task" [ 792.517010] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.528312] env[65794]: DEBUG oslo_vmware.api [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811144, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.579846] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Acquiring lock "6f359e28-9919-4cb5-949d-6c66bd4e4ce6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.580116] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Lock "6f359e28-9919-4cb5-949d-6c66bd4e4ce6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.580318] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Acquiring lock "6f359e28-9919-4cb5-949d-6c66bd4e4ce6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.580489] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Lock "6f359e28-9919-4cb5-949d-6c66bd4e4ce6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.580970] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Lock "6f359e28-9919-4cb5-949d-6c66bd4e4ce6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.583321] env[65794]: INFO nova.compute.manager [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Terminating instance [ 792.813664] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5200cfd5-5906-3c78-1ecc-5cdc38666016, 'name': SearchDatastore_Task, 'duration_secs': 0.033897} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.814764] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74ced218-8b10-40b8-8442-f77d16d356e7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.822628] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Waiting for the task: (returnval){ [ 792.822628] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5206c33f-fb7e-2036-a2a3-807ecb562336" [ 792.822628] env[65794]: _type = "Task" [ 792.822628] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.836020] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5206c33f-fb7e-2036-a2a3-807ecb562336, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.954059] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e320ec-4ea9-48bf-bba8-2be778c1ea03 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.962599] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84918a4a-aa97-4fac-8a24-633e277aba43 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.000330] env[65794]: DEBUG oslo_concurrency.lockutils [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "b8344695-701f-44c8-906a-10ab326546c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.001228] env[65794]: DEBUG oslo_concurrency.lockutils [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "b8344695-701f-44c8-906a-10ab326546c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.001972] env[65794]: DEBUG oslo_concurrency.lockutils [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "b8344695-701f-44c8-906a-10ab326546c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.002236] env[65794]: DEBUG oslo_concurrency.lockutils [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "b8344695-701f-44c8-906a-10ab326546c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.002428] env[65794]: DEBUG oslo_concurrency.lockutils [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "b8344695-701f-44c8-906a-10ab326546c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.005744] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fe0f0a-df48-4355-b3ff-270361dac9af {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.010553] env[65794]: INFO nova.compute.manager [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Terminating instance [ 793.023194] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf2ce36-544a-4dd8-8fb7-438796f30fe9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.041800] env[65794]: DEBUG nova.compute.provider_tree [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.047399] env[65794]: DEBUG oslo_vmware.api [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811144, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.091449] env[65794]: DEBUG nova.compute.manager [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 793.091720] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.092853] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482670e9-e9db-4548-8e5b-9a2797f2dcad {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.101918] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.102755] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffb9557c-309f-40df-a686-c0c5959a8e18 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.111768] env[65794]: DEBUG oslo_vmware.api [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Waiting for the task: (returnval){ [ 793.111768] env[65794]: value = "task-4811145" [ 793.111768] env[65794]: _type = "Task" [ 793.111768] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.120720] env[65794]: DEBUG oslo_vmware.api [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Task: {'id': task-4811145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.334322] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5206c33f-fb7e-2036-a2a3-807ecb562336, 'name': SearchDatastore_Task, 'duration_secs': 0.024018} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.334491] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.334626] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] d496278f-7e3c-41a8-b6b8-a4168d9ab90d/d496278f-7e3c-41a8-b6b8-a4168d9ab90d.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.334903] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de704d1d-3307-47bf-9916-be229601bceb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.343193] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Waiting for the task: (returnval){ [ 793.343193] env[65794]: value = "task-4811146" [ 793.343193] env[65794]: _type = "Task" [ 793.343193] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.352550] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': task-4811146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.515724] env[65794]: DEBUG nova.compute.manager [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 793.518034] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.518034] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d258a0-57f8-4a40-9973-43054582f1ed {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.529852] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.535025] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2417ad4e-11dc-4c2f-b20d-d85d4a2e065b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.535760] env[65794]: DEBUG oslo_vmware.api [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811144, 'name': CreateSnapshot_Task, 'duration_secs': 0.834121} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.535760] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Created Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 793.537076] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf90c7f4-3552-45e9-afe8-0f9914536bdb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.542343] env[65794]: DEBUG oslo_vmware.api [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 793.542343] env[65794]: value = "task-4811147" [ 793.542343] env[65794]: _type = "Task" [ 793.542343] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.547084] env[65794]: DEBUG nova.scheduler.client.report [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.565506] env[65794]: DEBUG oslo_vmware.api [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.627077] env[65794]: DEBUG oslo_vmware.api [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Task: {'id': task-4811145, 'name': PowerOffVM_Task, 'duration_secs': 0.270408} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.627407] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.627573] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.627872] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-975a5985-c4d9-4534-90ad-50b286991d0f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.643242] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc11796-91cb-47d9-8d78-19091ee113d0 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Volume attach. Driver type: vmdk {{(pid=65794) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 793.643542] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc11796-91cb-47d9-8d78-19091ee113d0 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938082', 'volume_id': '7530cc5a-b682-4f9e-a3af-57c80af6e41f', 'name': 'volume-7530cc5a-b682-4f9e-a3af-57c80af6e41f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '041365df-e115-4857-8a0a-5e2fc528315f', 'attached_at': '', 'detached_at': '', 'volume_id': '7530cc5a-b682-4f9e-a3af-57c80af6e41f', 'serial': '7530cc5a-b682-4f9e-a3af-57c80af6e41f'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 793.644960] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3de362-d664-4425-be8d-c87ca4e74f2f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.670901] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9702a20-38fe-437a-93a7-05eb325cefb8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.703573] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc11796-91cb-47d9-8d78-19091ee113d0 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] volume-7530cc5a-b682-4f9e-a3af-57c80af6e41f/volume-7530cc5a-b682-4f9e-a3af-57c80af6e41f.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.703940] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8128ca15-5b14-4615-96ba-7bd611e4b290 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.728113] env[65794]: DEBUG oslo_vmware.api [None req-adc11796-91cb-47d9-8d78-19091ee113d0 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 793.728113] env[65794]: value = "task-4811149" [ 793.728113] env[65794]: _type = "Task" [ 793.728113] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.729241] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.729506] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.729701] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Deleting the datastore file [datastore2] 6f359e28-9919-4cb5-949d-6c66bd4e4ce6 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.733764] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c5b6410-2302-42af-a5e1-790481788010 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.743981] env[65794]: DEBUG oslo_vmware.api [None req-adc11796-91cb-47d9-8d78-19091ee113d0 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.745778] env[65794]: DEBUG oslo_vmware.api [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Waiting for the task: (returnval){ [ 793.745778] env[65794]: value = "task-4811150" [ 793.745778] env[65794]: _type = "Task" [ 793.745778] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.756318] env[65794]: DEBUG oslo_vmware.api [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Task: {'id': task-4811150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.854396] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': task-4811146, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.054634] env[65794]: DEBUG oslo_concurrency.lockutils [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.054955] env[65794]: DEBUG nova.compute.manager [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 794.063531] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.141s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.063531] env[65794]: DEBUG nova.objects.instance [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lazy-loading 'resources' on Instance uuid 8b2f93f9-9f47-4358-9499-6b90702ca782 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.075758] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Creating linked-clone VM from snapshot {{(pid=65794) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 794.076104] env[65794]: DEBUG oslo_vmware.api [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811147, 'name': PowerOffVM_Task, 'duration_secs': 0.250776} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.080382] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-26c7eab4-ef01-44ee-b2e6-c5f516abb74c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.083691] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.084462] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.084752] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81732d70-c1d0-4366-953c-dceea216212f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.096819] env[65794]: DEBUG oslo_vmware.api [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 794.096819] env[65794]: value = "task-4811151" [ 794.096819] env[65794]: _type = "Task" [ 794.096819] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.110644] env[65794]: DEBUG oslo_vmware.api [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811151, 'name': CloneVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.172710] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.172710] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.172983] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Deleting the datastore file [datastore1] b8344695-701f-44c8-906a-10ab326546c1 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.176170] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-619316a1-69f8-47cd-8127-47c75fb3d12a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.184812] env[65794]: DEBUG oslo_vmware.api [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 794.184812] env[65794]: value = "task-4811153" [ 794.184812] env[65794]: _type = "Task" [ 794.184812] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.197853] env[65794]: DEBUG oslo_vmware.api [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.243628] env[65794]: DEBUG oslo_vmware.api [None req-adc11796-91cb-47d9-8d78-19091ee113d0 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811149, 'name': ReconfigVM_Task, 'duration_secs': 0.472804} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.244335] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc11796-91cb-47d9-8d78-19091ee113d0 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Reconfigured VM instance instance-0000002f to attach disk [datastore1] volume-7530cc5a-b682-4f9e-a3af-57c80af6e41f/volume-7530cc5a-b682-4f9e-a3af-57c80af6e41f.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.252853] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acb27dda-b893-4f99-b95a-8763ed890185 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.275066] env[65794]: DEBUG oslo_concurrency.lockutils [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Acquiring lock "528a633b-b5c4-48b5-a0a0-d6dde3108f9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.276653] env[65794]: DEBUG oslo_concurrency.lockutils [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Lock "528a633b-b5c4-48b5-a0a0-d6dde3108f9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.292034] env[65794]: DEBUG oslo_vmware.api [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Task: {'id': task-4811150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319657} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.292034] env[65794]: DEBUG oslo_vmware.api [None req-adc11796-91cb-47d9-8d78-19091ee113d0 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 794.292034] env[65794]: value = "task-4811154" [ 794.292034] env[65794]: _type = "Task" [ 794.292034] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.292396] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.292453] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.292602] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.292841] env[65794]: INFO nova.compute.manager [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Took 1.20 seconds to destroy the instance on the hypervisor. [ 794.293120] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 794.294512] env[65794]: DEBUG nova.compute.manager [-] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 794.294512] env[65794]: DEBUG nova.network.neutron [-] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 794.294787] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.310646] env[65794]: DEBUG oslo_vmware.api [None req-adc11796-91cb-47d9-8d78-19091ee113d0 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.356484] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.362099] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': task-4811146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636072} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.362394] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] d496278f-7e3c-41a8-b6b8-a4168d9ab90d/d496278f-7e3c-41a8-b6b8-a4168d9ab90d.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.362841] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.362904] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f922fcb6-68b4-4438-ae84-7a1496ddd209 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.371271] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Waiting for the task: (returnval){ [ 794.371271] env[65794]: value = "task-4811155" [ 794.371271] env[65794]: _type = "Task" [ 794.371271] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.381600] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': task-4811155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.579312] env[65794]: DEBUG nova.compute.utils [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.581010] env[65794]: DEBUG nova.compute.manager [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 794.581244] env[65794]: DEBUG nova.network.neutron [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 794.581567] env[65794]: WARNING neutronclient.v2_0.client [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.581976] env[65794]: WARNING neutronclient.v2_0.client [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.612897] env[65794]: DEBUG oslo_vmware.api [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811151, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.630505] env[65794]: DEBUG nova.policy [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '047d8cf62ff84beba26e27a196bbfef9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e8a0ba235c34a978388bf79ba905c47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.698491] env[65794]: DEBUG oslo_vmware.api [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.773874] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbb5f61-c2c6-4452-a222-71eace486512 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.778360] env[65794]: DEBUG nova.compute.manager [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 794.787844] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d3c937-20ab-42bc-b196-0bf2ecaffbfd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.828862] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a9e59e-63cc-479d-880a-1fd16e59b025 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.835831] env[65794]: DEBUG oslo_vmware.api [None req-adc11796-91cb-47d9-8d78-19091ee113d0 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811154, 'name': ReconfigVM_Task, 'duration_secs': 0.184951} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.836645] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc11796-91cb-47d9-8d78-19091ee113d0 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938082', 'volume_id': '7530cc5a-b682-4f9e-a3af-57c80af6e41f', 'name': 'volume-7530cc5a-b682-4f9e-a3af-57c80af6e41f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '041365df-e115-4857-8a0a-5e2fc528315f', 'attached_at': '', 'detached_at': '', 'volume_id': '7530cc5a-b682-4f9e-a3af-57c80af6e41f', 'serial': '7530cc5a-b682-4f9e-a3af-57c80af6e41f'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 794.841762] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596c4fe7-a17e-45ae-9cbd-a9fdae005236 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.859079] env[65794]: DEBUG nova.compute.provider_tree [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.882346] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': task-4811155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081078} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.882606] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.883445] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b574feb-b867-44d0-ba2f-e687461d55e0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.909160] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] d496278f-7e3c-41a8-b6b8-a4168d9ab90d/d496278f-7e3c-41a8-b6b8-a4168d9ab90d.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.911170] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee4a1142-bb44-4710-981f-223d54bf835e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.927872] env[65794]: DEBUG nova.network.neutron [-] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.936504] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Waiting for the task: (returnval){ [ 794.936504] env[65794]: value = "task-4811156" [ 794.936504] env[65794]: _type = "Task" [ 794.936504] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.949456] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': task-4811156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.051429] env[65794]: DEBUG nova.network.neutron [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Successfully created port: d66c89db-01df-4eca-b059-4595726fdd89 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 795.088637] env[65794]: DEBUG nova.compute.manager [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 795.116415] env[65794]: DEBUG oslo_vmware.api [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811151, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.135603] env[65794]: DEBUG nova.compute.manager [req-18657e66-78ef-48df-9a06-fb208cf89731 req-2b4b83a9-653f-4ccd-8325-432248a311c7 service nova] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Received event network-vif-deleted-0bca079c-8bcd-4ff1-a17b-d235899de9e6 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 795.205255] env[65794]: DEBUG oslo_vmware.api [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.523414} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.205831] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.206064] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.207375] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.207375] env[65794]: INFO nova.compute.manager [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: b8344695-701f-44c8-906a-10ab326546c1] Took 1.69 seconds to destroy the instance on the hypervisor. [ 795.207375] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 795.207375] env[65794]: DEBUG nova.compute.manager [-] [instance: b8344695-701f-44c8-906a-10ab326546c1] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 795.207375] env[65794]: DEBUG nova.network.neutron [-] [instance: b8344695-701f-44c8-906a-10ab326546c1] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 795.207697] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.294322] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.311564] env[65794]: DEBUG oslo_concurrency.lockutils [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.363545] env[65794]: DEBUG nova.scheduler.client.report [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.430816] env[65794]: INFO nova.compute.manager [-] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Took 1.14 seconds to deallocate network for instance. [ 795.450900] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': task-4811156, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.611643] env[65794]: DEBUG oslo_vmware.api [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811151, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.870540] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.808s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.873495] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.090s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.874898] env[65794]: INFO nova.compute.claims [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.904233] env[65794]: DEBUG nova.objects.instance [None req-adc11796-91cb-47d9-8d78-19091ee113d0 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lazy-loading 'flavor' on Instance uuid 041365df-e115-4857-8a0a-5e2fc528315f {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.931733] env[65794]: INFO nova.scheduler.client.report [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Deleted allocations for instance 8b2f93f9-9f47-4358-9499-6b90702ca782 [ 795.945092] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.951669] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': task-4811156, 'name': ReconfigVM_Task, 'duration_secs': 0.69208} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.951986] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Reconfigured VM instance instance-00000032 to attach disk [datastore1] d496278f-7e3c-41a8-b6b8-a4168d9ab90d/d496278f-7e3c-41a8-b6b8-a4168d9ab90d.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.952629] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e48b4b12-8a0f-4653-89a6-5f6e3b799dba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.960844] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Waiting for the task: (returnval){ [ 795.960844] env[65794]: value = "task-4811157" [ 795.960844] env[65794]: _type = "Task" [ 795.960844] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.971591] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': task-4811157, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.094035] env[65794]: DEBUG nova.network.neutron [-] [instance: b8344695-701f-44c8-906a-10ab326546c1] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.098732] env[65794]: DEBUG nova.compute.manager [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 796.115744] env[65794]: DEBUG oslo_vmware.api [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811151, 'name': CloneVM_Task, 'duration_secs': 1.799775} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.115930] env[65794]: INFO nova.virt.vmwareapi.vmops [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Created linked-clone VM from snapshot [ 796.116779] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45e64f7-8a10-4f42-a0cf-3e8617396c85 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.130134] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Uploading image 12856ca0-1b50-4bae-ac19-51e6737f7c69 {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 796.142384] env[65794]: DEBUG nova.virt.hardware [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 796.142631] env[65794]: DEBUG nova.virt.hardware [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.142785] env[65794]: DEBUG nova.virt.hardware [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 796.142963] env[65794]: DEBUG nova.virt.hardware [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.143226] env[65794]: DEBUG nova.virt.hardware [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 796.143387] env[65794]: DEBUG nova.virt.hardware [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 796.143600] env[65794]: DEBUG nova.virt.hardware [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 796.144128] env[65794]: DEBUG nova.virt.hardware [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 796.144394] env[65794]: DEBUG nova.virt.hardware [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 796.144571] env[65794]: DEBUG nova.virt.hardware [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 796.144741] env[65794]: DEBUG nova.virt.hardware [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 796.146161] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef4b269-ecf4-4bad-81e6-d2000af4eca8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.149593] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Destroying the VM {{(pid=65794) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 796.150780] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ab1b067f-ce1d-4b26-b299-f7a672d443d2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.154143] env[65794]: DEBUG nova.compute.manager [req-6f00d30a-16c5-4157-9a0d-ea4867b64916 req-382f261b-4367-4607-82ef-ddf6ba5584d4 service nova] [instance: b8344695-701f-44c8-906a-10ab326546c1] Received event network-vif-deleted-151c1d78-5bd4-4fdb-92a8-2e39df9ce918 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 796.161904] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba65d78f-59bd-4614-968b-842dfdb6a48e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.166137] env[65794]: DEBUG oslo_vmware.api [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 796.166137] env[65794]: value = "task-4811158" [ 796.166137] env[65794]: _type = "Task" [ 796.166137] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.185508] env[65794]: DEBUG oslo_vmware.api [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811158, 'name': Destroy_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.412713] env[65794]: DEBUG oslo_concurrency.lockutils [None req-adc11796-91cb-47d9-8d78-19091ee113d0 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "041365df-e115-4857-8a0a-5e2fc528315f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.887s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.447324] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9bd1157a-996d-4267-95cd-1e791918ea36 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "8b2f93f9-9f47-4358-9499-6b90702ca782" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.077s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.475094] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': task-4811157, 'name': Rename_Task, 'duration_secs': 0.159682} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.475360] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.475606] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28182720-174a-4dc7-8c48-3d4597eb7a38 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.483909] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Waiting for the task: (returnval){ [ 796.483909] env[65794]: value = "task-4811159" [ 796.483909] env[65794]: _type = "Task" [ 796.483909] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.496543] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': task-4811159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.596729] env[65794]: INFO nova.compute.manager [-] [instance: b8344695-701f-44c8-906a-10ab326546c1] Took 1.39 seconds to deallocate network for instance. [ 796.645366] env[65794]: DEBUG nova.network.neutron [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Successfully updated port: d66c89db-01df-4eca-b059-4595726fdd89 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 796.678124] env[65794]: DEBUG oslo_vmware.api [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811158, 'name': Destroy_Task, 'duration_secs': 0.383022} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.678866] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Destroyed the VM [ 796.679147] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Deleting Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 796.679605] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6fb495fb-49f8-4771-8bfb-f92363e3bdc4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.688143] env[65794]: DEBUG oslo_vmware.api [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 796.688143] env[65794]: value = "task-4811160" [ 796.688143] env[65794]: _type = "Task" [ 796.688143] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.699050] env[65794]: DEBUG oslo_vmware.api [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811160, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.997307] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': task-4811159, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.069894] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "041365df-e115-4857-8a0a-5e2fc528315f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.070222] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "041365df-e115-4857-8a0a-5e2fc528315f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.070465] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "041365df-e115-4857-8a0a-5e2fc528315f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.070695] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "041365df-e115-4857-8a0a-5e2fc528315f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.070911] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "041365df-e115-4857-8a0a-5e2fc528315f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.073478] env[65794]: INFO nova.compute.manager [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Terminating instance [ 797.107783] env[65794]: DEBUG oslo_concurrency.lockutils [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.148442] env[65794]: DEBUG oslo_concurrency.lockutils [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Acquiring lock "refresh_cache-28e3baa9-4cd9-4a05-8949-f06709c259b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.149344] env[65794]: DEBUG oslo_concurrency.lockutils [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Acquired lock "refresh_cache-28e3baa9-4cd9-4a05-8949-f06709c259b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.149344] env[65794]: DEBUG nova.network.neutron [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 797.201234] env[65794]: DEBUG oslo_vmware.api [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811160, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.242812] env[65794]: DEBUG nova.compute.manager [req-10d60212-49e3-4362-91b3-98c03a139bd2 req-a1aaffa0-f123-4024-bc73-320595744960 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Received event network-vif-plugged-d66c89db-01df-4eca-b059-4595726fdd89 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 797.242959] env[65794]: DEBUG oslo_concurrency.lockutils [req-10d60212-49e3-4362-91b3-98c03a139bd2 req-a1aaffa0-f123-4024-bc73-320595744960 service nova] Acquiring lock "28e3baa9-4cd9-4a05-8949-f06709c259b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.243262] env[65794]: DEBUG oslo_concurrency.lockutils [req-10d60212-49e3-4362-91b3-98c03a139bd2 req-a1aaffa0-f123-4024-bc73-320595744960 service nova] Lock "28e3baa9-4cd9-4a05-8949-f06709c259b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.243402] env[65794]: DEBUG oslo_concurrency.lockutils [req-10d60212-49e3-4362-91b3-98c03a139bd2 req-a1aaffa0-f123-4024-bc73-320595744960 service nova] Lock "28e3baa9-4cd9-4a05-8949-f06709c259b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.243692] env[65794]: DEBUG nova.compute.manager [req-10d60212-49e3-4362-91b3-98c03a139bd2 req-a1aaffa0-f123-4024-bc73-320595744960 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] No waiting events found dispatching network-vif-plugged-d66c89db-01df-4eca-b059-4595726fdd89 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 797.243929] env[65794]: WARNING nova.compute.manager [req-10d60212-49e3-4362-91b3-98c03a139bd2 req-a1aaffa0-f123-4024-bc73-320595744960 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Received unexpected event network-vif-plugged-d66c89db-01df-4eca-b059-4595726fdd89 for instance with vm_state building and task_state spawning. [ 797.244161] env[65794]: DEBUG nova.compute.manager [req-10d60212-49e3-4362-91b3-98c03a139bd2 req-a1aaffa0-f123-4024-bc73-320595744960 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Received event network-changed-d66c89db-01df-4eca-b059-4595726fdd89 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 797.244339] env[65794]: DEBUG nova.compute.manager [req-10d60212-49e3-4362-91b3-98c03a139bd2 req-a1aaffa0-f123-4024-bc73-320595744960 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Refreshing instance network info cache due to event network-changed-d66c89db-01df-4eca-b059-4595726fdd89. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 797.244506] env[65794]: DEBUG oslo_concurrency.lockutils [req-10d60212-49e3-4362-91b3-98c03a139bd2 req-a1aaffa0-f123-4024-bc73-320595744960 service nova] Acquiring lock "refresh_cache-28e3baa9-4cd9-4a05-8949-f06709c259b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.422307] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07587a34-cc28-4325-8702-f7ed1ba5ca14 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.431641] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19925da2-2ce8-4817-a055-aa34c7762ff7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.465440] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5684603a-d071-4042-8d85-be397aa30c56 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.474264] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1421d85-2d54-4a7b-b9d1-961e90b5f9f0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.488717] env[65794]: DEBUG nova.compute.provider_tree [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.503097] env[65794]: DEBUG oslo_vmware.api [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': task-4811159, 'name': PowerOnVM_Task, 'duration_secs': 0.935935} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.504124] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.504388] env[65794]: INFO nova.compute.manager [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Took 8.83 seconds to spawn the instance on the hypervisor. [ 797.504609] env[65794]: DEBUG nova.compute.manager [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 797.506057] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca503f46-64b9-4dd7-b99f-f439bd29d421 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.583545] env[65794]: DEBUG nova.compute.manager [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 797.583799] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.584133] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffeb39ab-f1af-4710-9304-923542726a1a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.592559] env[65794]: DEBUG oslo_vmware.api [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 797.592559] env[65794]: value = "task-4811161" [ 797.592559] env[65794]: _type = "Task" [ 797.592559] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.602508] env[65794]: DEBUG oslo_vmware.api [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.689345] env[65794]: DEBUG nova.network.neutron [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 797.703917] env[65794]: DEBUG oslo_vmware.api [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811160, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.765374] env[65794]: WARNING neutronclient.v2_0.client [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.930365] env[65794]: DEBUG nova.network.neutron [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Updating instance_info_cache with network_info: [{"id": "d66c89db-01df-4eca-b059-4595726fdd89", "address": "fa:16:3e:99:f6:85", "network": {"id": "1ea76809-200a-4e09-bf73-ff93cef59258", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1558596486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e8a0ba235c34a978388bf79ba905c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd66c89db-01", "ovs_interfaceid": "d66c89db-01df-4eca-b059-4595726fdd89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.996728] env[65794]: DEBUG nova.scheduler.client.report [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.023909] env[65794]: INFO nova.compute.manager [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Took 39.90 seconds to build instance. [ 798.028885] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "6412743a-0ac8-41a0-92aa-a361652c43e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.029199] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "6412743a-0ac8-41a0-92aa-a361652c43e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.104188] env[65794]: DEBUG oslo_vmware.api [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811161, 'name': PowerOffVM_Task, 'duration_secs': 0.23357} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.104282] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.104467] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Volume detach. Driver type: vmdk {{(pid=65794) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 798.104673] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938082', 'volume_id': '7530cc5a-b682-4f9e-a3af-57c80af6e41f', 'name': 'volume-7530cc5a-b682-4f9e-a3af-57c80af6e41f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '041365df-e115-4857-8a0a-5e2fc528315f', 'attached_at': '', 'detached_at': '', 'volume_id': '7530cc5a-b682-4f9e-a3af-57c80af6e41f', 'serial': '7530cc5a-b682-4f9e-a3af-57c80af6e41f'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 798.105940] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c57da4-caad-42ef-9a8c-06e32ca66857 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.127521] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dd3b4a-7691-4b8a-b361-191846255896 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.136953] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c63fc33-f252-4402-bc51-8faffb58aa67 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.158491] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4c5895-9af3-4ac0-b328-d0f4dc732ee1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.175037] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The volume has not been displaced from its original location: [datastore1] volume-7530cc5a-b682-4f9e-a3af-57c80af6e41f/volume-7530cc5a-b682-4f9e-a3af-57c80af6e41f.vmdk. No consolidation needed. {{(pid=65794) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 798.180509] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Reconfiguring VM instance instance-0000002f to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 798.180864] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-155db039-b8a1-43b5-a610-45d5deaa1f10 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.203268] env[65794]: DEBUG oslo_vmware.api [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811160, 'name': RemoveSnapshot_Task, 'duration_secs': 1.153322} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.204682] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Deleted Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 798.207137] env[65794]: DEBUG oslo_vmware.api [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 798.207137] env[65794]: value = "task-4811162" [ 798.207137] env[65794]: _type = "Task" [ 798.207137] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.217410] env[65794]: DEBUG oslo_vmware.api [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811162, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.433143] env[65794]: DEBUG oslo_concurrency.lockutils [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Releasing lock "refresh_cache-28e3baa9-4cd9-4a05-8949-f06709c259b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.433525] env[65794]: DEBUG nova.compute.manager [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Instance network_info: |[{"id": "d66c89db-01df-4eca-b059-4595726fdd89", "address": "fa:16:3e:99:f6:85", "network": {"id": "1ea76809-200a-4e09-bf73-ff93cef59258", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1558596486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e8a0ba235c34a978388bf79ba905c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd66c89db-01", "ovs_interfaceid": "d66c89db-01df-4eca-b059-4595726fdd89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 798.433888] env[65794]: DEBUG oslo_concurrency.lockutils [req-10d60212-49e3-4362-91b3-98c03a139bd2 req-a1aaffa0-f123-4024-bc73-320595744960 service nova] Acquired lock "refresh_cache-28e3baa9-4cd9-4a05-8949-f06709c259b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.434109] env[65794]: DEBUG nova.network.neutron [req-10d60212-49e3-4362-91b3-98c03a139bd2 req-a1aaffa0-f123-4024-bc73-320595744960 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Refreshing network info cache for port d66c89db-01df-4eca-b059-4595726fdd89 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.435351] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:f6:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a4d142-3f97-47fe-b074-58923c46815e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd66c89db-01df-4eca-b059-4595726fdd89', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.448578] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Creating folder: Project (6e8a0ba235c34a978388bf79ba905c47). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.450739] env[65794]: WARNING neutronclient.v2_0.client [req-10d60212-49e3-4362-91b3-98c03a139bd2 req-a1aaffa0-f123-4024-bc73-320595744960 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.453710] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4eedd56-98c3-4052-bd7d-8532e1ea3782 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.471314] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Created folder: Project (6e8a0ba235c34a978388bf79ba905c47) in parent group-v937953. [ 798.471530] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Creating folder: Instances. Parent ref: group-v938088. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.471884] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a02c092a-612a-46e9-ab03-bdb3f3d73b01 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.486292] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Created folder: Instances in parent group-v938088. [ 798.486292] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 798.486292] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.486292] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-512577ff-ee1e-4889-b45e-fd8ae0030c20 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.504126] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.504640] env[65794]: DEBUG nova.compute.manager [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 798.507594] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.245s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.507822] env[65794]: DEBUG nova.objects.instance [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Lazy-loading 'resources' on Instance uuid 58c6b695-f46c-4347-b0a7-669e49da3616 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.513604] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.513604] env[65794]: value = "task-4811165" [ 798.513604] env[65794]: _type = "Task" [ 798.513604] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.526183] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811165, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.529731] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b77f192a-1b02-4b84-a862-d06c6169b8f3 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Lock "d496278f-7e3c-41a8-b6b8-a4168d9ab90d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.290s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.635791] env[65794]: WARNING neutronclient.v2_0.client [req-10d60212-49e3-4362-91b3-98c03a139bd2 req-a1aaffa0-f123-4024-bc73-320595744960 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.716506] env[65794]: DEBUG nova.network.neutron [req-10d60212-49e3-4362-91b3-98c03a139bd2 req-a1aaffa0-f123-4024-bc73-320595744960 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Updated VIF entry in instance network info cache for port d66c89db-01df-4eca-b059-4595726fdd89. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 798.716934] env[65794]: DEBUG nova.network.neutron [req-10d60212-49e3-4362-91b3-98c03a139bd2 req-a1aaffa0-f123-4024-bc73-320595744960 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Updating instance_info_cache with network_info: [{"id": "d66c89db-01df-4eca-b059-4595726fdd89", "address": "fa:16:3e:99:f6:85", "network": {"id": "1ea76809-200a-4e09-bf73-ff93cef59258", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1558596486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e8a0ba235c34a978388bf79ba905c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd66c89db-01", "ovs_interfaceid": "d66c89db-01df-4eca-b059-4595726fdd89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.719510] env[65794]: WARNING nova.compute.manager [None req-492f77b8-37fe-48f7-a15d-8114e40639d3 tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Image not found during snapshot: nova.exception.ImageNotFound: Image 12856ca0-1b50-4bae-ac19-51e6737f7c69 could not be found. [ 798.726700] env[65794]: DEBUG oslo_vmware.api [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811162, 'name': ReconfigVM_Task, 'duration_secs': 0.217906} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.727449] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Reconfigured VM instance instance-0000002f to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 798.732799] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c591c5ea-5364-4a6f-a14a-606976a994ce {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.750537] env[65794]: DEBUG oslo_vmware.api [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 798.750537] env[65794]: value = "task-4811166" [ 798.750537] env[65794]: _type = "Task" [ 798.750537] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.763274] env[65794]: DEBUG oslo_vmware.api [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.011532] env[65794]: DEBUG nova.compute.utils [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.015988] env[65794]: DEBUG nova.compute.manager [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Not allocating networking since 'none' was specified. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 799.027784] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811165, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.031933] env[65794]: DEBUG nova.compute.manager [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 799.223408] env[65794]: DEBUG oslo_concurrency.lockutils [req-10d60212-49e3-4362-91b3-98c03a139bd2 req-a1aaffa0-f123-4024-bc73-320595744960 service nova] Releasing lock "refresh_cache-28e3baa9-4cd9-4a05-8949-f06709c259b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.263520] env[65794]: DEBUG oslo_vmware.api [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811166, 'name': ReconfigVM_Task, 'duration_secs': 0.24769} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.263847] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938082', 'volume_id': '7530cc5a-b682-4f9e-a3af-57c80af6e41f', 'name': 'volume-7530cc5a-b682-4f9e-a3af-57c80af6e41f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '041365df-e115-4857-8a0a-5e2fc528315f', 'attached_at': '', 'detached_at': '', 'volume_id': '7530cc5a-b682-4f9e-a3af-57c80af6e41f', 'serial': '7530cc5a-b682-4f9e-a3af-57c80af6e41f'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 799.264112] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.264922] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6162ec0b-eeab-4d17-921f-c713b803d1f6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.272514] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.275146] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-042aad53-0910-4843-95bc-4f3fd9e611f9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.301552] env[65794]: DEBUG nova.compute.manager [req-e577f34f-f972-4e6d-b9ab-0352779c784d req-e17e9c52-eebb-4fe8-9f2b-d1e46d7cb3b3 service nova] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Received event network-changed-979de45a-6514-49fc-be68-6f53402f7f77 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 799.301804] env[65794]: DEBUG nova.compute.manager [req-e577f34f-f972-4e6d-b9ab-0352779c784d req-e17e9c52-eebb-4fe8-9f2b-d1e46d7cb3b3 service nova] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Refreshing instance network info cache due to event network-changed-979de45a-6514-49fc-be68-6f53402f7f77. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 799.302217] env[65794]: DEBUG oslo_concurrency.lockutils [req-e577f34f-f972-4e6d-b9ab-0352779c784d req-e17e9c52-eebb-4fe8-9f2b-d1e46d7cb3b3 service nova] Acquiring lock "refresh_cache-d496278f-7e3c-41a8-b6b8-a4168d9ab90d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.302789] env[65794]: DEBUG oslo_concurrency.lockutils [req-e577f34f-f972-4e6d-b9ab-0352779c784d req-e17e9c52-eebb-4fe8-9f2b-d1e46d7cb3b3 service nova] Acquired lock "refresh_cache-d496278f-7e3c-41a8-b6b8-a4168d9ab90d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.302789] env[65794]: DEBUG nova.network.neutron [req-e577f34f-f972-4e6d-b9ab-0352779c784d req-e17e9c52-eebb-4fe8-9f2b-d1e46d7cb3b3 service nova] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Refreshing network info cache for port 979de45a-6514-49fc-be68-6f53402f7f77 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.352930] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.352930] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.352930] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Deleting the datastore file [datastore2] 041365df-e115-4857-8a0a-5e2fc528315f {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.352930] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb047a63-d99f-438b-86da-aa756493bd6c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.362535] env[65794]: DEBUG oslo_vmware.api [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 799.362535] env[65794]: value = "task-4811168" [ 799.362535] env[65794]: _type = "Task" [ 799.362535] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.372043] env[65794]: DEBUG oslo_vmware.api [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.513783] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0641fc9-ef97-4972-a332-e27410ecd321 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.517084] env[65794]: DEBUG nova.compute.manager [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 799.531493] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0510a836-e5c4-4fbc-a8c5-95633f95e415 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.534998] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811165, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.569767] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c541eae-2a80-4d5d-9250-25ea69a9f057 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.578591] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b7e628-6a24-4883-9282-3a1606560022 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.586262] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.598612] env[65794]: DEBUG nova.compute.provider_tree [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.808632] env[65794]: WARNING neutronclient.v2_0.client [req-e577f34f-f972-4e6d-b9ab-0352779c784d req-e17e9c52-eebb-4fe8-9f2b-d1e46d7cb3b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.874278] env[65794]: DEBUG oslo_vmware.api [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307911} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.874619] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.874820] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.875035] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.875222] env[65794]: INFO nova.compute.manager [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Took 2.29 seconds to destroy the instance on the hypervisor. [ 799.875568] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 799.875880] env[65794]: DEBUG nova.compute.manager [-] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 799.876050] env[65794]: DEBUG nova.network.neutron [-] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 799.876408] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.955452] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.967925] env[65794]: DEBUG oslo_concurrency.lockutils [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquiring lock "0d831cb4-6f13-41b2-9d96-300aaacbc764" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.968252] env[65794]: DEBUG oslo_concurrency.lockutils [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "0d831cb4-6f13-41b2-9d96-300aaacbc764" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.968513] env[65794]: DEBUG oslo_concurrency.lockutils [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquiring lock "0d831cb4-6f13-41b2-9d96-300aaacbc764-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.968756] env[65794]: DEBUG oslo_concurrency.lockutils [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "0d831cb4-6f13-41b2-9d96-300aaacbc764-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.968976] env[65794]: DEBUG oslo_concurrency.lockutils [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "0d831cb4-6f13-41b2-9d96-300aaacbc764-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.972199] env[65794]: INFO nova.compute.manager [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Terminating instance [ 799.998251] env[65794]: WARNING neutronclient.v2_0.client [req-e577f34f-f972-4e6d-b9ab-0352779c784d req-e17e9c52-eebb-4fe8-9f2b-d1e46d7cb3b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.033652] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811165, 'name': CreateVM_Task, 'duration_secs': 1.421284} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.033842] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.034477] env[65794]: WARNING neutronclient.v2_0.client [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.034827] env[65794]: DEBUG oslo_concurrency.lockutils [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.034964] env[65794]: DEBUG oslo_concurrency.lockutils [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.035288] env[65794]: DEBUG oslo_concurrency.lockutils [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.035549] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-506ed80e-c8e4-45f3-b2a1-1a48f9a381ec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.040745] env[65794]: DEBUG oslo_vmware.api [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Waiting for the task: (returnval){ [ 800.040745] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52d9f0ab-3af5-da21-abea-14aaf779d681" [ 800.040745] env[65794]: _type = "Task" [ 800.040745] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.051389] env[65794]: DEBUG oslo_vmware.api [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d9f0ab-3af5-da21-abea-14aaf779d681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.091878] env[65794]: DEBUG nova.network.neutron [req-e577f34f-f972-4e6d-b9ab-0352779c784d req-e17e9c52-eebb-4fe8-9f2b-d1e46d7cb3b3 service nova] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Updated VIF entry in instance network info cache for port 979de45a-6514-49fc-be68-6f53402f7f77. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 800.092865] env[65794]: DEBUG nova.network.neutron [req-e577f34f-f972-4e6d-b9ab-0352779c784d req-e17e9c52-eebb-4fe8-9f2b-d1e46d7cb3b3 service nova] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Updating instance_info_cache with network_info: [{"id": "979de45a-6514-49fc-be68-6f53402f7f77", "address": "fa:16:3e:a6:7c:99", "network": {"id": "f32aa9ef-b10e-4837-a4fc-ebe8f8725927", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1830482042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3270f32ed49147dca124d32e34e53432", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap979de45a-65", "ovs_interfaceid": "979de45a-6514-49fc-be68-6f53402f7f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.102328] env[65794]: DEBUG nova.scheduler.client.report [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.476303] env[65794]: DEBUG nova.compute.manager [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 800.476566] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.477551] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8b30ca-6e9b-43a9-9da0-41a41537ecbe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.485547] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.485845] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e232b5bb-e2f2-4f73-a623-cc3b0730a469 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.494229] env[65794]: DEBUG oslo_vmware.api [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 800.494229] env[65794]: value = "task-4811169" [ 800.494229] env[65794]: _type = "Task" [ 800.494229] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.505446] env[65794]: DEBUG oslo_vmware.api [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.531114] env[65794]: DEBUG nova.compute.manager [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 800.552538] env[65794]: DEBUG oslo_vmware.api [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d9f0ab-3af5-da21-abea-14aaf779d681, 'name': SearchDatastore_Task, 'duration_secs': 0.010585} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.554991] env[65794]: DEBUG oslo_concurrency.lockutils [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.555270] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.555512] env[65794]: DEBUG oslo_concurrency.lockutils [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.555651] env[65794]: DEBUG oslo_concurrency.lockutils [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.555827] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.556364] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1f95637-f9fa-494a-be63-101186745587 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.562812] env[65794]: DEBUG nova.virt.hardware [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 800.563065] env[65794]: DEBUG nova.virt.hardware [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.563230] env[65794]: DEBUG nova.virt.hardware [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 800.563398] env[65794]: DEBUG nova.virt.hardware [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.563535] env[65794]: DEBUG nova.virt.hardware [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 800.563672] env[65794]: DEBUG nova.virt.hardware [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 800.563985] env[65794]: DEBUG nova.virt.hardware [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 800.564056] env[65794]: DEBUG nova.virt.hardware [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 800.564207] env[65794]: DEBUG nova.virt.hardware [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 800.564361] env[65794]: DEBUG nova.virt.hardware [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 800.564526] env[65794]: DEBUG nova.virt.hardware [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 800.566410] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d57399e-27d8-4910-a620-0935f5db919f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.570116] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.570303] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.571414] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cd72ee4-ae59-4cd0-8350-316c4f2b3d02 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.578046] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f79073-275d-4212-961b-88393caa1599 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.583039] env[65794]: DEBUG oslo_vmware.api [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Waiting for the task: (returnval){ [ 800.583039] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52169650-1e3e-75e6-d68e-390a41849250" [ 800.583039] env[65794]: _type = "Task" [ 800.583039] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.595081] env[65794]: DEBUG oslo_concurrency.lockutils [req-e577f34f-f972-4e6d-b9ab-0352779c784d req-e17e9c52-eebb-4fe8-9f2b-d1e46d7cb3b3 service nova] Releasing lock "refresh_cache-d496278f-7e3c-41a8-b6b8-a4168d9ab90d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.595358] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Instance VIF info [] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.601060] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Creating folder: Project (07ecf7f2ecfe458fbe7750457701baad). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.601918] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c0ccfc0-f00e-4ac2-9c9d-e38ee9e38714 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.608301] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.610671] env[65794]: DEBUG oslo_vmware.api [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52169650-1e3e-75e6-d68e-390a41849250, 'name': SearchDatastore_Task, 'duration_secs': 0.010969} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.611274] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.234s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.611515] env[65794]: DEBUG nova.objects.instance [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Lazy-loading 'resources' on Instance uuid 6197619a-342a-4ab0-9bcd-aaae2ab0de8c {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.615986] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1764b81d-1aa6-4b4e-8e1a-e100e5bd29a2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.619058] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Created folder: Project (07ecf7f2ecfe458fbe7750457701baad) in parent group-v937953. [ 800.619058] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Creating folder: Instances. Parent ref: group-v938091. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.619376] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50bf5c9e-0d96-41a6-8603-4e9f00650b87 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.626368] env[65794]: DEBUG oslo_vmware.api [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Waiting for the task: (returnval){ [ 800.626368] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52724bbf-7058-7504-be39-2264732d63d3" [ 800.626368] env[65794]: _type = "Task" [ 800.626368] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.634438] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Created folder: Instances in parent group-v938091. [ 800.634732] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 800.639237] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.639237] env[65794]: DEBUG oslo_vmware.api [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52724bbf-7058-7504-be39-2264732d63d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.639237] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbb0acfd-5bcd-4662-8484-babdac6b0af0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.653531] env[65794]: INFO nova.scheduler.client.report [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Deleted allocations for instance 58c6b695-f46c-4347-b0a7-669e49da3616 [ 800.663226] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.663226] env[65794]: value = "task-4811172" [ 800.663226] env[65794]: _type = "Task" [ 800.663226] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.673290] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811172, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.716509] env[65794]: DEBUG nova.network.neutron [-] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.005030] env[65794]: DEBUG oslo_vmware.api [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811169, 'name': PowerOffVM_Task, 'duration_secs': 0.345102} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.006459] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.006459] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.006459] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-438387da-5e60-454d-80e0-338c40d9e09a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.087339] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.087339] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.087597] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Deleting the datastore file [datastore2] 0d831cb4-6f13-41b2-9d96-300aaacbc764 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.087835] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11598848-0ea1-426d-b3fd-be769e76eee2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.097453] env[65794]: DEBUG oslo_vmware.api [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 801.097453] env[65794]: value = "task-4811174" [ 801.097453] env[65794]: _type = "Task" [ 801.097453] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.107535] env[65794]: DEBUG oslo_vmware.api [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.137566] env[65794]: DEBUG oslo_vmware.api [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52724bbf-7058-7504-be39-2264732d63d3, 'name': SearchDatastore_Task, 'duration_secs': 0.011424} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.137852] env[65794]: DEBUG oslo_concurrency.lockutils [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.138142] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 28e3baa9-4cd9-4a05-8949-f06709c259b3/28e3baa9-4cd9-4a05-8949-f06709c259b3.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.138427] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c7c7050-9503-4d25-b508-56ec9683571e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.150636] env[65794]: DEBUG oslo_vmware.api [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Waiting for the task: (returnval){ [ 801.150636] env[65794]: value = "task-4811175" [ 801.150636] env[65794]: _type = "Task" [ 801.150636] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.165145] env[65794]: DEBUG oslo_vmware.api [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.165145] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ddab6af2-8718-4d67-98c2-9e1d1af585a0 tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Lock "58c6b695-f46c-4347-b0a7-669e49da3616" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.461s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.178524] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811172, 'name': CreateVM_Task, 'duration_secs': 0.320049} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.178782] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.179363] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.179638] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.179958] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.180880] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-995a1b12-e8ae-4b3a-8e36-f77666d9ff99 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.190807] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Waiting for the task: (returnval){ [ 801.190807] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52e73525-f1a2-3449-2f36-f9891e1c9a16" [ 801.190807] env[65794]: _type = "Task" [ 801.190807] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.199918] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e73525-f1a2-3449-2f36-f9891e1c9a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.222327] env[65794]: INFO nova.compute.manager [-] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Took 1.35 seconds to deallocate network for instance. [ 801.379389] env[65794]: DEBUG nova.compute.manager [req-94460fae-fd60-455d-8db1-98dda8bba822 req-f46e04b3-19ad-48bd-9924-9847d4ce9ccf service nova] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Received event network-vif-deleted-a277d64e-f2da-47a2-bfca-4e0929bf2855 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 801.461514] env[65794]: DEBUG oslo_concurrency.lockutils [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Acquiring lock "b34dbbfa-846c-4849-8afc-894be0b70068" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.461514] env[65794]: DEBUG oslo_concurrency.lockutils [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Lock "b34dbbfa-846c-4849-8afc-894be0b70068" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.461759] env[65794]: DEBUG oslo_concurrency.lockutils [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Acquiring lock "b34dbbfa-846c-4849-8afc-894be0b70068-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.461864] env[65794]: DEBUG oslo_concurrency.lockutils [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Lock "b34dbbfa-846c-4849-8afc-894be0b70068-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.462050] env[65794]: DEBUG oslo_concurrency.lockutils [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Lock "b34dbbfa-846c-4849-8afc-894be0b70068-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.467703] env[65794]: INFO nova.compute.manager [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Terminating instance [ 801.611539] env[65794]: DEBUG oslo_vmware.api [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150943} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.611844] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.612035] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.612210] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.612380] env[65794]: INFO nova.compute.manager [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Took 1.14 seconds to destroy the instance on the hypervisor. [ 801.612637] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 801.612836] env[65794]: DEBUG nova.compute.manager [-] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 801.612931] env[65794]: DEBUG nova.network.neutron [-] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 801.613193] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.656866] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.659205] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd30961e-d0fa-4606-b8f5-02efe41ffc9c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.667958] env[65794]: DEBUG oslo_vmware.api [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516957} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.670035] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 28e3baa9-4cd9-4a05-8949-f06709c259b3/28e3baa9-4cd9-4a05-8949-f06709c259b3.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.670259] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.670560] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82c8b4d2-655a-49bd-bd9e-228fb909daff {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.673450] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5a9e35-96c8-4a8d-a830-b0ba9471d2ad {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.711046] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66586265-e5cb-4856-8a81-5671a866d854 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.715338] env[65794]: DEBUG oslo_vmware.api [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Waiting for the task: (returnval){ [ 801.715338] env[65794]: value = "task-4811176" [ 801.715338] env[65794]: _type = "Task" [ 801.715338] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.727296] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e73525-f1a2-3449-2f36-f9891e1c9a16, 'name': SearchDatastore_Task, 'duration_secs': 0.018562} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.729919] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614c5071-4ba9-44d9-959c-0cf100c0d010 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.736298] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.736298] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.736298] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.736298] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.736865] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.740684] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdbe9afc-9c47-41a8-8b5a-a023d288bbdd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.744371] env[65794]: DEBUG oslo_vmware.api [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811176, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.763657] env[65794]: DEBUG nova.compute.provider_tree [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.764315] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.764496] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.765588] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-203b31c5-be74-48b8-a38e-82c671a2087c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.772817] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Waiting for the task: (returnval){ [ 801.772817] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5251efc0-21e5-d792-8db4-8802b19f1892" [ 801.772817] env[65794]: _type = "Task" [ 801.772817] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.783169] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5251efc0-21e5-d792-8db4-8802b19f1892, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.801253] env[65794]: INFO nova.compute.manager [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Took 0.58 seconds to detach 1 volumes for instance. [ 801.972584] env[65794]: DEBUG nova.compute.manager [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 801.972816] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.973794] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275abefc-11b1-45b6-8435-80def9846e49 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.983407] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.983771] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50fcec10-92b6-4def-81cc-5e722b8fbdfb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.991724] env[65794]: DEBUG oslo_vmware.api [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Waiting for the task: (returnval){ [ 801.991724] env[65794]: value = "task-4811177" [ 801.991724] env[65794]: _type = "Task" [ 801.991724] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.001559] env[65794]: DEBUG oslo_vmware.api [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4811177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.225444] env[65794]: DEBUG oslo_vmware.api [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071538} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.225782] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.226569] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7025f7-d3e7-4ce9-8865-df9270e31a65 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.249164] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 28e3baa9-4cd9-4a05-8949-f06709c259b3/28e3baa9-4cd9-4a05-8949-f06709c259b3.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.249561] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7495374f-8aae-4b9d-854a-fe8c2e4625bc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.266898] env[65794]: DEBUG nova.scheduler.client.report [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.272447] env[65794]: DEBUG oslo_vmware.api [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Waiting for the task: (returnval){ [ 802.272447] env[65794]: value = "task-4811178" [ 802.272447] env[65794]: _type = "Task" [ 802.272447] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.286977] env[65794]: DEBUG oslo_vmware.api [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.291546] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5251efc0-21e5-d792-8db4-8802b19f1892, 'name': SearchDatastore_Task, 'duration_secs': 0.010209} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.292390] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ad76ad5-68a3-452b-a177-133277dfa5cf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.298212] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Waiting for the task: (returnval){ [ 802.298212] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]520ff0f7-30b2-2523-f5a9-aac9836129a7" [ 802.298212] env[65794]: _type = "Task" [ 802.298212] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.307213] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.307484] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]520ff0f7-30b2-2523-f5a9-aac9836129a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.399662] env[65794]: DEBUG nova.network.neutron [-] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.501622] env[65794]: DEBUG oslo_vmware.api [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4811177, 'name': PowerOffVM_Task, 'duration_secs': 0.430073} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.502013] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.502197] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.502463] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-277bf83b-767a-4c72-8d58-43fe6cf220be {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.608697] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.608875] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.609128] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Deleting the datastore file [datastore2] b34dbbfa-846c-4849-8afc-894be0b70068 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.609436] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e0128c5-3b04-4b46-b999-f5eeab55fafb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.616432] env[65794]: DEBUG oslo_vmware.api [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Waiting for the task: (returnval){ [ 802.616432] env[65794]: value = "task-4811180" [ 802.616432] env[65794]: _type = "Task" [ 802.616432] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.624198] env[65794]: DEBUG oslo_vmware.api [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4811180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.773864] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.776391] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.279s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.777907] env[65794]: INFO nova.compute.claims [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.790560] env[65794]: DEBUG oslo_vmware.api [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811178, 'name': ReconfigVM_Task, 'duration_secs': 0.28987} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.790848] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 28e3baa9-4cd9-4a05-8949-f06709c259b3/28e3baa9-4cd9-4a05-8949-f06709c259b3.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.791507] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-786210c5-ac15-4233-b4d8-eafb07685159 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.799528] env[65794]: DEBUG oslo_vmware.api [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Waiting for the task: (returnval){ [ 802.799528] env[65794]: value = "task-4811181" [ 802.799528] env[65794]: _type = "Task" [ 802.799528] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.806388] env[65794]: INFO nova.scheduler.client.report [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Deleted allocations for instance 6197619a-342a-4ab0-9bcd-aaae2ab0de8c [ 802.813571] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]520ff0f7-30b2-2523-f5a9-aac9836129a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011273} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.816969] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.817266] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4/b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.817716] env[65794]: DEBUG oslo_vmware.api [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811181, 'name': Rename_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.817807] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8de27329-e821-40c9-a421-5e6b72ccf6fc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.824948] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Waiting for the task: (returnval){ [ 802.824948] env[65794]: value = "task-4811182" [ 802.824948] env[65794]: _type = "Task" [ 802.824948] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.834460] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Task: {'id': task-4811182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.903127] env[65794]: INFO nova.compute.manager [-] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Took 1.29 seconds to deallocate network for instance. [ 803.128996] env[65794]: DEBUG oslo_vmware.api [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Task: {'id': task-4811180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144101} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.129290] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.129582] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.129734] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.129933] env[65794]: INFO nova.compute.manager [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Took 1.16 seconds to destroy the instance on the hypervisor. [ 803.130206] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 803.130966] env[65794]: DEBUG nova.compute.manager [-] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 803.130966] env[65794]: DEBUG nova.network.neutron [-] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 803.130966] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.171446] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.317057] env[65794]: DEBUG oslo_vmware.api [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811181, 'name': Rename_Task, 'duration_secs': 0.213174} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.319366] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.321208] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c352bf87-bbec-48c1-af83-db21aaf81d82 tempest-ServersTestBootFromVolume-728581813 tempest-ServersTestBootFromVolume-728581813-project-member] Lock "6197619a-342a-4ab0-9bcd-aaae2ab0de8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.644s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.322380] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3638c2cf-2cba-4903-beee-88cafd983c63 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.333386] env[65794]: DEBUG oslo_vmware.api [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Waiting for the task: (returnval){ [ 803.333386] env[65794]: value = "task-4811183" [ 803.333386] env[65794]: _type = "Task" [ 803.333386] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.342140] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Task: {'id': task-4811182, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.346656] env[65794]: DEBUG oslo_vmware.api [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.410065] env[65794]: DEBUG oslo_concurrency.lockutils [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.422172] env[65794]: DEBUG nova.compute.manager [req-3867f86e-fc71-49e9-829e-10a95bf2c01c req-ed89e76f-2161-42e9-a1ae-88ca1df609ff service nova] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Received event network-vif-deleted-922f3a41-2718-400c-822e-b238781973a6 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 803.460852] env[65794]: DEBUG nova.compute.manager [req-f3a9d8ca-57d4-4505-9b6a-4aeb96590c20 req-9a49667f-2906-456f-bdbd-2a87ba31ed82 service nova] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Received event network-vif-deleted-88c9d734-f09a-4eaf-bc8d-08c601c0e41e {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 803.460948] env[65794]: INFO nova.compute.manager [req-f3a9d8ca-57d4-4505-9b6a-4aeb96590c20 req-9a49667f-2906-456f-bdbd-2a87ba31ed82 service nova] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Neutron deleted interface 88c9d734-f09a-4eaf-bc8d-08c601c0e41e; detaching it from the instance and deleting it from the info cache [ 803.461082] env[65794]: DEBUG nova.network.neutron [req-f3a9d8ca-57d4-4505-9b6a-4aeb96590c20 req-9a49667f-2906-456f-bdbd-2a87ba31ed82 service nova] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.843304] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Task: {'id': task-4811182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526893} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.846357] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4/b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.846658] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.847315] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78bc060c-d0e6-46d4-94ae-3bb66fd7faf5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.852629] env[65794]: DEBUG oslo_vmware.api [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.858193] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Waiting for the task: (returnval){ [ 803.858193] env[65794]: value = "task-4811184" [ 803.858193] env[65794]: _type = "Task" [ 803.858193] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.873150] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Task: {'id': task-4811184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.932750] env[65794]: DEBUG nova.network.neutron [-] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.966133] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b1ad7d3-175b-40f1-a681-e4b2222b0ffb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.978507] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85fc7b4-fcc9-4983-932a-51ed3dfce004 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.031750] env[65794]: DEBUG nova.compute.manager [req-f3a9d8ca-57d4-4505-9b6a-4aeb96590c20 req-9a49667f-2906-456f-bdbd-2a87ba31ed82 service nova] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Detach interface failed, port_id=88c9d734-f09a-4eaf-bc8d-08c601c0e41e, reason: Instance b34dbbfa-846c-4849-8afc-894be0b70068 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 804.342278] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59132821-6f3c-4f93-85ec-f3fcd1712ca8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.350821] env[65794]: DEBUG oslo_vmware.api [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811183, 'name': PowerOnVM_Task, 'duration_secs': 0.725679} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.353375] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.353790] env[65794]: INFO nova.compute.manager [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Took 8.25 seconds to spawn the instance on the hypervisor. [ 804.354196] env[65794]: DEBUG nova.compute.manager [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 804.355391] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5388ae65-400e-4548-8ab5-24eb97627e5c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.359281] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f49f12-c3f6-45f9-b21d-c64bb62f872a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.405518] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307b7715-737c-44f3-a099-4f4866056fa8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.410336] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Task: {'id': task-4811184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153957} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.412482] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.416089] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089df0f3-188d-41d3-ac08-3712da2b20b7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.421099] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9978e622-e26e-44b3-b562-fe839f8563fc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.443686] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4/b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.454116] env[65794]: INFO nova.compute.manager [-] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Took 1.32 seconds to deallocate network for instance. [ 804.454116] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f34fda2-e8e5-4694-938b-fc9f4f02c1a3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.469055] env[65794]: DEBUG nova.compute.provider_tree [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.484093] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Waiting for the task: (returnval){ [ 804.484093] env[65794]: value = "task-4811185" [ 804.484093] env[65794]: _type = "Task" [ 804.484093] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.494481] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Task: {'id': task-4811185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.912310] env[65794]: INFO nova.compute.manager [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Took 42.88 seconds to build instance. [ 804.979536] env[65794]: DEBUG nova.scheduler.client.report [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.985024] env[65794]: DEBUG oslo_concurrency.lockutils [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.997238] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Task: {'id': task-4811185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.415580] env[65794]: DEBUG oslo_concurrency.lockutils [None req-445269d2-b749-466c-b7d6-ff7ef11ad68f tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Lock "28e3baa9-4cd9-4a05-8949-f06709c259b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.990s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.491130] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.491130] env[65794]: DEBUG nova.compute.manager [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 805.493719] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.640s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.493956] env[65794]: DEBUG nova.objects.instance [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lazy-loading 'resources' on Instance uuid c27e0fb8-a5cb-433f-ad38-d3fc90fd8064 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.501160] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Task: {'id': task-4811185, 'name': ReconfigVM_Task, 'duration_secs': 0.842465} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.501555] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Reconfigured VM instance instance-00000034 to attach disk [datastore2] b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4/b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.502842] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbab1287-c15a-433a-a5e0-9d401122fb6c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.511460] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Waiting for the task: (returnval){ [ 805.511460] env[65794]: value = "task-4811186" [ 805.511460] env[65794]: _type = "Task" [ 805.511460] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.520460] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Task: {'id': task-4811186, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.999716] env[65794]: DEBUG nova.compute.utils [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.007395] env[65794]: DEBUG nova.compute.manager [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 806.007662] env[65794]: DEBUG nova.network.neutron [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 806.008028] env[65794]: WARNING neutronclient.v2_0.client [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.008384] env[65794]: WARNING neutronclient.v2_0.client [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.022918] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Task: {'id': task-4811186, 'name': Rename_Task, 'duration_secs': 0.224635} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.023933] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.024317] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa94c89f-b8e1-456d-9e01-e26d0c91728f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.033744] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Waiting for the task: (returnval){ [ 806.033744] env[65794]: value = "task-4811187" [ 806.033744] env[65794]: _type = "Task" [ 806.033744] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.043682] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Task: {'id': task-4811187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.100768] env[65794]: DEBUG nova.policy [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc5dc9cb9d1c4c95ad55c254d4daa6e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '810f2c82ca43422c8dd22b301687e8b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.172125] env[65794]: INFO nova.compute.manager [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Rescuing [ 806.172998] env[65794]: DEBUG oslo_concurrency.lockutils [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Acquiring lock "refresh_cache-28e3baa9-4cd9-4a05-8949-f06709c259b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.173314] env[65794]: DEBUG oslo_concurrency.lockutils [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Acquired lock "refresh_cache-28e3baa9-4cd9-4a05-8949-f06709c259b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.173593] env[65794]: DEBUG nova.network.neutron [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 806.430558] env[65794]: DEBUG nova.network.neutron [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Successfully created port: 04eed898-d32f-45bb-bf5d-e4c3cf1e96f5 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 806.508607] env[65794]: DEBUG nova.compute.manager [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 806.539708] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96232312-ee97-4cf6-823a-a9692c4e8e4b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.550877] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652f8505-ed86-4ae0-a770-4dbb61811618 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.554353] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Task: {'id': task-4811187, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.586646] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90ab7c4-2f69-4272-aa61-b0d1126284de {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.596680] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fffb82-7b4b-4665-9fc1-cc64f381cbc7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.613037] env[65794]: DEBUG nova.compute.provider_tree [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.676944] env[65794]: WARNING neutronclient.v2_0.client [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.047070] env[65794]: DEBUG oslo_vmware.api [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Task: {'id': task-4811187, 'name': PowerOnVM_Task, 'duration_secs': 0.749806} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.047360] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.047561] env[65794]: INFO nova.compute.manager [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Took 6.52 seconds to spawn the instance on the hypervisor. [ 807.047742] env[65794]: DEBUG nova.compute.manager [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 807.048698] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25631d8-4d69-4307-b5d6-afe8dea601be {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.116587] env[65794]: DEBUG nova.scheduler.client.report [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.524025] env[65794]: DEBUG nova.compute.manager [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 807.553835] env[65794]: DEBUG nova.virt.hardware [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 807.554398] env[65794]: DEBUG nova.virt.hardware [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.554398] env[65794]: DEBUG nova.virt.hardware [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 807.554539] env[65794]: DEBUG nova.virt.hardware [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.554746] env[65794]: DEBUG nova.virt.hardware [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 807.554955] env[65794]: DEBUG nova.virt.hardware [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 807.556533] env[65794]: DEBUG nova.virt.hardware [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 807.556533] env[65794]: DEBUG nova.virt.hardware [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 807.556533] env[65794]: DEBUG nova.virt.hardware [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 807.556533] env[65794]: DEBUG nova.virt.hardware [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 807.556533] env[65794]: DEBUG nova.virt.hardware [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 807.556900] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dfbd39-8603-4fe9-b15a-b488575ad96f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.570202] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78c0bf0-6074-48e0-9f7a-ef767a8f24e1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.575495] env[65794]: INFO nova.compute.manager [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Took 41.81 seconds to build instance. [ 807.621681] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.624786] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.471s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.625178] env[65794]: DEBUG nova.objects.instance [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lazy-loading 'resources' on Instance uuid 56b85a30-748e-4583-8d5d-7b89aff94017 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.646426] env[65794]: INFO nova.scheduler.client.report [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Deleted allocations for instance c27e0fb8-a5cb-433f-ad38-d3fc90fd8064 [ 808.078240] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c86c5b2-ad1b-4330-b865-4a05a958fb4a tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Lock "b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.986s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.080029] env[65794]: DEBUG nova.network.neutron [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Successfully updated port: 04eed898-d32f-45bb-bf5d-e4c3cf1e96f5 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 808.164382] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d8454519-edbf-4986-a8d1-8d0e77e4ef4b tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "c27e0fb8-a5cb-433f-ad38-d3fc90fd8064" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.857s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.205953] env[65794]: WARNING neutronclient.v2_0.client [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.302470] env[65794]: DEBUG nova.network.neutron [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Updating instance_info_cache with network_info: [{"id": "d66c89db-01df-4eca-b059-4595726fdd89", "address": "fa:16:3e:99:f6:85", "network": {"id": "1ea76809-200a-4e09-bf73-ff93cef59258", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1558596486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e8a0ba235c34a978388bf79ba905c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd66c89db-01", "ovs_interfaceid": "d66c89db-01df-4eca-b059-4595726fdd89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.585043] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "refresh_cache-248bad78-5ecf-49e6-a2c0-ec9a99dec831" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.585315] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquired lock "refresh_cache-248bad78-5ecf-49e6-a2c0-ec9a99dec831" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.585403] env[65794]: DEBUG nova.network.neutron [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 808.681180] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc1dc8d-b128-413c-a990-c10e4682a115 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.690170] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ae0562-59c4-483d-bb5c-556177dab4c8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.724569] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e4a7c8-5ff1-41ef-bfcb-eb77517ea739 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.729666] env[65794]: DEBUG nova.compute.manager [req-e6991587-c6dd-4294-901b-c80a97feb628 req-5ea125a9-a255-458b-a303-d960959e6576 service nova] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Received event network-vif-plugged-04eed898-d32f-45bb-bf5d-e4c3cf1e96f5 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 808.729891] env[65794]: DEBUG oslo_concurrency.lockutils [req-e6991587-c6dd-4294-901b-c80a97feb628 req-5ea125a9-a255-458b-a303-d960959e6576 service nova] Acquiring lock "248bad78-5ecf-49e6-a2c0-ec9a99dec831-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.730216] env[65794]: DEBUG oslo_concurrency.lockutils [req-e6991587-c6dd-4294-901b-c80a97feb628 req-5ea125a9-a255-458b-a303-d960959e6576 service nova] Lock "248bad78-5ecf-49e6-a2c0-ec9a99dec831-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.730402] env[65794]: DEBUG oslo_concurrency.lockutils [req-e6991587-c6dd-4294-901b-c80a97feb628 req-5ea125a9-a255-458b-a303-d960959e6576 service nova] Lock "248bad78-5ecf-49e6-a2c0-ec9a99dec831-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.730570] env[65794]: DEBUG nova.compute.manager [req-e6991587-c6dd-4294-901b-c80a97feb628 req-5ea125a9-a255-458b-a303-d960959e6576 service nova] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] No waiting events found dispatching network-vif-plugged-04eed898-d32f-45bb-bf5d-e4c3cf1e96f5 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 808.730711] env[65794]: WARNING nova.compute.manager [req-e6991587-c6dd-4294-901b-c80a97feb628 req-5ea125a9-a255-458b-a303-d960959e6576 service nova] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Received unexpected event network-vif-plugged-04eed898-d32f-45bb-bf5d-e4c3cf1e96f5 for instance with vm_state building and task_state spawning. [ 808.740407] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67050972-2b42-44c3-892a-6c6f6fd7067b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.756917] env[65794]: DEBUG nova.compute.provider_tree [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.807221] env[65794]: DEBUG oslo_concurrency.lockutils [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Releasing lock "refresh_cache-28e3baa9-4cd9-4a05-8949-f06709c259b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.891030] env[65794]: DEBUG nova.compute.manager [None req-b4a8673e-5c15-4a02-8aad-c0eccf20592c tempest-ServerDiagnosticsV248Test-1282249383 tempest-ServerDiagnosticsV248Test-1282249383-project-admin] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 808.892340] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b29f06b-c160-417d-a7e3-41e1fe181263 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.899728] env[65794]: INFO nova.compute.manager [None req-b4a8673e-5c15-4a02-8aad-c0eccf20592c tempest-ServerDiagnosticsV248Test-1282249383 tempest-ServerDiagnosticsV248Test-1282249383-project-admin] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Retrieving diagnostics [ 808.900644] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f96d648-2da1-4176-8a04-37218639d507 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.120360] env[65794]: DEBUG nova.network.neutron [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 809.206237] env[65794]: WARNING neutronclient.v2_0.client [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.263997] env[65794]: DEBUG nova.scheduler.client.report [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.306040] env[65794]: DEBUG nova.network.neutron [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Updating instance_info_cache with network_info: [{"id": "04eed898-d32f-45bb-bf5d-e4c3cf1e96f5", "address": "fa:16:3e:40:66:ea", "network": {"id": "5d1f4ccc-a5e4-4b01-b23f-5e8212619981", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1601955262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810f2c82ca43422c8dd22b301687e8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04eed898-d3", "ovs_interfaceid": "04eed898-d32f-45bb-bf5d-e4c3cf1e96f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.768751] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.772142] env[65794]: DEBUG oslo_concurrency.lockutils [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.246s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.772363] env[65794]: DEBUG nova.objects.instance [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Lazy-loading 'resources' on Instance uuid 55128a66-2320-48f0-a7b0-9b809de89974 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.800540] env[65794]: INFO nova.scheduler.client.report [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Deleted allocations for instance 56b85a30-748e-4583-8d5d-7b89aff94017 [ 809.809587] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Releasing lock "refresh_cache-248bad78-5ecf-49e6-a2c0-ec9a99dec831" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.810097] env[65794]: DEBUG nova.compute.manager [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Instance network_info: |[{"id": "04eed898-d32f-45bb-bf5d-e4c3cf1e96f5", "address": "fa:16:3e:40:66:ea", "network": {"id": "5d1f4ccc-a5e4-4b01-b23f-5e8212619981", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1601955262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810f2c82ca43422c8dd22b301687e8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04eed898-d3", "ovs_interfaceid": "04eed898-d32f-45bb-bf5d-e4c3cf1e96f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 809.810724] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:66:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04eed898-d32f-45bb-bf5d-e4c3cf1e96f5', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.821051] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 809.821936] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.822196] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e852ce2d-a67e-42b5-b7f5-2dc23a7562c6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.860017] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.860017] env[65794]: value = "task-4811188" [ 809.860017] env[65794]: _type = "Task" [ 809.860017] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.870726] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811188, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.921209] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Acquiring lock "927010e1-4a8f-4e80-bb8d-67b5bc58543f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.921502] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Lock "927010e1-4a8f-4e80-bb8d-67b5bc58543f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.311899] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2a04a529-06e4-4626-b9fd-b489c5790fd1 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "56b85a30-748e-4583-8d5d-7b89aff94017" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.872s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.354516] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.354822] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-544988f2-b5b3-4b75-ab9a-74630c39f939 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.368507] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Waiting for the task: (returnval){ [ 810.368507] env[65794]: value = "task-4811189" [ 810.368507] env[65794]: _type = "Task" [ 810.368507] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.377318] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811188, 'name': CreateVM_Task, 'duration_secs': 0.36119} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.378060] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.378698] env[65794]: WARNING neutronclient.v2_0.client [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.379140] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.379332] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.379659] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.383189] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-144f2063-79d0-432e-ad9e-261752a24ee6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.384937] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.391682] env[65794]: DEBUG oslo_vmware.api [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 810.391682] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522b66ff-92c9-98a2-cf25-f603b8144ac9" [ 810.391682] env[65794]: _type = "Task" [ 810.391682] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.401321] env[65794]: DEBUG oslo_vmware.api [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522b66ff-92c9-98a2-cf25-f603b8144ac9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.425581] env[65794]: DEBUG nova.compute.manager [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 810.791483] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab110f45-5a02-4d4f-b498-9ac64c4479de {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.802298] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a612e9-ed8d-4e68-987a-b212dd6c3618 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.850990] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5268ea19-b2da-426a-8d0e-a869fbc561da {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.858020] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f0bb72-71c6-4613-9f87-f8284f5ac823 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.872009] env[65794]: DEBUG nova.compute.provider_tree [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.882293] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811189, 'name': PowerOffVM_Task, 'duration_secs': 0.316692} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.882534] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.883727] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f14c375-7ea4-4a79-9953-1cddb26a8b5c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.889965] env[65794]: DEBUG nova.compute.manager [req-3d5d8300-4948-415f-9f90-843f25319d64 req-fbeb6544-41bb-4b3a-8856-6eb859582342 service nova] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Received event network-changed-04eed898-d32f-45bb-bf5d-e4c3cf1e96f5 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 810.889965] env[65794]: DEBUG nova.compute.manager [req-3d5d8300-4948-415f-9f90-843f25319d64 req-fbeb6544-41bb-4b3a-8856-6eb859582342 service nova] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Refreshing instance network info cache due to event network-changed-04eed898-d32f-45bb-bf5d-e4c3cf1e96f5. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 810.889965] env[65794]: DEBUG oslo_concurrency.lockutils [req-3d5d8300-4948-415f-9f90-843f25319d64 req-fbeb6544-41bb-4b3a-8856-6eb859582342 service nova] Acquiring lock "refresh_cache-248bad78-5ecf-49e6-a2c0-ec9a99dec831" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.889965] env[65794]: DEBUG oslo_concurrency.lockutils [req-3d5d8300-4948-415f-9f90-843f25319d64 req-fbeb6544-41bb-4b3a-8856-6eb859582342 service nova] Acquired lock "refresh_cache-248bad78-5ecf-49e6-a2c0-ec9a99dec831" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.890158] env[65794]: DEBUG nova.network.neutron [req-3d5d8300-4948-415f-9f90-843f25319d64 req-fbeb6544-41bb-4b3a-8856-6eb859582342 service nova] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Refreshing network info cache for port 04eed898-d32f-45bb-bf5d-e4c3cf1e96f5 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.906110] env[65794]: WARNING neutronclient.v2_0.client [req-3d5d8300-4948-415f-9f90-843f25319d64 req-fbeb6544-41bb-4b3a-8856-6eb859582342 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.911942] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c24637-34e6-459d-92e3-01ab752648e5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.925100] env[65794]: DEBUG oslo_vmware.api [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522b66ff-92c9-98a2-cf25-f603b8144ac9, 'name': SearchDatastore_Task, 'duration_secs': 0.019309} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.928393] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.928393] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.928393] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.928393] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.928393] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.929870] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05720cf8-05a5-4815-bd56-9f54d15b3968 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.940477] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.940477] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.941274] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-888162a8-8855-4934-86e4-532a1f25297e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.948834] env[65794]: DEBUG oslo_vmware.api [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 810.948834] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52ae7109-58bc-d949-f90a-96a4a1f8487a" [ 810.948834] env[65794]: _type = "Task" [ 810.948834] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.957503] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.965279] env[65794]: DEBUG oslo_vmware.api [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ae7109-58bc-d949-f90a-96a4a1f8487a, 'name': SearchDatastore_Task, 'duration_secs': 0.012776} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.967207] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.968066] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79c6fe34-956d-45e2-b84b-9c0b9ade7fce {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.973052] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c396bc8-b372-40cf-9f77-2f8ab3dcc952 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.980144] env[65794]: DEBUG oslo_vmware.api [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 810.980144] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52181907-048f-a916-0545-26edb835765d" [ 810.980144] env[65794]: _type = "Task" [ 810.980144] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.981254] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Waiting for the task: (returnval){ [ 810.981254] env[65794]: value = "task-4811190" [ 810.981254] env[65794]: _type = "Task" [ 810.981254] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.993364] env[65794]: DEBUG oslo_vmware.api [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52181907-048f-a916-0545-26edb835765d, 'name': SearchDatastore_Task, 'duration_secs': 0.011657} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.999652] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.999784] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 248bad78-5ecf-49e6-a2c0-ec9a99dec831/248bad78-5ecf-49e6-a2c0-ec9a99dec831.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.000442] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a796bc0-1a4c-4544-a06c-c5e1fb8244d4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.002542] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] VM already powered off {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 811.002736] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.002966] env[65794]: DEBUG oslo_concurrency.lockutils [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.003117] env[65794]: DEBUG oslo_concurrency.lockutils [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.003287] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.003530] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69c7c428-d682-4b08-adbd-450bc12d97d2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.017049] env[65794]: DEBUG oslo_vmware.api [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 811.017049] env[65794]: value = "task-4811191" [ 811.017049] env[65794]: _type = "Task" [ 811.017049] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.018117] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.018304] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.019925] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43941dfc-fc18-44cf-984e-760cf4c03356 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.026320] env[65794]: DEBUG oslo_vmware.api [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.029736] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Waiting for the task: (returnval){ [ 811.029736] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52d60bae-2c19-8bae-485b-fafe156e5f76" [ 811.029736] env[65794]: _type = "Task" [ 811.029736] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.039028] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d60bae-2c19-8bae-485b-fafe156e5f76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.043468] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db29e991-59d7-4d47-8089-fc33b580dfe7 tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Acquiring lock "28429b77-e975-481d-96a0-62054de9b4b9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.043667] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db29e991-59d7-4d47-8089-fc33b580dfe7 tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Lock "28429b77-e975-481d-96a0-62054de9b4b9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.128604] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "7298ccc3-3b71-44bd-891c-24892b7bcbd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.128786] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "7298ccc3-3b71-44bd-891c-24892b7bcbd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.141800] env[65794]: WARNING neutronclient.v2_0.client [req-3d5d8300-4948-415f-9f90-843f25319d64 req-fbeb6544-41bb-4b3a-8856-6eb859582342 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.169805] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "63f4bfed-4d51-4fd1-8494-2e504f124c3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.170211] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "63f4bfed-4d51-4fd1-8494-2e504f124c3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.224837] env[65794]: DEBUG nova.network.neutron [req-3d5d8300-4948-415f-9f90-843f25319d64 req-fbeb6544-41bb-4b3a-8856-6eb859582342 service nova] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Updated VIF entry in instance network info cache for port 04eed898-d32f-45bb-bf5d-e4c3cf1e96f5. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 811.225204] env[65794]: DEBUG nova.network.neutron [req-3d5d8300-4948-415f-9f90-843f25319d64 req-fbeb6544-41bb-4b3a-8856-6eb859582342 service nova] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Updating instance_info_cache with network_info: [{"id": "04eed898-d32f-45bb-bf5d-e4c3cf1e96f5", "address": "fa:16:3e:40:66:ea", "network": {"id": "5d1f4ccc-a5e4-4b01-b23f-5e8212619981", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1601955262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810f2c82ca43422c8dd22b301687e8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04eed898-d3", "ovs_interfaceid": "04eed898-d32f-45bb-bf5d-e4c3cf1e96f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.378260] env[65794]: DEBUG nova.scheduler.client.report [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.525361] env[65794]: DEBUG oslo_vmware.api [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811191, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.539789] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d60bae-2c19-8bae-485b-fafe156e5f76, 'name': SearchDatastore_Task, 'duration_secs': 0.014378} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.540624] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6310dd-603c-4d7c-8d1d-1f512d23695e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.546619] env[65794]: DEBUG nova.compute.utils [None req-db29e991-59d7-4d47-8089-fc33b580dfe7 tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.547931] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Waiting for the task: (returnval){ [ 811.547931] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5243d089-3522-0ab7-006f-101450e47d18" [ 811.547931] env[65794]: _type = "Task" [ 811.547931] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.556702] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5243d089-3522-0ab7-006f-101450e47d18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.632023] env[65794]: DEBUG nova.compute.manager [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 811.728072] env[65794]: DEBUG oslo_concurrency.lockutils [req-3d5d8300-4948-415f-9f90-843f25319d64 req-fbeb6544-41bb-4b3a-8856-6eb859582342 service nova] Releasing lock "refresh_cache-248bad78-5ecf-49e6-a2c0-ec9a99dec831" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.884818] env[65794]: DEBUG oslo_concurrency.lockutils [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.887336] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.576s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.888912] env[65794]: INFO nova.compute.claims [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.914107] env[65794]: INFO nova.scheduler.client.report [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Deleted allocations for instance 55128a66-2320-48f0-a7b0-9b809de89974 [ 812.025905] env[65794]: DEBUG oslo_vmware.api [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.974517} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.026174] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 248bad78-5ecf-49e6-a2c0-ec9a99dec831/248bad78-5ecf-49e6-a2c0-ec9a99dec831.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.026391] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.026645] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c91daef9-f3a7-443d-8906-65a99ada65d2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.034305] env[65794]: DEBUG oslo_vmware.api [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 812.034305] env[65794]: value = "task-4811192" [ 812.034305] env[65794]: _type = "Task" [ 812.034305] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.044163] env[65794]: DEBUG oslo_vmware.api [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.052619] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db29e991-59d7-4d47-8089-fc33b580dfe7 tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Lock "28429b77-e975-481d-96a0-62054de9b4b9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.057973] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5243d089-3522-0ab7-006f-101450e47d18, 'name': SearchDatastore_Task, 'duration_secs': 0.020537} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.058545] env[65794]: DEBUG oslo_concurrency.lockutils [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.058825] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 28e3baa9-4cd9-4a05-8949-f06709c259b3/f5682eb2-5020-4fb7-8580-1a22c7f02289-rescue.vmdk. {{(pid=65794) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 812.059117] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe8e738e-6687-4027-b4be-487d6504ca05 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.067234] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Waiting for the task: (returnval){ [ 812.067234] env[65794]: value = "task-4811193" [ 812.067234] env[65794]: _type = "Task" [ 812.067234] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.075809] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.153806] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.424554] env[65794]: DEBUG oslo_concurrency.lockutils [None req-06746cf9-c96f-40a4-8942-8dcc0b0f204b tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Lock "55128a66-2320-48f0-a7b0-9b809de89974" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.529s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.546095] env[65794]: DEBUG oslo_vmware.api [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062009} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.546325] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.547152] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecba95fe-13f7-4731-8525-e18c81d31b44 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.571246] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 248bad78-5ecf-49e6-a2c0-ec9a99dec831/248bad78-5ecf-49e6-a2c0-ec9a99dec831.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.571856] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c753e7cc-3b86-442a-9987-b05097dc5617 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.595743] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.597293] env[65794]: DEBUG oslo_vmware.api [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 812.597293] env[65794]: value = "task-4811194" [ 812.597293] env[65794]: _type = "Task" [ 812.597293] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.605899] env[65794]: DEBUG oslo_vmware.api [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.085416] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811193, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.113899] env[65794]: DEBUG oslo_vmware.api [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.119103] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db29e991-59d7-4d47-8089-fc33b580dfe7 tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Acquiring lock "28429b77-e975-481d-96a0-62054de9b4b9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.119409] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db29e991-59d7-4d47-8089-fc33b580dfe7 tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Lock "28429b77-e975-481d-96a0-62054de9b4b9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.119731] env[65794]: INFO nova.compute.manager [None req-db29e991-59d7-4d47-8089-fc33b580dfe7 tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Attaching volume f8e2294c-5673-43a2-a768-373f85eb16b1 to /dev/sdb [ 813.169091] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4323e0c-4ca3-45fa-ab60-ab680bfbb22c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.180595] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8438ef7c-fb41-4083-8132-7016f1f33245 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.195874] env[65794]: DEBUG nova.virt.block_device [None req-db29e991-59d7-4d47-8089-fc33b580dfe7 tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Updating existing volume attachment record: a9b64bc3-319f-4d46-816a-57907c0176d3 {{(pid=65794) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 813.432613] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0500e4e6-1af0-49b7-968f-45db4248f37d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.441050] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85072fb0-7a91-4c2f-af93-ce32df3d5e5a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.478542] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d12766e-790c-4676-99de-29b644e9cc1b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.487232] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c1d594-d833-486b-bb54-857c427877bc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.501666] env[65794]: DEBUG nova.compute.provider_tree [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.588980] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811193, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.291055} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.589851] env[65794]: INFO nova.virt.vmwareapi.ds_util [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 28e3baa9-4cd9-4a05-8949-f06709c259b3/f5682eb2-5020-4fb7-8580-1a22c7f02289-rescue.vmdk. [ 813.590665] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e776dbd-fab9-425c-bd4c-a9185e29cc47 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.617168] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 28e3baa9-4cd9-4a05-8949-f06709c259b3/f5682eb2-5020-4fb7-8580-1a22c7f02289-rescue.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.621040] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c8be29e-a5c2-4766-9ac3-d096f78bc57e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.639987] env[65794]: DEBUG oslo_vmware.api [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811194, 'name': ReconfigVM_Task, 'duration_secs': 0.857865} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.641417] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 248bad78-5ecf-49e6-a2c0-ec9a99dec831/248bad78-5ecf-49e6-a2c0-ec9a99dec831.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.642170] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Waiting for the task: (returnval){ [ 813.642170] env[65794]: value = "task-4811198" [ 813.642170] env[65794]: _type = "Task" [ 813.642170] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.642361] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7822a71f-2899-4f12-b3e1-643f3d112b36 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.653460] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.654759] env[65794]: DEBUG oslo_vmware.api [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 813.654759] env[65794]: value = "task-4811199" [ 813.654759] env[65794]: _type = "Task" [ 813.654759] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.666335] env[65794]: DEBUG oslo_vmware.api [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811199, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.004757] env[65794]: DEBUG nova.scheduler.client.report [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.081779] env[65794]: DEBUG oslo_concurrency.lockutils [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquiring lock "5d6cf973-f70d-42e3-9357-d7b5d17471d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.082088] env[65794]: DEBUG oslo_concurrency.lockutils [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Lock "5d6cf973-f70d-42e3-9357-d7b5d17471d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.082321] env[65794]: DEBUG oslo_concurrency.lockutils [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquiring lock "5d6cf973-f70d-42e3-9357-d7b5d17471d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.082533] env[65794]: DEBUG oslo_concurrency.lockutils [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Lock "5d6cf973-f70d-42e3-9357-d7b5d17471d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.082720] env[65794]: DEBUG oslo_concurrency.lockutils [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Lock "5d6cf973-f70d-42e3-9357-d7b5d17471d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.084851] env[65794]: INFO nova.compute.manager [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Terminating instance [ 814.154727] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.164963] env[65794]: DEBUG oslo_vmware.api [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811199, 'name': Rename_Task, 'duration_secs': 0.186895} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.165344] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.165639] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf222d85-328c-455f-8b9a-3bc9534f9850 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.172718] env[65794]: DEBUG oslo_vmware.api [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 814.172718] env[65794]: value = "task-4811200" [ 814.172718] env[65794]: _type = "Task" [ 814.172718] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.186769] env[65794]: DEBUG oslo_vmware.api [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.510689] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.511284] env[65794]: DEBUG nova.compute.manager [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 814.514150] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.874s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.515681] env[65794]: INFO nova.compute.claims [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.588540] env[65794]: DEBUG nova.compute.manager [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 814.588896] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.589881] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50df1d90-c0c1-4eea-8e3e-bd6824b1d17f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.598372] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.598590] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-371a34fa-d5a1-4c27-9926-84610a8e8161 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.606797] env[65794]: DEBUG oslo_vmware.api [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for the task: (returnval){ [ 814.606797] env[65794]: value = "task-4811201" [ 814.606797] env[65794]: _type = "Task" [ 814.606797] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.619117] env[65794]: DEBUG oslo_vmware.api [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4811201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.655176] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811198, 'name': ReconfigVM_Task, 'duration_secs': 0.760548} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.655466] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 28e3baa9-4cd9-4a05-8949-f06709c259b3/f5682eb2-5020-4fb7-8580-1a22c7f02289-rescue.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.656376] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adeae78-c07a-4e4c-adbc-86a0b0edad97 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.690435] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a0675f4-615a-4394-815a-2be8c13559fe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.708182] env[65794]: DEBUG oslo_vmware.api [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811200, 'name': PowerOnVM_Task, 'duration_secs': 0.523353} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.709809] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.710130] env[65794]: INFO nova.compute.manager [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Took 7.19 seconds to spawn the instance on the hypervisor. [ 814.710515] env[65794]: DEBUG nova.compute.manager [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 814.710931] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Waiting for the task: (returnval){ [ 814.710931] env[65794]: value = "task-4811202" [ 814.710931] env[65794]: _type = "Task" [ 814.710931] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.711706] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89f1280-4460-4990-986c-64e174c370aa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.728288] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.020872] env[65794]: DEBUG nova.compute.utils [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.027611] env[65794]: DEBUG nova.compute.manager [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 815.028097] env[65794]: DEBUG nova.network.neutron [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 815.028393] env[65794]: WARNING neutronclient.v2_0.client [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.028870] env[65794]: WARNING neutronclient.v2_0.client [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.083381] env[65794]: DEBUG nova.policy [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '573a33c9e1d0430ab8e2bb2f18bb52da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e3a5224c33c47b18efdab4594c4beb0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.116865] env[65794]: DEBUG oslo_vmware.api [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4811201, 'name': PowerOffVM_Task, 'duration_secs': 0.398563} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.116865] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.117636] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.117636] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81dc4138-249a-4a47-a5e6-3cc24eaee312 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.211077] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.211458] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.211509] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Deleting the datastore file [datastore2] 5d6cf973-f70d-42e3-9357-d7b5d17471d3 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.211833] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42ac28eb-9c01-48fe-82c7-6b53974666bd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.219534] env[65794]: DEBUG oslo_vmware.api [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for the task: (returnval){ [ 815.219534] env[65794]: value = "task-4811204" [ 815.219534] env[65794]: _type = "Task" [ 815.219534] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.229313] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811202, 'name': ReconfigVM_Task, 'duration_secs': 0.346884} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.230035] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.231597] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ab8192a-0f48-4225-aa3e-9bf12d96cf09 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.236279] env[65794]: DEBUG oslo_vmware.api [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4811204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.236732] env[65794]: INFO nova.compute.manager [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Took 47.76 seconds to build instance. [ 815.243271] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Waiting for the task: (returnval){ [ 815.243271] env[65794]: value = "task-4811205" [ 815.243271] env[65794]: _type = "Task" [ 815.243271] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.252233] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.396394] env[65794]: DEBUG nova.network.neutron [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Successfully created port: 1af6659d-7a5e-454d-957a-c32152e81177 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 815.539211] env[65794]: DEBUG nova.compute.manager [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 815.734156] env[65794]: DEBUG oslo_vmware.api [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Task: {'id': task-4811204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327811} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.736950] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.737163] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.737346] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.737680] env[65794]: INFO nova.compute.manager [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 815.737793] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 815.738736] env[65794]: DEBUG nova.compute.manager [-] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 815.738788] env[65794]: DEBUG nova.network.neutron [-] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 815.739041] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.743849] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77f489e8-9317-4f68-a524-2502211cc469 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "248bad78-5ecf-49e6-a2c0-ec9a99dec831" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.328s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.756986] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811205, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.778486] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.110617] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834a0980-d8ea-4fc1-8fa9-e4109ba8c45b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.121402] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533d8983-5702-4f80-848b-6bf089fba9a8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.161627] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055b37af-54bd-46a7-975d-a23184c99b6e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.170805] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731417af-3925-4549-afab-4dc85450fac4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.186904] env[65794]: DEBUG nova.compute.provider_tree [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.243797] env[65794]: DEBUG nova.compute.manager [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 816.257610] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811205, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.552075] env[65794]: DEBUG nova.compute.manager [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 816.578888] env[65794]: DEBUG nova.virt.hardware [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 816.579200] env[65794]: DEBUG nova.virt.hardware [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.579393] env[65794]: DEBUG nova.virt.hardware [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 816.579612] env[65794]: DEBUG nova.virt.hardware [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.579874] env[65794]: DEBUG nova.virt.hardware [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 816.580091] env[65794]: DEBUG nova.virt.hardware [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 816.580346] env[65794]: DEBUG nova.virt.hardware [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 816.580535] env[65794]: DEBUG nova.virt.hardware [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 816.580734] env[65794]: DEBUG nova.virt.hardware [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 816.580925] env[65794]: DEBUG nova.virt.hardware [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 816.581148] env[65794]: DEBUG nova.virt.hardware [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 816.582126] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0c1934-c22c-4538-b30d-e8bd8b9e86ab {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.591378] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c351b0d2-08cc-4ca1-ab7c-e94b2f560d28 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.691025] env[65794]: DEBUG nova.scheduler.client.report [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.759435] env[65794]: DEBUG oslo_vmware.api [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811205, 'name': PowerOnVM_Task, 'duration_secs': 1.037005} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.759777] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.762908] env[65794]: DEBUG nova.compute.manager [None req-45620b5e-2e2c-4163-8f32-d3b3d265f30e tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 816.763827] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30eeada-a3dd-474f-83c3-28ad6402d065 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.778514] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.886050] env[65794]: DEBUG nova.compute.manager [req-a1424e72-0e41-4b59-b331-dcf8113dfbda req-660c7fc8-10a2-4577-bbce-404e53b82741 service nova] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Received event network-vif-deleted-5f4c0423-b73d-4822-92aa-b0df1e9c7058 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 816.886267] env[65794]: INFO nova.compute.manager [req-a1424e72-0e41-4b59-b331-dcf8113dfbda req-660c7fc8-10a2-4577-bbce-404e53b82741 service nova] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Neutron deleted interface 5f4c0423-b73d-4822-92aa-b0df1e9c7058; detaching it from the instance and deleting it from the info cache [ 816.886530] env[65794]: DEBUG nova.network.neutron [req-a1424e72-0e41-4b59-b331-dcf8113dfbda req-660c7fc8-10a2-4577-bbce-404e53b82741 service nova] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.989793] env[65794]: DEBUG nova.network.neutron [-] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.003614] env[65794]: DEBUG nova.network.neutron [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Successfully updated port: 1af6659d-7a5e-454d-957a-c32152e81177 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 817.197694] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.198443] env[65794]: DEBUG nova.compute.manager [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 817.202226] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.297s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.204576] env[65794]: INFO nova.compute.claims [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.238848] env[65794]: DEBUG nova.compute.manager [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 817.240096] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a437366-eddc-486f-8224-f318a2ec3699 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.269957] env[65794]: DEBUG nova.compute.manager [req-0ad4a1ce-22b5-4439-87b4-4a462a83bb54 req-33777f44-19de-43fc-97b0-6c41d77fb71a service nova] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Received event network-vif-plugged-1af6659d-7a5e-454d-957a-c32152e81177 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 817.270434] env[65794]: DEBUG oslo_concurrency.lockutils [req-0ad4a1ce-22b5-4439-87b4-4a462a83bb54 req-33777f44-19de-43fc-97b0-6c41d77fb71a service nova] Acquiring lock "b1a6869e-577a-4c26-adf3-8919d827ea2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.270850] env[65794]: DEBUG oslo_concurrency.lockutils [req-0ad4a1ce-22b5-4439-87b4-4a462a83bb54 req-33777f44-19de-43fc-97b0-6c41d77fb71a service nova] Lock "b1a6869e-577a-4c26-adf3-8919d827ea2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.271244] env[65794]: DEBUG oslo_concurrency.lockutils [req-0ad4a1ce-22b5-4439-87b4-4a462a83bb54 req-33777f44-19de-43fc-97b0-6c41d77fb71a service nova] Lock "b1a6869e-577a-4c26-adf3-8919d827ea2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.271634] env[65794]: DEBUG nova.compute.manager [req-0ad4a1ce-22b5-4439-87b4-4a462a83bb54 req-33777f44-19de-43fc-97b0-6c41d77fb71a service nova] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] No waiting events found dispatching network-vif-plugged-1af6659d-7a5e-454d-957a-c32152e81177 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 817.272075] env[65794]: WARNING nova.compute.manager [req-0ad4a1ce-22b5-4439-87b4-4a462a83bb54 req-33777f44-19de-43fc-97b0-6c41d77fb71a service nova] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Received unexpected event network-vif-plugged-1af6659d-7a5e-454d-957a-c32152e81177 for instance with vm_state building and task_state spawning. [ 817.392385] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81873f82-510f-4695-b977-36d05336f31e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.403151] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51973f23-7183-4e5b-b0d6-45c1a63d2502 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.439273] env[65794]: DEBUG nova.compute.manager [req-a1424e72-0e41-4b59-b331-dcf8113dfbda req-660c7fc8-10a2-4577-bbce-404e53b82741 service nova] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Detach interface failed, port_id=5f4c0423-b73d-4822-92aa-b0df1e9c7058, reason: Instance 5d6cf973-f70d-42e3-9357-d7b5d17471d3 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 817.492338] env[65794]: INFO nova.compute.manager [-] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Took 1.75 seconds to deallocate network for instance. [ 817.506215] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "refresh_cache-b1a6869e-577a-4c26-adf3-8919d827ea2e" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.506506] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired lock "refresh_cache-b1a6869e-577a-4c26-adf3-8919d827ea2e" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.506751] env[65794]: DEBUG nova.network.neutron [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 817.710975] env[65794]: DEBUG nova.compute.utils [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.717299] env[65794]: DEBUG nova.compute.manager [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 817.717539] env[65794]: DEBUG nova.network.neutron [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 817.717879] env[65794]: WARNING neutronclient.v2_0.client [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.718411] env[65794]: WARNING neutronclient.v2_0.client [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.755014] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-db29e991-59d7-4d47-8089-fc33b580dfe7 tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Volume attach. Driver type: vmdk {{(pid=65794) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 817.755283] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-db29e991-59d7-4d47-8089-fc33b580dfe7 tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938097', 'volume_id': 'f8e2294c-5673-43a2-a768-373f85eb16b1', 'name': 'volume-f8e2294c-5673-43a2-a768-373f85eb16b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28429b77-e975-481d-96a0-62054de9b4b9', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8e2294c-5673-43a2-a768-373f85eb16b1', 'serial': 'f8e2294c-5673-43a2-a768-373f85eb16b1'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 817.756393] env[65794]: INFO nova.compute.manager [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] instance snapshotting [ 817.758849] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a44ca4-db75-45b9-a8f2-e3e1cc8b885b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.763153] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f392ff74-0868-4dad-8411-1beb9c50de2e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.798541] env[65794]: DEBUG nova.policy [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9df70ddad1614e469a18ab7f23518b1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16ae62c8024042f29ebc1a15b453ee28', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.801194] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52085c44-8c6b-4518-9738-a6ceff13ad66 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.804432] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bbe96d-ea9e-42af-85a5-465b35fb1d5e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.841304] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-db29e991-59d7-4d47-8089-fc33b580dfe7 tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] volume-f8e2294c-5673-43a2-a768-373f85eb16b1/volume-f8e2294c-5673-43a2-a768-373f85eb16b1.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.844500] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df57435d-4699-4c92-b82c-1c5d0e8b6e70 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.867257] env[65794]: DEBUG oslo_vmware.api [None req-db29e991-59d7-4d47-8089-fc33b580dfe7 tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Waiting for the task: (returnval){ [ 817.867257] env[65794]: value = "task-4811207" [ 817.867257] env[65794]: _type = "Task" [ 817.867257] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.879432] env[65794]: DEBUG oslo_vmware.api [None req-db29e991-59d7-4d47-8089-fc33b580dfe7 tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Task: {'id': task-4811207, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.000623] env[65794]: DEBUG oslo_concurrency.lockutils [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.066072] env[65794]: DEBUG nova.network.neutron [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 818.218260] env[65794]: DEBUG nova.network.neutron [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Successfully created port: d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 818.221657] env[65794]: DEBUG nova.compute.manager [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 818.317623] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Creating Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 818.321277] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0b5714af-2f5f-4b47-803e-d656add36455 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.332475] env[65794]: DEBUG oslo_vmware.api [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 818.332475] env[65794]: value = "task-4811208" [ 818.332475] env[65794]: _type = "Task" [ 818.332475] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.347035] env[65794]: DEBUG oslo_vmware.api [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811208, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.391966] env[65794]: DEBUG oslo_vmware.api [None req-db29e991-59d7-4d47-8089-fc33b580dfe7 tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Task: {'id': task-4811207, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.426334] env[65794]: WARNING neutronclient.v2_0.client [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.553714] env[65794]: DEBUG nova.network.neutron [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Updating instance_info_cache with network_info: [{"id": "1af6659d-7a5e-454d-957a-c32152e81177", "address": "fa:16:3e:81:11:d9", "network": {"id": "c3be34f3-4481-455f-a5bd-794d3240dd32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1106216560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e3a5224c33c47b18efdab4594c4beb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af6659d-7a", "ovs_interfaceid": "1af6659d-7a5e-454d-957a-c32152e81177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.846046] env[65794]: DEBUG oslo_vmware.api [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811208, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.847842] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1895be62-983d-433f-9028-aaeb2a532ddc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.856589] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4658924-164f-468b-ac88-735449398216 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.894879] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c78cce-2471-4dae-9f49-a7ea3075077f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.904531] env[65794]: DEBUG oslo_vmware.api [None req-db29e991-59d7-4d47-8089-fc33b580dfe7 tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Task: {'id': task-4811207, 'name': ReconfigVM_Task, 'duration_secs': 0.678625} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.907203] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-db29e991-59d7-4d47-8089-fc33b580dfe7 tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Reconfigured VM instance instance-0000000a to attach disk [datastore1] volume-f8e2294c-5673-43a2-a768-373f85eb16b1/volume-f8e2294c-5673-43a2-a768-373f85eb16b1.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.913640] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d72a051-6bce-42f7-93ee-5609a511a316 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.926783] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c705c8-402c-460d-aa0d-c64271807612 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.949371] env[65794]: DEBUG nova.compute.provider_tree [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.953803] env[65794]: DEBUG oslo_vmware.api [None req-db29e991-59d7-4d47-8089-fc33b580dfe7 tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Waiting for the task: (returnval){ [ 818.953803] env[65794]: value = "task-4811209" [ 818.953803] env[65794]: _type = "Task" [ 818.953803] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.965159] env[65794]: DEBUG oslo_vmware.api [None req-db29e991-59d7-4d47-8089-fc33b580dfe7 tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Task: {'id': task-4811209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.060966] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Releasing lock "refresh_cache-b1a6869e-577a-4c26-adf3-8919d827ea2e" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.062031] env[65794]: DEBUG nova.compute.manager [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Instance network_info: |[{"id": "1af6659d-7a5e-454d-957a-c32152e81177", "address": "fa:16:3e:81:11:d9", "network": {"id": "c3be34f3-4481-455f-a5bd-794d3240dd32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1106216560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e3a5224c33c47b18efdab4594c4beb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af6659d-7a", "ovs_interfaceid": "1af6659d-7a5e-454d-957a-c32152e81177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 819.062235] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:11:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1af6659d-7a5e-454d-957a-c32152e81177', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.070062] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 819.071403] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.071403] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02e3c5cd-8d83-4250-9b94-2b9b4a7071c0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.092929] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.092929] env[65794]: value = "task-4811210" [ 819.092929] env[65794]: _type = "Task" [ 819.092929] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.107683] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811210, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.246324] env[65794]: DEBUG nova.compute.manager [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 819.274716] env[65794]: DEBUG nova.virt.hardware [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 819.275103] env[65794]: DEBUG nova.virt.hardware [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.275329] env[65794]: DEBUG nova.virt.hardware [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 819.275525] env[65794]: DEBUG nova.virt.hardware [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.275716] env[65794]: DEBUG nova.virt.hardware [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 819.275802] env[65794]: DEBUG nova.virt.hardware [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 819.276156] env[65794]: DEBUG nova.virt.hardware [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 819.276340] env[65794]: DEBUG nova.virt.hardware [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 819.276504] env[65794]: DEBUG nova.virt.hardware [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 819.276677] env[65794]: DEBUG nova.virt.hardware [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 819.276887] env[65794]: DEBUG nova.virt.hardware [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 819.277805] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ca19b0-60fc-4819-ae91-0146d7fac968 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.286943] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973dbd00-d550-47e8-8a53-adc0108cc0df {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.343664] env[65794]: DEBUG oslo_vmware.api [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811208, 'name': CreateSnapshot_Task, 'duration_secs': 0.922519} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.343954] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Created Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 819.344783] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f623a195-8dfb-4db0-97ba-d1e5f59c04ee {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.458479] env[65794]: DEBUG nova.scheduler.client.report [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.469843] env[65794]: DEBUG oslo_vmware.api [None req-db29e991-59d7-4d47-8089-fc33b580dfe7 tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Task: {'id': task-4811209, 'name': ReconfigVM_Task, 'duration_secs': 0.182963} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.470184] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-db29e991-59d7-4d47-8089-fc33b580dfe7 tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938097', 'volume_id': 'f8e2294c-5673-43a2-a768-373f85eb16b1', 'name': 'volume-f8e2294c-5673-43a2-a768-373f85eb16b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28429b77-e975-481d-96a0-62054de9b4b9', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8e2294c-5673-43a2-a768-373f85eb16b1', 'serial': 'f8e2294c-5673-43a2-a768-373f85eb16b1'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 819.569353] env[65794]: DEBUG nova.compute.manager [req-b753a45e-978b-43e3-9fb3-1d3cf1a1d339 req-9899c680-497e-4759-b835-3fa41a5190c2 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Received event network-changed-d66c89db-01df-4eca-b059-4595726fdd89 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 819.569353] env[65794]: DEBUG nova.compute.manager [req-b753a45e-978b-43e3-9fb3-1d3cf1a1d339 req-9899c680-497e-4759-b835-3fa41a5190c2 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Refreshing instance network info cache due to event network-changed-d66c89db-01df-4eca-b059-4595726fdd89. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 819.569353] env[65794]: DEBUG oslo_concurrency.lockutils [req-b753a45e-978b-43e3-9fb3-1d3cf1a1d339 req-9899c680-497e-4759-b835-3fa41a5190c2 service nova] Acquiring lock "refresh_cache-28e3baa9-4cd9-4a05-8949-f06709c259b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.569353] env[65794]: DEBUG oslo_concurrency.lockutils [req-b753a45e-978b-43e3-9fb3-1d3cf1a1d339 req-9899c680-497e-4759-b835-3fa41a5190c2 service nova] Acquired lock "refresh_cache-28e3baa9-4cd9-4a05-8949-f06709c259b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.569353] env[65794]: DEBUG nova.network.neutron [req-b753a45e-978b-43e3-9fb3-1d3cf1a1d339 req-9899c680-497e-4759-b835-3fa41a5190c2 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Refreshing network info cache for port d66c89db-01df-4eca-b059-4595726fdd89 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.603890] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811210, 'name': CreateVM_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.694211] env[65794]: DEBUG nova.compute.manager [req-df22fc29-2dc2-480d-ad24-bec5d3c503f2 req-80fb4aa7-1ee8-4755-8cb3-f3449ee4bec9 service nova] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Received event network-changed-1af6659d-7a5e-454d-957a-c32152e81177 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 819.694494] env[65794]: DEBUG nova.compute.manager [req-df22fc29-2dc2-480d-ad24-bec5d3c503f2 req-80fb4aa7-1ee8-4755-8cb3-f3449ee4bec9 service nova] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Refreshing instance network info cache due to event network-changed-1af6659d-7a5e-454d-957a-c32152e81177. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 819.694808] env[65794]: DEBUG oslo_concurrency.lockutils [req-df22fc29-2dc2-480d-ad24-bec5d3c503f2 req-80fb4aa7-1ee8-4755-8cb3-f3449ee4bec9 service nova] Acquiring lock "refresh_cache-b1a6869e-577a-4c26-adf3-8919d827ea2e" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.695072] env[65794]: DEBUG oslo_concurrency.lockutils [req-df22fc29-2dc2-480d-ad24-bec5d3c503f2 req-80fb4aa7-1ee8-4755-8cb3-f3449ee4bec9 service nova] Acquired lock "refresh_cache-b1a6869e-577a-4c26-adf3-8919d827ea2e" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.695340] env[65794]: DEBUG nova.network.neutron [req-df22fc29-2dc2-480d-ad24-bec5d3c503f2 req-80fb4aa7-1ee8-4755-8cb3-f3449ee4bec9 service nova] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Refreshing network info cache for port 1af6659d-7a5e-454d-957a-c32152e81177 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.724411] env[65794]: DEBUG nova.compute.manager [None req-4a057844-6642-429b-90c7-09b434902534 tempest-ServerDiagnosticsV248Test-1282249383 tempest-ServerDiagnosticsV248Test-1282249383-project-admin] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 819.725805] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13b12fd-000f-4f6d-b784-3e7500478765 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.736083] env[65794]: INFO nova.compute.manager [None req-4a057844-6642-429b-90c7-09b434902534 tempest-ServerDiagnosticsV248Test-1282249383 tempest-ServerDiagnosticsV248Test-1282249383-project-admin] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Retrieving diagnostics [ 819.737393] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27bb003-328d-438d-b49a-c52b816a7348 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.850803] env[65794]: DEBUG nova.network.neutron [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Successfully updated port: d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 819.865127] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Creating linked-clone VM from snapshot {{(pid=65794) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 819.866238] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f2ba1887-362d-4329-bde0-c619b4ea931d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.878024] env[65794]: DEBUG oslo_vmware.api [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 819.878024] env[65794]: value = "task-4811211" [ 819.878024] env[65794]: _type = "Task" [ 819.878024] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.888323] env[65794]: DEBUG oslo_vmware.api [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811211, 'name': CloneVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.964500] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.964978] env[65794]: DEBUG nova.compute.manager [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 819.967580] env[65794]: DEBUG oslo_concurrency.lockutils [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.054s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.968665] env[65794]: DEBUG nova.objects.instance [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65794) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 820.073227] env[65794]: WARNING neutronclient.v2_0.client [req-b753a45e-978b-43e3-9fb3-1d3cf1a1d339 req-9899c680-497e-4759-b835-3fa41a5190c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.103640] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811210, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.198110] env[65794]: WARNING neutronclient.v2_0.client [req-df22fc29-2dc2-480d-ad24-bec5d3c503f2 req-80fb4aa7-1ee8-4755-8cb3-f3449ee4bec9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.259421] env[65794]: WARNING neutronclient.v2_0.client [req-b753a45e-978b-43e3-9fb3-1d3cf1a1d339 req-9899c680-497e-4759-b835-3fa41a5190c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.355182] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "refresh_cache-71be2679-a934-4709-9b7f-991ff7385512" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.355455] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquired lock "refresh_cache-71be2679-a934-4709-9b7f-991ff7385512" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.355455] env[65794]: DEBUG nova.network.neutron [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 820.389497] env[65794]: DEBUG oslo_vmware.api [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811211, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.390676] env[65794]: DEBUG nova.network.neutron [req-b753a45e-978b-43e3-9fb3-1d3cf1a1d339 req-9899c680-497e-4759-b835-3fa41a5190c2 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Updated VIF entry in instance network info cache for port d66c89db-01df-4eca-b059-4595726fdd89. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 820.391017] env[65794]: DEBUG nova.network.neutron [req-b753a45e-978b-43e3-9fb3-1d3cf1a1d339 req-9899c680-497e-4759-b835-3fa41a5190c2 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Updating instance_info_cache with network_info: [{"id": "d66c89db-01df-4eca-b059-4595726fdd89", "address": "fa:16:3e:99:f6:85", "network": {"id": "1ea76809-200a-4e09-bf73-ff93cef59258", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1558596486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e8a0ba235c34a978388bf79ba905c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd66c89db-01", "ovs_interfaceid": "d66c89db-01df-4eca-b059-4595726fdd89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.441283] env[65794]: WARNING neutronclient.v2_0.client [req-df22fc29-2dc2-480d-ad24-bec5d3c503f2 req-80fb4aa7-1ee8-4755-8cb3-f3449ee4bec9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.473869] env[65794]: DEBUG nova.compute.utils [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.478358] env[65794]: DEBUG nova.compute.manager [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 820.478516] env[65794]: DEBUG nova.network.neutron [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 820.478825] env[65794]: WARNING neutronclient.v2_0.client [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.482037] env[65794]: WARNING neutronclient.v2_0.client [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.516238] env[65794]: DEBUG nova.objects.instance [None req-db29e991-59d7-4d47-8089-fc33b580dfe7 tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Lazy-loading 'flavor' on Instance uuid 28429b77-e975-481d-96a0-62054de9b4b9 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.533423] env[65794]: DEBUG nova.policy [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c60cdd2ea33453e9e9edf3294caacf3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f2b38ba3bbc48bf93ff01269b8ca2ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.565445] env[65794]: DEBUG nova.network.neutron [req-df22fc29-2dc2-480d-ad24-bec5d3c503f2 req-80fb4aa7-1ee8-4755-8cb3-f3449ee4bec9 service nova] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Updated VIF entry in instance network info cache for port 1af6659d-7a5e-454d-957a-c32152e81177. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 820.565786] env[65794]: DEBUG nova.network.neutron [req-df22fc29-2dc2-480d-ad24-bec5d3c503f2 req-80fb4aa7-1ee8-4755-8cb3-f3449ee4bec9 service nova] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Updating instance_info_cache with network_info: [{"id": "1af6659d-7a5e-454d-957a-c32152e81177", "address": "fa:16:3e:81:11:d9", "network": {"id": "c3be34f3-4481-455f-a5bd-794d3240dd32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1106216560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e3a5224c33c47b18efdab4594c4beb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af6659d-7a", "ovs_interfaceid": "1af6659d-7a5e-454d-957a-c32152e81177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.604808] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811210, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.891668] env[65794]: DEBUG oslo_vmware.api [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811211, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.892929] env[65794]: DEBUG nova.network.neutron [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Successfully created port: b2abc9a3-d67f-45a2-b5ce-4bef52f912bb {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 820.896033] env[65794]: DEBUG oslo_concurrency.lockutils [req-b753a45e-978b-43e3-9fb3-1d3cf1a1d339 req-9899c680-497e-4759-b835-3fa41a5190c2 service nova] Releasing lock "refresh_cache-28e3baa9-4cd9-4a05-8949-f06709c259b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.935631] env[65794]: DEBUG nova.network.neutron [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 820.981440] env[65794]: DEBUG nova.compute.manager [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 820.985418] env[65794]: DEBUG oslo_concurrency.lockutils [None req-adc861a3-89a3-4fe2-abd3-8d9dc1211355 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.987838] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 40.944s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.025030] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db29e991-59d7-4d47-8089-fc33b580dfe7 tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Lock "28429b77-e975-481d-96a0-62054de9b4b9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.905s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.068943] env[65794]: DEBUG oslo_concurrency.lockutils [req-df22fc29-2dc2-480d-ad24-bec5d3c503f2 req-80fb4aa7-1ee8-4755-8cb3-f3449ee4bec9 service nova] Releasing lock "refresh_cache-b1a6869e-577a-4c26-adf3-8919d827ea2e" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.069248] env[65794]: DEBUG nova.compute.manager [req-df22fc29-2dc2-480d-ad24-bec5d3c503f2 req-80fb4aa7-1ee8-4755-8cb3-f3449ee4bec9 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Received event network-changed-d66c89db-01df-4eca-b059-4595726fdd89 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 821.069408] env[65794]: DEBUG nova.compute.manager [req-df22fc29-2dc2-480d-ad24-bec5d3c503f2 req-80fb4aa7-1ee8-4755-8cb3-f3449ee4bec9 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Refreshing instance network info cache due to event network-changed-d66c89db-01df-4eca-b059-4595726fdd89. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 821.069731] env[65794]: DEBUG oslo_concurrency.lockutils [req-df22fc29-2dc2-480d-ad24-bec5d3c503f2 req-80fb4aa7-1ee8-4755-8cb3-f3449ee4bec9 service nova] Acquiring lock "refresh_cache-28e3baa9-4cd9-4a05-8949-f06709c259b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.069814] env[65794]: DEBUG oslo_concurrency.lockutils [req-df22fc29-2dc2-480d-ad24-bec5d3c503f2 req-80fb4aa7-1ee8-4755-8cb3-f3449ee4bec9 service nova] Acquired lock "refresh_cache-28e3baa9-4cd9-4a05-8949-f06709c259b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.069908] env[65794]: DEBUG nova.network.neutron [req-df22fc29-2dc2-480d-ad24-bec5d3c503f2 req-80fb4aa7-1ee8-4755-8cb3-f3449ee4bec9 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Refreshing network info cache for port d66c89db-01df-4eca-b059-4595726fdd89 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.113084] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811210, 'name': CreateVM_Task, 'duration_secs': 1.630635} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.113352] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.113973] env[65794]: WARNING neutronclient.v2_0.client [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.114390] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.114609] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.114930] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.115212] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c5d2ffa-1f37-4fb9-a9ba-25309a0edac9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.120894] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 821.120894] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]527cafa0-75b6-16b7-4a8f-13d6a78a316e" [ 821.120894] env[65794]: _type = "Task" [ 821.120894] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.133646] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527cafa0-75b6-16b7-4a8f-13d6a78a316e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.177747] env[65794]: WARNING neutronclient.v2_0.client [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.355330] env[65794]: DEBUG nova.network.neutron [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Updating instance_info_cache with network_info: [{"id": "d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9", "address": "fa:16:3e:60:7c:bf", "network": {"id": "cc4e33e8-7826-408d-9eab-fdf414853b07", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1896043306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16ae62c8024042f29ebc1a15b453ee28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd67cf5bc-b2", "ovs_interfaceid": "d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.356751] env[65794]: DEBUG oslo_concurrency.lockutils [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Acquiring lock "b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.358665] env[65794]: DEBUG oslo_concurrency.lockutils [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Lock "b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.358665] env[65794]: DEBUG oslo_concurrency.lockutils [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Acquiring lock "b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.358665] env[65794]: DEBUG oslo_concurrency.lockutils [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Lock "b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.358665] env[65794]: DEBUG oslo_concurrency.lockutils [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Lock "b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.360828] env[65794]: INFO nova.compute.manager [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Terminating instance [ 821.390739] env[65794]: DEBUG oslo_vmware.api [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811211, 'name': CloneVM_Task} progress is 95%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.495486] env[65794]: INFO nova.compute.claims [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.573786] env[65794]: WARNING neutronclient.v2_0.client [req-df22fc29-2dc2-480d-ad24-bec5d3c503f2 req-80fb4aa7-1ee8-4755-8cb3-f3449ee4bec9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.631742] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527cafa0-75b6-16b7-4a8f-13d6a78a316e, 'name': SearchDatastore_Task, 'duration_secs': 0.012012} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.632117] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.632376] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.632635] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.632816] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.632961] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.633322] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d42019f9-fef8-4b01-86ec-cf7a5b659c28 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.645751] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.645961] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.647326] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4b83361-6aca-40cc-81f5-640f4e414488 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.653727] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 821.653727] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52188fbe-ddb6-58e3-0530-4cd2b5c903ad" [ 821.653727] env[65794]: _type = "Task" [ 821.653727] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.662837] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52188fbe-ddb6-58e3-0530-4cd2b5c903ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.860883] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Releasing lock "refresh_cache-71be2679-a934-4709-9b7f-991ff7385512" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.861418] env[65794]: DEBUG nova.compute.manager [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Instance network_info: |[{"id": "d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9", "address": "fa:16:3e:60:7c:bf", "network": {"id": "cc4e33e8-7826-408d-9eab-fdf414853b07", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1896043306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16ae62c8024042f29ebc1a15b453ee28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd67cf5bc-b2", "ovs_interfaceid": "d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 821.862465] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:7c:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.872296] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 821.873116] env[65794]: DEBUG oslo_concurrency.lockutils [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Acquiring lock "refresh_cache-b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.873116] env[65794]: DEBUG oslo_concurrency.lockutils [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Acquired lock "refresh_cache-b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.873250] env[65794]: DEBUG nova.network.neutron [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 821.874580] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.875327] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3247e74a-d97c-4ed9-896e-cbee331820fe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.903252] env[65794]: DEBUG oslo_vmware.api [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811211, 'name': CloneVM_Task, 'duration_secs': 1.672085} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.904899] env[65794]: INFO nova.virt.vmwareapi.vmops [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Created linked-clone VM from snapshot [ 821.905539] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.905539] env[65794]: value = "task-4811212" [ 821.905539] env[65794]: _type = "Task" [ 821.905539] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.906287] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee734e65-4412-43f7-85c1-8263f5618cd3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.920268] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Uploading image c1ab34dd-1d86-4fa5-8bf6-596404cc4be5 {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 821.927199] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811212, 'name': CreateVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.953080] env[65794]: DEBUG oslo_vmware.rw_handles [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 821.953080] env[65794]: value = "vm-938100" [ 821.953080] env[65794]: _type = "VirtualMachine" [ 821.953080] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 821.953384] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dbaa9c5b-e152-4184-a35c-34eb295c1dda {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.961383] env[65794]: DEBUG oslo_vmware.rw_handles [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lease: (returnval){ [ 821.961383] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]528a030d-5b5e-3e1f-0b08-134d72a2252d" [ 821.961383] env[65794]: _type = "HttpNfcLease" [ 821.961383] env[65794]: } obtained for exporting VM: (result){ [ 821.961383] env[65794]: value = "vm-938100" [ 821.961383] env[65794]: _type = "VirtualMachine" [ 821.961383] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 821.961604] env[65794]: DEBUG oslo_vmware.api [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the lease: (returnval){ [ 821.961604] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]528a030d-5b5e-3e1f-0b08-134d72a2252d" [ 821.961604] env[65794]: _type = "HttpNfcLease" [ 821.961604] env[65794]: } to be ready. {{(pid=65794) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 821.970114] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 821.970114] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]528a030d-5b5e-3e1f-0b08-134d72a2252d" [ 821.970114] env[65794]: _type = "HttpNfcLease" [ 821.970114] env[65794]: } is initializing. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 822.002177] env[65794]: DEBUG nova.compute.manager [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 822.005927] env[65794]: INFO nova.compute.resource_tracker [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Updating resource usage from migration b0445adf-d343-4e7e-b1a3-421fa2618094 [ 822.037206] env[65794]: DEBUG nova.virt.hardware [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 822.041060] env[65794]: DEBUG nova.virt.hardware [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.041060] env[65794]: DEBUG nova.virt.hardware [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 822.041060] env[65794]: DEBUG nova.virt.hardware [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.041060] env[65794]: DEBUG nova.virt.hardware [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 822.041060] env[65794]: DEBUG nova.virt.hardware [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 822.041356] env[65794]: DEBUG nova.virt.hardware [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 822.041356] env[65794]: DEBUG nova.virt.hardware [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 822.041356] env[65794]: DEBUG nova.virt.hardware [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 822.041356] env[65794]: DEBUG nova.virt.hardware [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 822.041356] env[65794]: DEBUG nova.virt.hardware [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 822.041541] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115a47f4-ff68-4461-8904-bb5e65f32108 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.048870] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c2b31f-28de-47c3-8367-df2fed11442d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.169505] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52188fbe-ddb6-58e3-0530-4cd2b5c903ad, 'name': SearchDatastore_Task, 'duration_secs': 0.042466} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.170777] env[65794]: WARNING neutronclient.v2_0.client [req-df22fc29-2dc2-480d-ad24-bec5d3c503f2 req-80fb4aa7-1ee8-4755-8cb3-f3449ee4bec9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.176389] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98978e97-5469-46c4-b46d-50e1f9dd2789 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.183250] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 822.183250] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52dd2090-d61d-d3e1-4f46-b2ab541759ba" [ 822.183250] env[65794]: _type = "Task" [ 822.183250] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.194383] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52dd2090-d61d-d3e1-4f46-b2ab541759ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.355259] env[65794]: DEBUG nova.network.neutron [req-df22fc29-2dc2-480d-ad24-bec5d3c503f2 req-80fb4aa7-1ee8-4755-8cb3-f3449ee4bec9 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Updated VIF entry in instance network info cache for port d66c89db-01df-4eca-b059-4595726fdd89. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 822.355714] env[65794]: DEBUG nova.network.neutron [req-df22fc29-2dc2-480d-ad24-bec5d3c503f2 req-80fb4aa7-1ee8-4755-8cb3-f3449ee4bec9 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Updating instance_info_cache with network_info: [{"id": "d66c89db-01df-4eca-b059-4595726fdd89", "address": "fa:16:3e:99:f6:85", "network": {"id": "1ea76809-200a-4e09-bf73-ff93cef59258", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1558596486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e8a0ba235c34a978388bf79ba905c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd66c89db-01", "ovs_interfaceid": "d66c89db-01df-4eca-b059-4595726fdd89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.375990] env[65794]: WARNING neutronclient.v2_0.client [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.422999] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811212, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.434313] env[65794]: DEBUG nova.network.neutron [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 822.476189] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 822.476189] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]528a030d-5b5e-3e1f-0b08-134d72a2252d" [ 822.476189] env[65794]: _type = "HttpNfcLease" [ 822.476189] env[65794]: } is ready. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 822.476189] env[65794]: DEBUG oslo_vmware.rw_handles [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 822.476189] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]528a030d-5b5e-3e1f-0b08-134d72a2252d" [ 822.476189] env[65794]: _type = "HttpNfcLease" [ 822.476189] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 822.476189] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6869d29d-3261-40ee-a389-8816f414b393 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.487508] env[65794]: DEBUG oslo_vmware.rw_handles [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da8f6e-4a0d-1b27-7c14-825a664de3d6/disk-0.vmdk from lease info. {{(pid=65794) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 822.487693] env[65794]: DEBUG oslo_vmware.rw_handles [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da8f6e-4a0d-1b27-7c14-825a664de3d6/disk-0.vmdk for reading. {{(pid=65794) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 822.552793] env[65794]: DEBUG nova.compute.manager [req-c10eae72-6975-4883-8f30-cae8c07af8f0 req-d953fd81-1bfa-4944-ae1c-88189da4b9e0 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Received event network-changed-d66c89db-01df-4eca-b059-4595726fdd89 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 822.553253] env[65794]: DEBUG nova.compute.manager [req-c10eae72-6975-4883-8f30-cae8c07af8f0 req-d953fd81-1bfa-4944-ae1c-88189da4b9e0 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Refreshing instance network info cache due to event network-changed-d66c89db-01df-4eca-b059-4595726fdd89. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 822.553565] env[65794]: DEBUG oslo_concurrency.lockutils [req-c10eae72-6975-4883-8f30-cae8c07af8f0 req-d953fd81-1bfa-4944-ae1c-88189da4b9e0 service nova] Acquiring lock "refresh_cache-28e3baa9-4cd9-4a05-8949-f06709c259b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.555719] env[65794]: DEBUG nova.network.neutron [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.598482] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cb32395d-ecaa-47b0-b659-f5f831c0e60e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.606072] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cf8c23-541f-4383-9125-c3fc94a70d11 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.615294] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f24e78-9186-4d50-9e38-3e4a98d4cd47 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.625587] env[65794]: DEBUG nova.compute.manager [req-57708bf9-be38-4a48-8c31-224ef9070d00 req-e3a88fcc-2ba3-4926-af78-d7c505350ea6 service nova] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Received event network-vif-plugged-d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 822.625587] env[65794]: DEBUG oslo_concurrency.lockutils [req-57708bf9-be38-4a48-8c31-224ef9070d00 req-e3a88fcc-2ba3-4926-af78-d7c505350ea6 service nova] Acquiring lock "71be2679-a934-4709-9b7f-991ff7385512-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.625587] env[65794]: DEBUG oslo_concurrency.lockutils [req-57708bf9-be38-4a48-8c31-224ef9070d00 req-e3a88fcc-2ba3-4926-af78-d7c505350ea6 service nova] Lock "71be2679-a934-4709-9b7f-991ff7385512-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.625587] env[65794]: DEBUG oslo_concurrency.lockutils [req-57708bf9-be38-4a48-8c31-224ef9070d00 req-e3a88fcc-2ba3-4926-af78-d7c505350ea6 service nova] Lock "71be2679-a934-4709-9b7f-991ff7385512-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.625898] env[65794]: DEBUG nova.compute.manager [req-57708bf9-be38-4a48-8c31-224ef9070d00 req-e3a88fcc-2ba3-4926-af78-d7c505350ea6 service nova] [instance: 71be2679-a934-4709-9b7f-991ff7385512] No waiting events found dispatching network-vif-plugged-d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 822.625898] env[65794]: WARNING nova.compute.manager [req-57708bf9-be38-4a48-8c31-224ef9070d00 req-e3a88fcc-2ba3-4926-af78-d7c505350ea6 service nova] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Received unexpected event network-vif-plugged-d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9 for instance with vm_state building and task_state spawning. [ 822.625898] env[65794]: DEBUG nova.compute.manager [req-57708bf9-be38-4a48-8c31-224ef9070d00 req-e3a88fcc-2ba3-4926-af78-d7c505350ea6 service nova] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Received event network-changed-d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 822.626040] env[65794]: DEBUG nova.compute.manager [req-57708bf9-be38-4a48-8c31-224ef9070d00 req-e3a88fcc-2ba3-4926-af78-d7c505350ea6 service nova] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Refreshing instance network info cache due to event network-changed-d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 822.626217] env[65794]: DEBUG oslo_concurrency.lockutils [req-57708bf9-be38-4a48-8c31-224ef9070d00 req-e3a88fcc-2ba3-4926-af78-d7c505350ea6 service nova] Acquiring lock "refresh_cache-71be2679-a934-4709-9b7f-991ff7385512" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.626344] env[65794]: DEBUG oslo_concurrency.lockutils [req-57708bf9-be38-4a48-8c31-224ef9070d00 req-e3a88fcc-2ba3-4926-af78-d7c505350ea6 service nova] Acquired lock "refresh_cache-71be2679-a934-4709-9b7f-991ff7385512" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.626486] env[65794]: DEBUG nova.network.neutron [req-57708bf9-be38-4a48-8c31-224ef9070d00 req-e3a88fcc-2ba3-4926-af78-d7c505350ea6 service nova] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Refreshing network info cache for port d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.659296] env[65794]: WARNING neutronclient.v2_0.client [req-57708bf9-be38-4a48-8c31-224ef9070d00 req-e3a88fcc-2ba3-4926-af78-d7c505350ea6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.663267] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f760b5-2d89-4598-8cd2-1e477bb8d692 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.679317] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcdd366-227f-4c5f-9145-4761c601bfc1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.696758] env[65794]: DEBUG nova.compute.provider_tree [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.707622] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52dd2090-d61d-d3e1-4f46-b2ab541759ba, 'name': SearchDatastore_Task, 'duration_secs': 0.020033} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.707767] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.708070] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] b1a6869e-577a-4c26-adf3-8919d827ea2e/b1a6869e-577a-4c26-adf3-8919d827ea2e.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.708755] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20f6fc3b-407e-48a2-bcaa-a99c3526edc2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.719331] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 822.719331] env[65794]: value = "task-4811214" [ 822.719331] env[65794]: _type = "Task" [ 822.719331] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.733809] env[65794]: DEBUG nova.network.neutron [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Successfully updated port: b2abc9a3-d67f-45a2-b5ce-4bef52f912bb {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 822.737087] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.858520] env[65794]: DEBUG oslo_concurrency.lockutils [req-df22fc29-2dc2-480d-ad24-bec5d3c503f2 req-80fb4aa7-1ee8-4755-8cb3-f3449ee4bec9 service nova] Releasing lock "refresh_cache-28e3baa9-4cd9-4a05-8949-f06709c259b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.859206] env[65794]: DEBUG oslo_concurrency.lockutils [req-c10eae72-6975-4883-8f30-cae8c07af8f0 req-d953fd81-1bfa-4944-ae1c-88189da4b9e0 service nova] Acquired lock "refresh_cache-28e3baa9-4cd9-4a05-8949-f06709c259b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.859515] env[65794]: DEBUG nova.network.neutron [req-c10eae72-6975-4883-8f30-cae8c07af8f0 req-d953fd81-1bfa-4944-ae1c-88189da4b9e0 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Refreshing network info cache for port d66c89db-01df-4eca-b059-4595726fdd89 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.893926] env[65794]: WARNING neutronclient.v2_0.client [req-57708bf9-be38-4a48-8c31-224ef9070d00 req-e3a88fcc-2ba3-4926-af78-d7c505350ea6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.929866] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811212, 'name': CreateVM_Task, 'duration_secs': 0.530675} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.930214] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.930758] env[65794]: WARNING neutronclient.v2_0.client [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.931248] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.931516] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.931895] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.932618] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8b90445-ef3a-48cd-8e11-d2578151e31e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.944680] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 822.944680] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]528af98c-9593-717c-1ca8-c04fd6b2cdfe" [ 822.944680] env[65794]: _type = "Task" [ 822.944680] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.957423] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]528af98c-9593-717c-1ca8-c04fd6b2cdfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.005013] env[65794]: DEBUG nova.network.neutron [req-57708bf9-be38-4a48-8c31-224ef9070d00 req-e3a88fcc-2ba3-4926-af78-d7c505350ea6 service nova] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Updated VIF entry in instance network info cache for port d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 823.005539] env[65794]: DEBUG nova.network.neutron [req-57708bf9-be38-4a48-8c31-224ef9070d00 req-e3a88fcc-2ba3-4926-af78-d7c505350ea6 service nova] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Updating instance_info_cache with network_info: [{"id": "d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9", "address": "fa:16:3e:60:7c:bf", "network": {"id": "cc4e33e8-7826-408d-9eab-fdf414853b07", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1896043306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16ae62c8024042f29ebc1a15b453ee28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd67cf5bc-b2", "ovs_interfaceid": "d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.059515] env[65794]: DEBUG oslo_concurrency.lockutils [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Releasing lock "refresh_cache-b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.060139] env[65794]: DEBUG nova.compute.manager [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 823.060411] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.061451] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22d55ff-0071-4901-be14-35622ec7a60a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.075364] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.075668] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac5eacc3-882f-4f7a-867c-2d77810a9033 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.087915] env[65794]: DEBUG oslo_vmware.api [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Waiting for the task: (returnval){ [ 823.087915] env[65794]: value = "task-4811215" [ 823.087915] env[65794]: _type = "Task" [ 823.087915] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.100970] env[65794]: DEBUG oslo_vmware.api [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Task: {'id': task-4811215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.203847] env[65794]: DEBUG nova.scheduler.client.report [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.233547] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811214, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.238386] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "refresh_cache-c94be035-0f2d-4f7b-b196-cb5d02ff61cb" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.238593] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquired lock "refresh_cache-c94be035-0f2d-4f7b-b196-cb5d02ff61cb" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.238804] env[65794]: DEBUG nova.network.neutron [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 823.364037] env[65794]: WARNING neutronclient.v2_0.client [req-c10eae72-6975-4883-8f30-cae8c07af8f0 req-d953fd81-1bfa-4944-ae1c-88189da4b9e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.461374] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]528af98c-9593-717c-1ca8-c04fd6b2cdfe, 'name': SearchDatastore_Task, 'duration_secs': 0.059738} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.463700] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.464664] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.465112] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.466184] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.468147] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.468147] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5384737a-2efc-453a-aba0-015107c95cff {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.483673] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.484050] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.484977] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a9cf2c7-092a-4432-8592-a13f37a74ce6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.491862] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 823.491862] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52efd507-7e39-bb04-b747-3194ab79819f" [ 823.491862] env[65794]: _type = "Task" [ 823.491862] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.504687] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52efd507-7e39-bb04-b747-3194ab79819f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.510833] env[65794]: DEBUG oslo_concurrency.lockutils [req-57708bf9-be38-4a48-8c31-224ef9070d00 req-e3a88fcc-2ba3-4926-af78-d7c505350ea6 service nova] Releasing lock "refresh_cache-71be2679-a934-4709-9b7f-991ff7385512" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.528288] env[65794]: WARNING neutronclient.v2_0.client [req-c10eae72-6975-4883-8f30-cae8c07af8f0 req-d953fd81-1bfa-4944-ae1c-88189da4b9e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.601423] env[65794]: DEBUG oslo_vmware.api [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Task: {'id': task-4811215, 'name': PowerOffVM_Task, 'duration_secs': 0.246624} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.602239] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.602239] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.603353] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12f4e496-b2e0-45f1-9a5a-a205b14e9f69 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.620630] env[65794]: DEBUG nova.network.neutron [req-c10eae72-6975-4883-8f30-cae8c07af8f0 req-d953fd81-1bfa-4944-ae1c-88189da4b9e0 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Updated VIF entry in instance network info cache for port d66c89db-01df-4eca-b059-4595726fdd89. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 823.621092] env[65794]: DEBUG nova.network.neutron [req-c10eae72-6975-4883-8f30-cae8c07af8f0 req-d953fd81-1bfa-4944-ae1c-88189da4b9e0 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Updating instance_info_cache with network_info: [{"id": "d66c89db-01df-4eca-b059-4595726fdd89", "address": "fa:16:3e:99:f6:85", "network": {"id": "1ea76809-200a-4e09-bf73-ff93cef59258", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1558596486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e8a0ba235c34a978388bf79ba905c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd66c89db-01", "ovs_interfaceid": "d66c89db-01df-4eca-b059-4595726fdd89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.645610] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.646151] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.647414] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Deleting the datastore file [datastore2] b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.647961] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab3d4b18-96e9-423d-8b78-1f0a4abcc266 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.658127] env[65794]: DEBUG oslo_vmware.api [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Waiting for the task: (returnval){ [ 823.658127] env[65794]: value = "task-4811217" [ 823.658127] env[65794]: _type = "Task" [ 823.658127] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.671290] env[65794]: DEBUG oslo_vmware.api [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Task: {'id': task-4811217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.710083] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.722s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.710345] env[65794]: INFO nova.compute.manager [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Migrating [ 823.719490] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 39.768s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.748934] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536908} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.750176] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] b1a6869e-577a-4c26-adf3-8919d827ea2e/b1a6869e-577a-4c26-adf3-8919d827ea2e.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.750438] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.750900] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8878a66-3c70-4205-9868-9e87dd7dbcf0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.760707] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 823.760707] env[65794]: value = "task-4811218" [ 823.760707] env[65794]: _type = "Task" [ 823.760707] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.776343] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.804571] env[65794]: DEBUG nova.network.neutron [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 823.908624] env[65794]: WARNING neutronclient.v2_0.client [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.002790] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52efd507-7e39-bb04-b747-3194ab79819f, 'name': SearchDatastore_Task, 'duration_secs': 0.018033} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.003817] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e44798f-0ea2-4f66-889d-eebd7e2ae448 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.012270] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 824.012270] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52338948-cd1e-834d-325e-d80c2c07954d" [ 824.012270] env[65794]: _type = "Task" [ 824.012270] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.022384] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52338948-cd1e-834d-325e-d80c2c07954d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.089250] env[65794]: DEBUG nova.network.neutron [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Updating instance_info_cache with network_info: [{"id": "b2abc9a3-d67f-45a2-b5ce-4bef52f912bb", "address": "fa:16:3e:93:53:40", "network": {"id": "f51e4a3d-fe13-4bd5-8d4a-95f8a5a25579", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-10719258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2b38ba3bbc48bf93ff01269b8ca2ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2abc9a3-d6", "ovs_interfaceid": "b2abc9a3-d67f-45a2-b5ce-4bef52f912bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.114427] env[65794]: DEBUG oslo_concurrency.lockutils [None req-fbdac447-e16b-410a-b7a0-b8281ec9abfc tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Acquiring lock "28429b77-e975-481d-96a0-62054de9b4b9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.114699] env[65794]: DEBUG oslo_concurrency.lockutils [None req-fbdac447-e16b-410a-b7a0-b8281ec9abfc tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Lock "28429b77-e975-481d-96a0-62054de9b4b9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.125656] env[65794]: DEBUG oslo_concurrency.lockutils [req-c10eae72-6975-4883-8f30-cae8c07af8f0 req-d953fd81-1bfa-4944-ae1c-88189da4b9e0 service nova] Releasing lock "refresh_cache-28e3baa9-4cd9-4a05-8949-f06709c259b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.170328] env[65794]: DEBUG oslo_vmware.api [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Task: {'id': task-4811217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30403} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.170578] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.170711] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.170881] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.171094] env[65794]: INFO nova.compute.manager [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 824.171368] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 824.171580] env[65794]: DEBUG nova.compute.manager [-] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 824.171678] env[65794]: DEBUG nova.network.neutron [-] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 824.171965] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.189877] env[65794]: DEBUG nova.network.neutron [-] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 824.190252] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.239800] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "refresh_cache-21bd6276-6f01-4292-8c49-3474685f8466" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.239800] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquired lock "refresh_cache-21bd6276-6f01-4292-8c49-3474685f8466" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.239800] env[65794]: DEBUG nova.network.neutron [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 824.272551] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082854} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.273114] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.274052] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2e2ce7-3fb5-4420-863e-12297798125d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.299895] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] b1a6869e-577a-4c26-adf3-8919d827ea2e/b1a6869e-577a-4c26-adf3-8919d827ea2e.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.302194] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e20e8771-96ca-470b-bea3-480ec01bed3a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.328104] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 824.328104] env[65794]: value = "task-4811219" [ 824.328104] env[65794]: _type = "Task" [ 824.328104] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.344717] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811219, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.530736] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52338948-cd1e-834d-325e-d80c2c07954d, 'name': SearchDatastore_Task, 'duration_secs': 0.015261} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.530736] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.531157] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 71be2679-a934-4709-9b7f-991ff7385512/71be2679-a934-4709-9b7f-991ff7385512.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.531157] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7d94b5b-ad17-407d-a97e-ed074c885665 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.539718] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 824.539718] env[65794]: value = "task-4811220" [ 824.539718] env[65794]: _type = "Task" [ 824.539718] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.549760] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.592409] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Releasing lock "refresh_cache-c94be035-0f2d-4f7b-b196-cb5d02ff61cb" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.592832] env[65794]: DEBUG nova.compute.manager [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Instance network_info: |[{"id": "b2abc9a3-d67f-45a2-b5ce-4bef52f912bb", "address": "fa:16:3e:93:53:40", "network": {"id": "f51e4a3d-fe13-4bd5-8d4a-95f8a5a25579", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-10719258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2b38ba3bbc48bf93ff01269b8ca2ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2abc9a3-d6", "ovs_interfaceid": "b2abc9a3-d67f-45a2-b5ce-4bef52f912bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 824.593340] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:53:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2abc9a3-d67f-45a2-b5ce-4bef52f912bb', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.603291] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 824.604096] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.604384] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb3005af-2edd-4735-a056-9008c3a8ebc9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.619760] env[65794]: INFO nova.compute.manager [None req-fbdac447-e16b-410a-b7a0-b8281ec9abfc tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Detaching volume f8e2294c-5673-43a2-a768-373f85eb16b1 [ 824.629453] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.629453] env[65794]: value = "task-4811221" [ 824.629453] env[65794]: _type = "Task" [ 824.629453] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.639502] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811221, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.652160] env[65794]: DEBUG nova.compute.manager [req-b802b206-8f6e-4e24-bd01-f8ca6bdda8f0 req-b5b3f97b-c655-47ab-9289-42356b558e83 service nova] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Received event network-vif-plugged-b2abc9a3-d67f-45a2-b5ce-4bef52f912bb {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 824.652421] env[65794]: DEBUG oslo_concurrency.lockutils [req-b802b206-8f6e-4e24-bd01-f8ca6bdda8f0 req-b5b3f97b-c655-47ab-9289-42356b558e83 service nova] Acquiring lock "c94be035-0f2d-4f7b-b196-cb5d02ff61cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.652688] env[65794]: DEBUG oslo_concurrency.lockutils [req-b802b206-8f6e-4e24-bd01-f8ca6bdda8f0 req-b5b3f97b-c655-47ab-9289-42356b558e83 service nova] Lock "c94be035-0f2d-4f7b-b196-cb5d02ff61cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.653272] env[65794]: DEBUG oslo_concurrency.lockutils [req-b802b206-8f6e-4e24-bd01-f8ca6bdda8f0 req-b5b3f97b-c655-47ab-9289-42356b558e83 service nova] Lock "c94be035-0f2d-4f7b-b196-cb5d02ff61cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.653272] env[65794]: DEBUG nova.compute.manager [req-b802b206-8f6e-4e24-bd01-f8ca6bdda8f0 req-b5b3f97b-c655-47ab-9289-42356b558e83 service nova] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] No waiting events found dispatching network-vif-plugged-b2abc9a3-d67f-45a2-b5ce-4bef52f912bb {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 824.654544] env[65794]: WARNING nova.compute.manager [req-b802b206-8f6e-4e24-bd01-f8ca6bdda8f0 req-b5b3f97b-c655-47ab-9289-42356b558e83 service nova] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Received unexpected event network-vif-plugged-b2abc9a3-d67f-45a2-b5ce-4bef52f912bb for instance with vm_state building and task_state spawning. [ 824.654544] env[65794]: DEBUG nova.compute.manager [req-b802b206-8f6e-4e24-bd01-f8ca6bdda8f0 req-b5b3f97b-c655-47ab-9289-42356b558e83 service nova] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Received event network-changed-b2abc9a3-d67f-45a2-b5ce-4bef52f912bb {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 824.655033] env[65794]: DEBUG nova.compute.manager [req-b802b206-8f6e-4e24-bd01-f8ca6bdda8f0 req-b5b3f97b-c655-47ab-9289-42356b558e83 service nova] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Refreshing instance network info cache due to event network-changed-b2abc9a3-d67f-45a2-b5ce-4bef52f912bb. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 824.655033] env[65794]: DEBUG oslo_concurrency.lockutils [req-b802b206-8f6e-4e24-bd01-f8ca6bdda8f0 req-b5b3f97b-c655-47ab-9289-42356b558e83 service nova] Acquiring lock "refresh_cache-c94be035-0f2d-4f7b-b196-cb5d02ff61cb" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.655127] env[65794]: DEBUG oslo_concurrency.lockutils [req-b802b206-8f6e-4e24-bd01-f8ca6bdda8f0 req-b5b3f97b-c655-47ab-9289-42356b558e83 service nova] Acquired lock "refresh_cache-c94be035-0f2d-4f7b-b196-cb5d02ff61cb" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.655323] env[65794]: DEBUG nova.network.neutron [req-b802b206-8f6e-4e24-bd01-f8ca6bdda8f0 req-b5b3f97b-c655-47ab-9289-42356b558e83 service nova] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Refreshing network info cache for port b2abc9a3-d67f-45a2-b5ce-4bef52f912bb {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.666833] env[65794]: INFO nova.virt.block_device [None req-fbdac447-e16b-410a-b7a0-b8281ec9abfc tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Attempting to driver detach volume f8e2294c-5673-43a2-a768-373f85eb16b1 from mountpoint /dev/sdb [ 824.667099] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbdac447-e16b-410a-b7a0-b8281ec9abfc tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Volume detach. Driver type: vmdk {{(pid=65794) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 824.667289] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbdac447-e16b-410a-b7a0-b8281ec9abfc tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938097', 'volume_id': 'f8e2294c-5673-43a2-a768-373f85eb16b1', 'name': 'volume-f8e2294c-5673-43a2-a768-373f85eb16b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28429b77-e975-481d-96a0-62054de9b4b9', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8e2294c-5673-43a2-a768-373f85eb16b1', 'serial': 'f8e2294c-5673-43a2-a768-373f85eb16b1'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 824.668230] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd103296-1778-4070-99b6-230b342f408c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.676624] env[65794]: DEBUG nova.compute.manager [req-5faa99a0-884d-4d38-aa47-b8b41c84d6ea req-3ce60619-d9fe-4385-98b9-62b0c0a2d227 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Received event network-changed-d66c89db-01df-4eca-b059-4595726fdd89 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 824.676939] env[65794]: DEBUG nova.compute.manager [req-5faa99a0-884d-4d38-aa47-b8b41c84d6ea req-3ce60619-d9fe-4385-98b9-62b0c0a2d227 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Refreshing instance network info cache due to event network-changed-d66c89db-01df-4eca-b059-4595726fdd89. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 824.677108] env[65794]: DEBUG oslo_concurrency.lockutils [req-5faa99a0-884d-4d38-aa47-b8b41c84d6ea req-3ce60619-d9fe-4385-98b9-62b0c0a2d227 service nova] Acquiring lock "refresh_cache-28e3baa9-4cd9-4a05-8949-f06709c259b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.677327] env[65794]: DEBUG oslo_concurrency.lockutils [req-5faa99a0-884d-4d38-aa47-b8b41c84d6ea req-3ce60619-d9fe-4385-98b9-62b0c0a2d227 service nova] Acquired lock "refresh_cache-28e3baa9-4cd9-4a05-8949-f06709c259b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.678216] env[65794]: DEBUG nova.network.neutron [req-5faa99a0-884d-4d38-aa47-b8b41c84d6ea req-3ce60619-d9fe-4385-98b9-62b0c0a2d227 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Refreshing network info cache for port d66c89db-01df-4eca-b059-4595726fdd89 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.699458] env[65794]: DEBUG nova.network.neutron [-] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.701482] env[65794]: WARNING neutronclient.v2_0.client [req-5faa99a0-884d-4d38-aa47-b8b41c84d6ea req-3ce60619-d9fe-4385-98b9-62b0c0a2d227 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.705899] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270c01dc-d0c4-4b9b-b9f5-e7eb9712bad7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.719697] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485e3cd4-4f6f-44ff-b807-568e9786ed77 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.749113] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Applying migration context for instance 21bd6276-6f01-4292-8c49-3474685f8466 as it has an incoming, in-progress migration b0445adf-d343-4e7e-b1a3-421fa2618094. Migration status is pre-migrating {{(pid=65794) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 824.751578] env[65794]: INFO nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Updating resource usage from migration b0445adf-d343-4e7e-b1a3-421fa2618094 [ 824.754647] env[65794]: WARNING neutronclient.v2_0.client [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.760755] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b93620f-8f2d-4a43-a731-959d2aff99ac {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.779447] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbdac447-e16b-410a-b7a0-b8281ec9abfc tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] The volume has not been displaced from its original location: [datastore1] volume-f8e2294c-5673-43a2-a768-373f85eb16b1/volume-f8e2294c-5673-43a2-a768-373f85eb16b1.vmdk. No consolidation needed. {{(pid=65794) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 824.785188] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbdac447-e16b-410a-b7a0-b8281ec9abfc tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 824.786032] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e32f706-9d35-4bd3-a12e-c3c938224eb1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.800799] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance d60db3cf-c84b-449e-8a34-49a67cc0cb5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 824.800964] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance c0db2672-efd6-444a-8d1d-5168205a127d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 824.801125] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 5d6cf973-f70d-42e3-9357-d7b5d17471d3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 824.801245] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 28429b77-e975-481d-96a0-62054de9b4b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 824.801356] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 7ece0ac9-80dd-491f-9e03-e8c862e9e64a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 824.801550] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance b8344695-701f-44c8-906a-10ab326546c1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 824.801677] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 6a7b7491-19f0-4e28-951c-6a291371eb6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 824.801880] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 92cf7152-7138-4f68-a3a3-c433071a7f89 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 824.802029] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance b34dbbfa-846c-4849-8afc-894be0b70068 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 824.802170] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 830eba0f-02b0-49a4-9afa-20a6afaa7e20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 824.802320] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance f755f4c0-549a-4787-ac33-b33c4b3eac60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 824.802527] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 824.802700] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 6f359e28-9919-4cb5-949d-6c66bd4e4ce6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 824.802848] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 774f19ac-d703-46fe-bfa6-2df075504c73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 824.803019] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 941691d3-3682-49a5-8488-9bc2c8c3f2a5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 824.803163] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 824.803292] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 041365df-e115-4857-8a0a-5e2fc528315f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 824.803440] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 3489ef01-ce97-414e-b154-4a5f6b5523d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 824.803578] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 0d831cb4-6f13-41b2-9d96-300aaacbc764 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 824.803710] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance d496278f-7e3c-41a8-b6b8-a4168d9ab90d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 824.803877] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 28e3baa9-4cd9-4a05-8949-f06709c259b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 824.803989] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 824.804111] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 248bad78-5ecf-49e6-a2c0-ec9a99dec831 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 824.804218] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance b1a6869e-577a-4c26-adf3-8919d827ea2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 824.808059] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 71be2679-a934-4709-9b7f-991ff7385512 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 824.808059] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance c94be035-0f2d-4f7b-b196-cb5d02ff61cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 824.808059] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Migration b0445adf-d343-4e7e-b1a3-421fa2618094 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 824.808059] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 21bd6276-6f01-4292-8c49-3474685f8466 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 824.821988] env[65794]: DEBUG oslo_concurrency.lockutils [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Acquiring lock "28e3baa9-4cd9-4a05-8949-f06709c259b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.822197] env[65794]: DEBUG oslo_concurrency.lockutils [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Lock "28e3baa9-4cd9-4a05-8949-f06709c259b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.824167] env[65794]: DEBUG oslo_concurrency.lockutils [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Acquiring lock "28e3baa9-4cd9-4a05-8949-f06709c259b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.824167] env[65794]: DEBUG oslo_concurrency.lockutils [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Lock "28e3baa9-4cd9-4a05-8949-f06709c259b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.824167] env[65794]: DEBUG oslo_concurrency.lockutils [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Lock "28e3baa9-4cd9-4a05-8949-f06709c259b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.825688] env[65794]: DEBUG oslo_vmware.api [None req-fbdac447-e16b-410a-b7a0-b8281ec9abfc tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Waiting for the task: (returnval){ [ 824.825688] env[65794]: value = "task-4811222" [ 824.825688] env[65794]: _type = "Task" [ 824.825688] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.826321] env[65794]: INFO nova.compute.manager [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Terminating instance [ 824.852256] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811219, 'name': ReconfigVM_Task, 'duration_secs': 0.349284} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.857948] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Reconfigured VM instance instance-00000036 to attach disk [datastore1] b1a6869e-577a-4c26-adf3-8919d827ea2e/b1a6869e-577a-4c26-adf3-8919d827ea2e.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.860032] env[65794]: DEBUG oslo_vmware.api [None req-fbdac447-e16b-410a-b7a0-b8281ec9abfc tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Task: {'id': task-4811222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.860556] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00ec7e03-a401-49f1-9eb7-a9434f8bfe84 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.873902] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 824.873902] env[65794]: value = "task-4811223" [ 824.873902] env[65794]: _type = "Task" [ 824.873902] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.890777] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811223, 'name': Rename_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.943161] env[65794]: WARNING neutronclient.v2_0.client [req-5faa99a0-884d-4d38-aa47-b8b41c84d6ea req-3ce60619-d9fe-4385-98b9-62b0c0a2d227 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.016713] env[65794]: WARNING neutronclient.v2_0.client [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.052753] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811220, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.069809] env[65794]: DEBUG nova.network.neutron [req-5faa99a0-884d-4d38-aa47-b8b41c84d6ea req-3ce60619-d9fe-4385-98b9-62b0c0a2d227 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Updated VIF entry in instance network info cache for port d66c89db-01df-4eca-b059-4595726fdd89. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 825.070291] env[65794]: DEBUG nova.network.neutron [req-5faa99a0-884d-4d38-aa47-b8b41c84d6ea req-3ce60619-d9fe-4385-98b9-62b0c0a2d227 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Updating instance_info_cache with network_info: [{"id": "d66c89db-01df-4eca-b059-4595726fdd89", "address": "fa:16:3e:99:f6:85", "network": {"id": "1ea76809-200a-4e09-bf73-ff93cef59258", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1558596486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6e8a0ba235c34a978388bf79ba905c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd66c89db-01", "ovs_interfaceid": "d66c89db-01df-4eca-b059-4595726fdd89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.140956] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811221, 'name': CreateVM_Task, 'duration_secs': 0.416664} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.142194] env[65794]: DEBUG nova.network.neutron [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Updating instance_info_cache with network_info: [{"id": "dbc789af-a3f0-4a29-b618-493b3d5a56df", "address": "fa:16:3e:3f:72:ee", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc789af-a3", "ovs_interfaceid": "dbc789af-a3f0-4a29-b618-493b3d5a56df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.143441] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.145071] env[65794]: WARNING neutronclient.v2_0.client [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.145071] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.145071] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.145071] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.145308] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e5b67aa-5f0a-4f51-ab38-04a76b6de421 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.152612] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 825.152612] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]521d4fe7-c1e6-815f-90bb-d8cfd7ea51c4" [ 825.152612] env[65794]: _type = "Task" [ 825.152612] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.160061] env[65794]: WARNING neutronclient.v2_0.client [req-b802b206-8f6e-4e24-bd01-f8ca6bdda8f0 req-b5b3f97b-c655-47ab-9289-42356b558e83 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.166764] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521d4fe7-c1e6-815f-90bb-d8cfd7ea51c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.212416] env[65794]: INFO nova.compute.manager [-] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Took 1.04 seconds to deallocate network for instance. [ 825.315973] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 2258e05e-241d-4799-9759-e14ac02f5d1d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 825.343023] env[65794]: DEBUG oslo_vmware.api [None req-fbdac447-e16b-410a-b7a0-b8281ec9abfc tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Task: {'id': task-4811222, 'name': ReconfigVM_Task, 'duration_secs': 0.501044} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.343023] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbdac447-e16b-410a-b7a0-b8281ec9abfc tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 825.347626] env[65794]: DEBUG nova.compute.manager [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 825.347877] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.348179] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e3e66b0-9f5d-41c0-bf71-bcfda20fb57f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.363187] env[65794]: WARNING neutronclient.v2_0.client [req-b802b206-8f6e-4e24-bd01-f8ca6bdda8f0 req-b5b3f97b-c655-47ab-9289-42356b558e83 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.366262] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05294994-440c-4427-b03b-d0229343af37 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.383881] env[65794]: DEBUG oslo_vmware.api [None req-fbdac447-e16b-410a-b7a0-b8281ec9abfc tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Waiting for the task: (returnval){ [ 825.383881] env[65794]: value = "task-4811224" [ 825.383881] env[65794]: _type = "Task" [ 825.383881] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.383881] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.383881] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27294059-a60e-4307-9c6b-220f95eb7a55 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.391457] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811223, 'name': Rename_Task, 'duration_secs': 0.405498} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.392201] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.392525] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ab8a060-b8ae-45c4-a77c-9132c203ae79 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.398746] env[65794]: DEBUG oslo_vmware.api [None req-fbdac447-e16b-410a-b7a0-b8281ec9abfc tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Task: {'id': task-4811224, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.400919] env[65794]: DEBUG oslo_vmware.api [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Waiting for the task: (returnval){ [ 825.400919] env[65794]: value = "task-4811225" [ 825.400919] env[65794]: _type = "Task" [ 825.400919] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.409901] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 825.409901] env[65794]: value = "task-4811226" [ 825.409901] env[65794]: _type = "Task" [ 825.409901] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.413799] env[65794]: DEBUG oslo_vmware.api [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.428504] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.438549] env[65794]: DEBUG oslo_concurrency.lockutils [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Acquiring lock "7ece0ac9-80dd-491f-9e03-e8c862e9e64a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.438882] env[65794]: DEBUG oslo_concurrency.lockutils [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Lock "7ece0ac9-80dd-491f-9e03-e8c862e9e64a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.439144] env[65794]: DEBUG oslo_concurrency.lockutils [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Acquiring lock "7ece0ac9-80dd-491f-9e03-e8c862e9e64a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.439343] env[65794]: DEBUG oslo_concurrency.lockutils [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Lock "7ece0ac9-80dd-491f-9e03-e8c862e9e64a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.439500] env[65794]: DEBUG oslo_concurrency.lockutils [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Lock "7ece0ac9-80dd-491f-9e03-e8c862e9e64a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.442032] env[65794]: INFO nova.compute.manager [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Terminating instance [ 825.469492] env[65794]: DEBUG nova.network.neutron [req-b802b206-8f6e-4e24-bd01-f8ca6bdda8f0 req-b5b3f97b-c655-47ab-9289-42356b558e83 service nova] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Updated VIF entry in instance network info cache for port b2abc9a3-d67f-45a2-b5ce-4bef52f912bb. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 825.470013] env[65794]: DEBUG nova.network.neutron [req-b802b206-8f6e-4e24-bd01-f8ca6bdda8f0 req-b5b3f97b-c655-47ab-9289-42356b558e83 service nova] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Updating instance_info_cache with network_info: [{"id": "b2abc9a3-d67f-45a2-b5ce-4bef52f912bb", "address": "fa:16:3e:93:53:40", "network": {"id": "f51e4a3d-fe13-4bd5-8d4a-95f8a5a25579", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-10719258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2b38ba3bbc48bf93ff01269b8ca2ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2abc9a3-d6", "ovs_interfaceid": "b2abc9a3-d67f-45a2-b5ce-4bef52f912bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.553412] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545414} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.553924] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 71be2679-a934-4709-9b7f-991ff7385512/71be2679-a934-4709-9b7f-991ff7385512.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.554288] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.554594] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1c3a825-6bc6-473b-947c-1eab5e755cc9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.564821] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 825.564821] env[65794]: value = "task-4811227" [ 825.564821] env[65794]: _type = "Task" [ 825.564821] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.576836] env[65794]: DEBUG oslo_concurrency.lockutils [req-5faa99a0-884d-4d38-aa47-b8b41c84d6ea req-3ce60619-d9fe-4385-98b9-62b0c0a2d227 service nova] Releasing lock "refresh_cache-28e3baa9-4cd9-4a05-8949-f06709c259b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.577477] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.646603] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Releasing lock "refresh_cache-21bd6276-6f01-4292-8c49-3474685f8466" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.669701] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521d4fe7-c1e6-815f-90bb-d8cfd7ea51c4, 'name': SearchDatastore_Task, 'duration_secs': 0.025023} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.669701] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.669701] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.669701] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.670396] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.670396] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.671593] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2626a664-9397-4954-be09-a68082272f4d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.683135] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.686495] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.686495] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be815ce-e0ea-4fee-a7ae-19639d82009d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.695979] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 825.695979] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52b1ebd2-7cc6-92b6-8d16-7c31a639dbb9" [ 825.695979] env[65794]: _type = "Task" [ 825.695979] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.704029] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b1ebd2-7cc6-92b6-8d16-7c31a639dbb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.720179] env[65794]: DEBUG oslo_concurrency.lockutils [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.819899] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 746b7185-90a5-423b-b4da-428f754c471d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 825.895246] env[65794]: DEBUG oslo_vmware.api [None req-fbdac447-e16b-410a-b7a0-b8281ec9abfc tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Task: {'id': task-4811224, 'name': ReconfigVM_Task, 'duration_secs': 0.218612} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.895571] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbdac447-e16b-410a-b7a0-b8281ec9abfc tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938097', 'volume_id': 'f8e2294c-5673-43a2-a768-373f85eb16b1', 'name': 'volume-f8e2294c-5673-43a2-a768-373f85eb16b1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28429b77-e975-481d-96a0-62054de9b4b9', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8e2294c-5673-43a2-a768-373f85eb16b1', 'serial': 'f8e2294c-5673-43a2-a768-373f85eb16b1'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 825.913338] env[65794]: DEBUG oslo_vmware.api [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811225, 'name': PowerOffVM_Task, 'duration_secs': 0.27754} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.913633] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.913852] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.914278] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66e2909c-d1a0-40a0-b405-fd148c763dfc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.926968] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811226, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.947231] env[65794]: DEBUG nova.compute.manager [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 825.947533] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.948922] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61441636-8afd-4f95-9425-ba4ba0f1cd99 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.958032] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.958771] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e0fc532-046d-4020-8091-4edafa2be1ad {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.968922] env[65794]: DEBUG oslo_vmware.api [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for the task: (returnval){ [ 825.968922] env[65794]: value = "task-4811229" [ 825.968922] env[65794]: _type = "Task" [ 825.968922] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.973932] env[65794]: DEBUG oslo_concurrency.lockutils [req-b802b206-8f6e-4e24-bd01-f8ca6bdda8f0 req-b5b3f97b-c655-47ab-9289-42356b558e83 service nova] Releasing lock "refresh_cache-c94be035-0f2d-4f7b-b196-cb5d02ff61cb" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.981304] env[65794]: DEBUG oslo_vmware.api [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.998922] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.999287] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.999559] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Deleting the datastore file [datastore2] 28e3baa9-4cd9-4a05-8949-f06709c259b3 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.000010] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1cd64ef-5afa-4d2e-a691-48bdc1945781 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.009193] env[65794]: DEBUG oslo_vmware.api [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Waiting for the task: (returnval){ [ 826.009193] env[65794]: value = "task-4811230" [ 826.009193] env[65794]: _type = "Task" [ 826.009193] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.022684] env[65794]: DEBUG oslo_vmware.api [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.078354] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119059} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.078805] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.080123] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff101625-f840-4156-bd56-24740648e780 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.109619] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 71be2679-a934-4709-9b7f-991ff7385512/71be2679-a934-4709-9b7f-991ff7385512.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.110098] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ac27c05-0511-4a89-a501-5bbae23aa6d6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.133846] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 826.133846] env[65794]: value = "task-4811231" [ 826.133846] env[65794]: _type = "Task" [ 826.133846] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.145343] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811231, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.162825] env[65794]: DEBUG oslo_concurrency.lockutils [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Acquiring lock "54b59b49-cb95-4183-b223-0e96a8e4658d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.162825] env[65794]: DEBUG oslo_concurrency.lockutils [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Lock "54b59b49-cb95-4183-b223-0e96a8e4658d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.206781] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b1ebd2-7cc6-92b6-8d16-7c31a639dbb9, 'name': SearchDatastore_Task, 'duration_secs': 0.018259} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.208522] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f2e80a1-7c04-4819-b246-c01411e878e2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.216178] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 826.216178] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52c4b56d-fcdc-fa56-e9b9-ada83123ec0d" [ 826.216178] env[65794]: _type = "Task" [ 826.216178] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.226038] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c4b56d-fcdc-fa56-e9b9-ada83123ec0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.323920] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 528a633b-b5c4-48b5-a0a0-d6dde3108f9f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 826.428158] env[65794]: DEBUG oslo_vmware.api [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811226, 'name': PowerOnVM_Task, 'duration_secs': 0.659042} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.428514] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.429181] env[65794]: INFO nova.compute.manager [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Took 9.88 seconds to spawn the instance on the hypervisor. [ 826.429181] env[65794]: DEBUG nova.compute.manager [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 826.429965] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be60f8e5-1531-47c8-a772-3c6a5e4dbba4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.456182] env[65794]: DEBUG nova.objects.instance [None req-fbdac447-e16b-410a-b7a0-b8281ec9abfc tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Lazy-loading 'flavor' on Instance uuid 28429b77-e975-481d-96a0-62054de9b4b9 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.480338] env[65794]: DEBUG oslo_vmware.api [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811229, 'name': PowerOffVM_Task, 'duration_secs': 0.228747} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.481489] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.481722] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.483143] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2392550d-549e-4878-b584-4e2c832d2730 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.520473] env[65794]: DEBUG oslo_vmware.api [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Task: {'id': task-4811230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404628} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.520782] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.521104] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.521192] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.521378] env[65794]: INFO nova.compute.manager [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 826.521711] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 826.522347] env[65794]: DEBUG nova.compute.manager [-] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 826.522493] env[65794]: DEBUG nova.network.neutron [-] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 826.522765] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.558034] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.558034] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.558034] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Deleting the datastore file [datastore1] 7ece0ac9-80dd-491f-9e03-e8c862e9e64a {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.558034] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d36f784-b573-438e-8783-d85975d69913 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.561372] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.569817] env[65794]: DEBUG oslo_vmware.api [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for the task: (returnval){ [ 826.569817] env[65794]: value = "task-4811233" [ 826.569817] env[65794]: _type = "Task" [ 826.569817] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.578836] env[65794]: DEBUG oslo_vmware.api [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.650244] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811231, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.728870] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c4b56d-fcdc-fa56-e9b9-ada83123ec0d, 'name': SearchDatastore_Task, 'duration_secs': 0.022145} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.729279] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.729581] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] c94be035-0f2d-4f7b-b196-cb5d02ff61cb/c94be035-0f2d-4f7b-b196-cb5d02ff61cb.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.729951] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57ea335c-79ec-4ad9-b599-45f2695bfe15 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.740093] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 826.740093] env[65794]: value = "task-4811234" [ 826.740093] env[65794]: _type = "Task" [ 826.740093] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.750772] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.828442] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 6412743a-0ac8-41a0-92aa-a361652c43e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 826.923172] env[65794]: DEBUG nova.compute.manager [req-16069b05-968e-4ed6-b09c-c3b080216679 req-4e79e31c-7747-49f0-8f9c-6da952d8cc94 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Received event network-vif-deleted-d66c89db-01df-4eca-b059-4595726fdd89 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 826.923509] env[65794]: INFO nova.compute.manager [req-16069b05-968e-4ed6-b09c-c3b080216679 req-4e79e31c-7747-49f0-8f9c-6da952d8cc94 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Neutron deleted interface d66c89db-01df-4eca-b059-4595726fdd89; detaching it from the instance and deleting it from the info cache [ 826.923682] env[65794]: DEBUG nova.network.neutron [req-16069b05-968e-4ed6-b09c-c3b080216679 req-4e79e31c-7747-49f0-8f9c-6da952d8cc94 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.948846] env[65794]: INFO nova.compute.manager [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Took 51.66 seconds to build instance. [ 827.081623] env[65794]: DEBUG oslo_vmware.api [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259872} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.082053] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.082258] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.082467] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.082656] env[65794]: INFO nova.compute.manager [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 827.082966] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 827.083215] env[65794]: DEBUG nova.compute.manager [-] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 827.083307] env[65794]: DEBUG nova.network.neutron [-] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 827.083576] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.124724] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.152039] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811231, 'name': ReconfigVM_Task, 'duration_secs': 0.540574} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.153201] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 71be2679-a934-4709-9b7f-991ff7385512/71be2679-a934-4709-9b7f-991ff7385512.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.153201] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7f69d27-4fc2-4e80-aeb1-736a214bcb4a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.163894] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 827.163894] env[65794]: value = "task-4811235" [ 827.163894] env[65794]: _type = "Task" [ 827.163894] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.175915] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811235, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.177328] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3068043c-88d3-45a3-8383-87f6c9d83680 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.199961] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Updating instance '21bd6276-6f01-4292-8c49-3474685f8466' progress to 0 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 827.252449] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811234, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.322454] env[65794]: DEBUG nova.network.neutron [-] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.333126] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 927010e1-4a8f-4e80-bb8d-67b5bc58543f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 827.431175] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c3b37c5-1fa2-4aca-9d92-821819e17fe1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.441987] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de04d520-bd45-43b8-8d14-18e4f4842176 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.453116] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f067d594-1b06-49c4-81c9-b43ad704b2bf tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "b1a6869e-577a-4c26-adf3-8919d827ea2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.170s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.466481] env[65794]: DEBUG oslo_concurrency.lockutils [None req-fbdac447-e16b-410a-b7a0-b8281ec9abfc tempest-VolumesAssistedSnapshotsTest-2122707117 tempest-VolumesAssistedSnapshotsTest-2122707117-project-admin] Lock "28429b77-e975-481d-96a0-62054de9b4b9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.350s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.486851] env[65794]: DEBUG nova.compute.manager [req-16069b05-968e-4ed6-b09c-c3b080216679 req-4e79e31c-7747-49f0-8f9c-6da952d8cc94 service nova] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Detach interface failed, port_id=d66c89db-01df-4eca-b059-4595726fdd89, reason: Instance 28e3baa9-4cd9-4a05-8949-f06709c259b3 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 827.676129] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811235, 'name': Rename_Task, 'duration_secs': 0.34287} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.676472] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.676763] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b50340a1-cbf0-42dc-8d27-b465689684a8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.687014] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 827.687014] env[65794]: value = "task-4811237" [ 827.687014] env[65794]: _type = "Task" [ 827.687014] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.701098] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.706862] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.706862] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72478b57-b9ab-445c-9b14-4655cdd94837 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.715018] env[65794]: DEBUG oslo_vmware.api [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 827.715018] env[65794]: value = "task-4811238" [ 827.715018] env[65794]: _type = "Task" [ 827.715018] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.725122] env[65794]: DEBUG oslo_vmware.api [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.751897] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621489} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.752045] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] c94be035-0f2d-4f7b-b196-cb5d02ff61cb/c94be035-0f2d-4f7b-b196-cb5d02ff61cb.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.752287] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.752815] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ab8adee-f546-4af2-9773-61ac10b1fdfa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.757672] env[65794]: DEBUG nova.compute.manager [req-13fca0f2-7206-40b8-8420-c938abe91320 req-c6853254-5287-42d1-acd5-577963cf094e service nova] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Received event network-vif-deleted-71035876-9b1e-4d69-b5d7-42f2d3195935 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 827.757900] env[65794]: INFO nova.compute.manager [req-13fca0f2-7206-40b8-8420-c938abe91320 req-c6853254-5287-42d1-acd5-577963cf094e service nova] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Neutron deleted interface 71035876-9b1e-4d69-b5d7-42f2d3195935; detaching it from the instance and deleting it from the info cache [ 827.758758] env[65794]: DEBUG nova.network.neutron [req-13fca0f2-7206-40b8-8420-c938abe91320 req-c6853254-5287-42d1-acd5-577963cf094e service nova] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.769233] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 827.769233] env[65794]: value = "task-4811239" [ 827.769233] env[65794]: _type = "Task" [ 827.769233] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.781714] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.819419] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ebb8f9e0-52d2-43df-8fe8-8ea54956a40f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "b1a6869e-577a-4c26-adf3-8919d827ea2e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.820872] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ebb8f9e0-52d2-43df-8fe8-8ea54956a40f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "b1a6869e-577a-4c26-adf3-8919d827ea2e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.820872] env[65794]: DEBUG nova.compute.manager [None req-ebb8f9e0-52d2-43df-8fe8-8ea54956a40f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 827.820872] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5dcd77-4544-4503-ad7f-bd328e8db6d0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.825227] env[65794]: INFO nova.compute.manager [-] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Took 1.30 seconds to deallocate network for instance. [ 827.829546] env[65794]: DEBUG nova.compute.manager [None req-ebb8f9e0-52d2-43df-8fe8-8ea54956a40f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65794) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 827.830035] env[65794]: DEBUG nova.objects.instance [None req-ebb8f9e0-52d2-43df-8fe8-8ea54956a40f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lazy-loading 'flavor' on Instance uuid b1a6869e-577a-4c26-adf3-8919d827ea2e {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.836438] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 7298ccc3-3b71-44bd-891c-24892b7bcbd0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 827.956632] env[65794]: DEBUG nova.compute.manager [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 828.142695] env[65794]: DEBUG nova.network.neutron [-] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.198241] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811237, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.227428] env[65794]: DEBUG oslo_vmware.api [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811238, 'name': PowerOffVM_Task, 'duration_secs': 0.234632} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.227428] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.227428] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Updating instance '21bd6276-6f01-4292-8c49-3474685f8466' progress to 17 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 828.263393] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d358983-bb17-4ade-8a9c-42e8e36eb97b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.279036] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3ac52b-c477-45cf-8ff3-f4c1ff0bde2c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.301275] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077345} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.302047] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.302721] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb38189-a2eb-477e-9cfc-1965917776b6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.327316] env[65794]: DEBUG nova.compute.manager [req-13fca0f2-7206-40b8-8420-c938abe91320 req-c6853254-5287-42d1-acd5-577963cf094e service nova] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Detach interface failed, port_id=71035876-9b1e-4d69-b5d7-42f2d3195935, reason: Instance 7ece0ac9-80dd-491f-9e03-e8c862e9e64a could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 828.344153] env[65794]: DEBUG oslo_concurrency.lockutils [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.344153] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 63f4bfed-4d51-4fd1-8494-2e504f124c3b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 828.344371] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 828.344415] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4480MB phys_disk=100GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '19', 'num_vm_active': '14', 'num_task_None': '13', 'num_os_type_None': '19', 'num_proj_c3cdc8f99c7c4201a4cbca70968c235b': '2', 'io_workload': '4', 'num_proj_c36b3603b89c4dafb6bc5922cc114f81': '2', 'num_proj_264b3d3cab344f9db3d49dda5d7faed3': '1', 'num_proj_00ebd4686daa4f1bb38cb4c274c09055': '1', 'num_proj_28d747c7d7744934af5ef6936cd5608d': '1', 'num_proj_8e3a5224c33c47b18efdab4594c4beb0': '2', 'num_proj_16ae62c8024042f29ebc1a15b453ee28': '3', 'num_vm_rescued': '2', 'num_task_resize_prep': '1', 'num_proj_0f2b38ba3bbc48bf93ff01269b8ca2ff': '2', 'num_proj_8aa2d70218ad42269cd5188374cb90b1': '1', 'num_proj_3270f32ed49147dca124d32e34e53432': '1', 'num_proj_6e8a0ba235c34a978388bf79ba905c47': '1', 'num_task_deleting': '1', 'num_proj_07ecf7f2ecfe458fbe7750457701baad': '1', 'num_task_image_uploading': '1', 'num_proj_810f2c82ca43422c8dd22b301687e8b3': '1', 'num_vm_building': '3', 'num_task_spawning': '3'} {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 828.358184] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] c94be035-0f2d-4f7b-b196-cb5d02ff61cb/c94be035-0f2d-4f7b-b196-cb5d02ff61cb.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.360185] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcb9cc01-aa67-4b8f-bbf5-7b232b774458 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.379270] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb8f9e0-52d2-43df-8fe8-8ea54956a40f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.379590] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55f5f1b3-c90b-4121-aab9-363249156aaa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.389224] env[65794]: DEBUG oslo_vmware.api [None req-ebb8f9e0-52d2-43df-8fe8-8ea54956a40f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 828.389224] env[65794]: value = "task-4811240" [ 828.389224] env[65794]: _type = "Task" [ 828.389224] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.392521] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 828.392521] env[65794]: value = "task-4811241" [ 828.392521] env[65794]: _type = "Task" [ 828.392521] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.416049] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.420626] env[65794]: DEBUG oslo_vmware.api [None req-ebb8f9e0-52d2-43df-8fe8-8ea54956a40f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.480920] env[65794]: DEBUG oslo_concurrency.lockutils [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.645680] env[65794]: INFO nova.compute.manager [-] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Took 1.56 seconds to deallocate network for instance. [ 828.699274] env[65794]: DEBUG oslo_vmware.api [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811237, 'name': PowerOnVM_Task, 'duration_secs': 0.672476} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.702605] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.703090] env[65794]: INFO nova.compute.manager [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Took 9.46 seconds to spawn the instance on the hypervisor. [ 828.703194] env[65794]: DEBUG nova.compute.manager [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 828.704811] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e2563d-33e4-4dd8-921b-f1f6d6706e78 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.737684] env[65794]: DEBUG nova.virt.hardware [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 828.737969] env[65794]: DEBUG nova.virt.hardware [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.738174] env[65794]: DEBUG nova.virt.hardware [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 828.738367] env[65794]: DEBUG nova.virt.hardware [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.738532] env[65794]: DEBUG nova.virt.hardware [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 828.738675] env[65794]: DEBUG nova.virt.hardware [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 828.738881] env[65794]: DEBUG nova.virt.hardware [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 828.739047] env[65794]: DEBUG nova.virt.hardware [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 828.739256] env[65794]: DEBUG nova.virt.hardware [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 828.739793] env[65794]: DEBUG nova.virt.hardware [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 828.739793] env[65794]: DEBUG nova.virt.hardware [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 828.745425] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55ea583f-0a12-40f1-9448-c8a24368d964 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.767285] env[65794]: DEBUG oslo_vmware.api [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 828.767285] env[65794]: value = "task-4811242" [ 828.767285] env[65794]: _type = "Task" [ 828.767285] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.777191] env[65794]: DEBUG oslo_vmware.api [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811242, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.912342] env[65794]: DEBUG oslo_vmware.api [None req-ebb8f9e0-52d2-43df-8fe8-8ea54956a40f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811240, 'name': PowerOffVM_Task, 'duration_secs': 0.291828} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.919248] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb8f9e0-52d2-43df-8fe8-8ea54956a40f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.919248] env[65794]: DEBUG nova.compute.manager [None req-ebb8f9e0-52d2-43df-8fe8-8ea54956a40f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 828.919502] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811241, 'name': ReconfigVM_Task, 'duration_secs': 0.376649} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.921074] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e52099-0cbc-4c26-bd0b-4e91f1e30750 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.924733] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Reconfigured VM instance instance-00000038 to attach disk [datastore1] c94be035-0f2d-4f7b-b196-cb5d02ff61cb/c94be035-0f2d-4f7b-b196-cb5d02ff61cb.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.924733] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b46b8266-1e32-42d8-8066-73413731b7be {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.934265] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 828.934265] env[65794]: value = "task-4811243" [ 828.934265] env[65794]: _type = "Task" [ 828.934265] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.950028] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811243, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.983410] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60055317-12cd-49df-ac99-9970c0792069 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.992611] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c94e0a-a484-4318-a12c-fe32aec2861c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.031028] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64e3759-1b91-48c7-b0f2-82ca036690e9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.042306] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abf9a1c-4cbc-43cd-91ec-09f74cfdaccd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.059657] env[65794]: DEBUG nova.compute.provider_tree [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.157431] env[65794]: DEBUG oslo_concurrency.lockutils [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.230128] env[65794]: INFO nova.compute.manager [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Took 53.62 seconds to build instance. [ 829.279572] env[65794]: DEBUG oslo_vmware.api [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811242, 'name': ReconfigVM_Task, 'duration_secs': 0.252989} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.279998] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Updating instance '21bd6276-6f01-4292-8c49-3474685f8466' progress to 33 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 829.442397] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ebb8f9e0-52d2-43df-8fe8-8ea54956a40f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "b1a6869e-577a-4c26-adf3-8919d827ea2e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.623s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.450461] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811243, 'name': Rename_Task, 'duration_secs': 0.157851} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.450943] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.451139] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb496301-dcfc-4266-85ba-4fc39a3642be {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.460532] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 829.460532] env[65794]: value = "task-4811244" [ 829.460532] env[65794]: _type = "Task" [ 829.460532] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.473738] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.563982] env[65794]: DEBUG nova.scheduler.client.report [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.632871] env[65794]: DEBUG nova.compute.manager [req-f485ea67-df15-4c4c-8e2a-fb63e8c2790b req-3464d438-42c3-4e5b-8b9a-ad9ab67e6f21 service nova] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Received event network-changed-d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 829.635000] env[65794]: DEBUG nova.compute.manager [req-f485ea67-df15-4c4c-8e2a-fb63e8c2790b req-3464d438-42c3-4e5b-8b9a-ad9ab67e6f21 service nova] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Refreshing instance network info cache due to event network-changed-d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 829.635000] env[65794]: DEBUG oslo_concurrency.lockutils [req-f485ea67-df15-4c4c-8e2a-fb63e8c2790b req-3464d438-42c3-4e5b-8b9a-ad9ab67e6f21 service nova] Acquiring lock "refresh_cache-71be2679-a934-4709-9b7f-991ff7385512" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.635000] env[65794]: DEBUG oslo_concurrency.lockutils [req-f485ea67-df15-4c4c-8e2a-fb63e8c2790b req-3464d438-42c3-4e5b-8b9a-ad9ab67e6f21 service nova] Acquired lock "refresh_cache-71be2679-a934-4709-9b7f-991ff7385512" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.635000] env[65794]: DEBUG nova.network.neutron [req-f485ea67-df15-4c4c-8e2a-fb63e8c2790b req-3464d438-42c3-4e5b-8b9a-ad9ab67e6f21 service nova] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Refreshing network info cache for port d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.734532] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5b7340ee-6783-43cf-acc9-e6ff52d96460 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "71be2679-a934-4709-9b7f-991ff7385512" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.131s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.786689] env[65794]: DEBUG nova.virt.hardware [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:29:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0a47fac9-214a-4286-994e-6150fdeca55c',id=33,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1617085016',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 829.786954] env[65794]: DEBUG nova.virt.hardware [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.787126] env[65794]: DEBUG nova.virt.hardware [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 829.787455] env[65794]: DEBUG nova.virt.hardware [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.787455] env[65794]: DEBUG nova.virt.hardware [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 829.787582] env[65794]: DEBUG nova.virt.hardware [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 829.787813] env[65794]: DEBUG nova.virt.hardware [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 829.787903] env[65794]: DEBUG nova.virt.hardware [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 829.788197] env[65794]: DEBUG nova.virt.hardware [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 829.788405] env[65794]: DEBUG nova.virt.hardware [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 829.788540] env[65794]: DEBUG nova.virt.hardware [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 829.794739] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 829.795591] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38a55427-1d25-492b-ae01-d74b732280ca {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.821072] env[65794]: DEBUG oslo_vmware.api [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 829.821072] env[65794]: value = "task-4811245" [ 829.821072] env[65794]: _type = "Task" [ 829.821072] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.833068] env[65794]: DEBUG oslo_vmware.api [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811245, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.974070] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811244, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.068599] env[65794]: DEBUG oslo_vmware.rw_handles [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da8f6e-4a0d-1b27-7c14-825a664de3d6/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 830.069269] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65794) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 830.069531] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.352s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.070481] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa39409-09dc-4493-8cad-b9ad47f9c0d2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.073794] env[65794]: DEBUG oslo_concurrency.lockutils [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.285s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.074012] env[65794]: DEBUG oslo_concurrency.lockutils [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.076888] env[65794]: DEBUG oslo_concurrency.lockutils [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.857s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.078435] env[65794]: INFO nova.compute.claims [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.088659] env[65794]: DEBUG oslo_vmware.rw_handles [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da8f6e-4a0d-1b27-7c14-825a664de3d6/disk-0.vmdk is in state: ready. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 830.088842] env[65794]: ERROR oslo_vmware.rw_handles [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da8f6e-4a0d-1b27-7c14-825a664de3d6/disk-0.vmdk due to incomplete transfer. [ 830.089900] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6b26491c-ca3a-4181-bd66-d416e0bdd9e6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.101437] env[65794]: DEBUG oslo_vmware.rw_handles [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da8f6e-4a0d-1b27-7c14-825a664de3d6/disk-0.vmdk. {{(pid=65794) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 830.101607] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Uploaded image c1ab34dd-1d86-4fa5-8bf6-596404cc4be5 to the Glance image server {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 830.108390] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Destroying the VM {{(pid=65794) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 830.109742] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6a2aefa8-9134-4516-ad98-c6d045c4c4bb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.119487] env[65794]: DEBUG oslo_vmware.api [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 830.119487] env[65794]: value = "task-4811246" [ 830.119487] env[65794]: _type = "Task" [ 830.119487] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.120382] env[65794]: INFO nova.scheduler.client.report [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Deleted allocations for instance 941691d3-3682-49a5-8488-9bc2c8c3f2a5 [ 830.139388] env[65794]: WARNING neutronclient.v2_0.client [req-f485ea67-df15-4c4c-8e2a-fb63e8c2790b req-3464d438-42c3-4e5b-8b9a-ad9ab67e6f21 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.142736] env[65794]: DEBUG oslo_vmware.api [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811246, 'name': Destroy_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.331458] env[65794]: DEBUG oslo_vmware.api [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811245, 'name': ReconfigVM_Task, 'duration_secs': 0.460866} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.331822] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 830.332769] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d79630a-7a66-4b4f-b6bd-6894ae9f8396 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.356162] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 21bd6276-6f01-4292-8c49-3474685f8466/21bd6276-6f01-4292-8c49-3474685f8466.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.357528] env[65794]: WARNING neutronclient.v2_0.client [req-f485ea67-df15-4c4c-8e2a-fb63e8c2790b req-3464d438-42c3-4e5b-8b9a-ad9ab67e6f21 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.360175] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53ab28b9-1aa7-438d-a59f-a0e75fb90d32 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.380980] env[65794]: DEBUG oslo_vmware.api [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 830.380980] env[65794]: value = "task-4811247" [ 830.380980] env[65794]: _type = "Task" [ 830.380980] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.392511] env[65794]: DEBUG oslo_vmware.api [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811247, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.447391] env[65794]: DEBUG nova.network.neutron [req-f485ea67-df15-4c4c-8e2a-fb63e8c2790b req-3464d438-42c3-4e5b-8b9a-ad9ab67e6f21 service nova] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Updated VIF entry in instance network info cache for port d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 830.447768] env[65794]: DEBUG nova.network.neutron [req-f485ea67-df15-4c4c-8e2a-fb63e8c2790b req-3464d438-42c3-4e5b-8b9a-ad9ab67e6f21 service nova] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Updating instance_info_cache with network_info: [{"id": "d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9", "address": "fa:16:3e:60:7c:bf", "network": {"id": "cc4e33e8-7826-408d-9eab-fdf414853b07", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1896043306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16ae62c8024042f29ebc1a15b453ee28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd67cf5bc-b2", "ovs_interfaceid": "d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.476848] env[65794]: DEBUG oslo_vmware.api [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811244, 'name': PowerOnVM_Task, 'duration_secs': 0.655359} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.477593] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.477953] env[65794]: INFO nova.compute.manager [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Took 8.48 seconds to spawn the instance on the hypervisor. [ 830.478438] env[65794]: DEBUG nova.compute.manager [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 830.479560] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340a4d81-6313-4332-895f-3ac3bef41a4c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.639842] env[65794]: DEBUG oslo_concurrency.lockutils [None req-02d171c1-4371-4813-a338-b4a4fef7f27a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "941691d3-3682-49a5-8488-9bc2c8c3f2a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.360s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.642476] env[65794]: DEBUG oslo_vmware.api [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811246, 'name': Destroy_Task, 'duration_secs': 0.355949} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.642970] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Destroyed the VM [ 830.643225] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Deleting Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 830.643483] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6b521d62-9931-4a87-9f20-c61a210e161b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.651781] env[65794]: DEBUG oslo_vmware.api [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 830.651781] env[65794]: value = "task-4811248" [ 830.651781] env[65794]: _type = "Task" [ 830.651781] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.664317] env[65794]: DEBUG oslo_vmware.api [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811248, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.705776] env[65794]: INFO nova.compute.manager [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Rebuilding instance [ 830.751028] env[65794]: DEBUG nova.compute.manager [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 830.751800] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6740bcf-e8ef-485a-84ec-1088fea8aa85 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.894238] env[65794]: DEBUG oslo_vmware.api [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.950880] env[65794]: DEBUG oslo_concurrency.lockutils [req-f485ea67-df15-4c4c-8e2a-fb63e8c2790b req-3464d438-42c3-4e5b-8b9a-ad9ab67e6f21 service nova] Releasing lock "refresh_cache-71be2679-a934-4709-9b7f-991ff7385512" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.003972] env[65794]: INFO nova.compute.manager [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Took 52.12 seconds to build instance. [ 831.166294] env[65794]: DEBUG oslo_vmware.api [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811248, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.333643] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Acquiring lock "28429b77-e975-481d-96a0-62054de9b4b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.335251] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Lock "28429b77-e975-481d-96a0-62054de9b4b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.335251] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Acquiring lock "28429b77-e975-481d-96a0-62054de9b4b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.335251] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Lock "28429b77-e975-481d-96a0-62054de9b4b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.335251] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Lock "28429b77-e975-481d-96a0-62054de9b4b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.339393] env[65794]: INFO nova.compute.manager [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Terminating instance [ 831.392727] env[65794]: DEBUG oslo_vmware.api [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811247, 'name': ReconfigVM_Task, 'duration_secs': 0.612073} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.396095] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 21bd6276-6f01-4292-8c49-3474685f8466/21bd6276-6f01-4292-8c49-3474685f8466.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.396395] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Updating instance '21bd6276-6f01-4292-8c49-3474685f8466' progress to 50 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 831.505818] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e78d1644-cc8c-4353-95f5-cc5f1a92dd63 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "c94be035-0f2d-4f7b-b196-cb5d02ff61cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.013s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.603107] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a98362-ff89-4a8d-ad0d-e817c974fba5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.616336] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d4b1b0-6f68-4399-b632-82776216c248 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.670562] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec190bf-ee5f-47ec-afa3-73f6415ff370 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.676919] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "eeea6bef-8e98-4fd6-a1ea-2eef506ab570" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.676919] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "eeea6bef-8e98-4fd6-a1ea-2eef506ab570" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.687683] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef685e62-55f0-447c-89e6-b16e6f2f527c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.692208] env[65794]: DEBUG oslo_vmware.api [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811248, 'name': RemoveSnapshot_Task, 'duration_secs': 0.689249} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.692533] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Deleted Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 831.694372] env[65794]: INFO nova.compute.manager [None req-5cd51656-f163-4e65-9c86-fa6439095721 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Took 13.93 seconds to snapshot the instance on the hypervisor. [ 831.710163] env[65794]: DEBUG nova.compute.provider_tree [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.766372] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.766622] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1197339e-1934-4ce6-b3ee-faa27f5f4e31 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.773824] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 831.773824] env[65794]: value = "task-4811249" [ 831.773824] env[65794]: _type = "Task" [ 831.773824] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.783684] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.810930] env[65794]: DEBUG oslo_concurrency.lockutils [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "c94be035-0f2d-4f7b-b196-cb5d02ff61cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.811210] env[65794]: DEBUG oslo_concurrency.lockutils [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "c94be035-0f2d-4f7b-b196-cb5d02ff61cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.811412] env[65794]: DEBUG oslo_concurrency.lockutils [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "c94be035-0f2d-4f7b-b196-cb5d02ff61cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.811584] env[65794]: DEBUG oslo_concurrency.lockutils [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "c94be035-0f2d-4f7b-b196-cb5d02ff61cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.811746] env[65794]: DEBUG oslo_concurrency.lockutils [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "c94be035-0f2d-4f7b-b196-cb5d02ff61cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.813951] env[65794]: INFO nova.compute.manager [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Terminating instance [ 831.845858] env[65794]: DEBUG nova.compute.manager [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 831.846114] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.846971] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8b0983-f9c9-4e79-bfd4-b320682ab49b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.855199] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.855455] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1705658-7c52-42b4-968b-10e8b112e038 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.862424] env[65794]: DEBUG oslo_vmware.api [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Waiting for the task: (returnval){ [ 831.862424] env[65794]: value = "task-4811250" [ 831.862424] env[65794]: _type = "Task" [ 831.862424] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.871630] env[65794]: DEBUG oslo_vmware.api [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Task: {'id': task-4811250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.903871] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c57452-5f36-4baa-b184-49e1ab56b8a8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.925651] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b786f993-6349-48f3-899a-221b6300d7fa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.947519] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Updating instance '21bd6276-6f01-4292-8c49-3474685f8466' progress to 67 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 832.180960] env[65794]: DEBUG nova.compute.manager [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 832.211525] env[65794]: DEBUG nova.scheduler.client.report [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.285662] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] VM already powered off {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 832.285929] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.286826] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b514951-4230-4567-a22c-b971354c0595 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.297928] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.297928] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9aa96024-52bf-41fd-bd2d-f61cdbdc4f57 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.321273] env[65794]: DEBUG nova.compute.manager [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 832.321555] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.322548] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18101215-0cd3-43c3-bb89-574e0a3e2160 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.331521] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.331802] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5869bf9-11d2-47cc-b029-8fd0cc669d3a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.339507] env[65794]: DEBUG oslo_vmware.api [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 832.339507] env[65794]: value = "task-4811252" [ 832.339507] env[65794]: _type = "Task" [ 832.339507] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.351478] env[65794]: DEBUG oslo_vmware.api [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.374698] env[65794]: DEBUG oslo_vmware.api [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Task: {'id': task-4811250, 'name': PowerOffVM_Task, 'duration_secs': 0.271304} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.375081] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.375296] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.375725] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2bd0968-284f-4488-9b16-daff4b0f1997 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.384792] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.385221] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.385500] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Deleting the datastore file [datastore1] b1a6869e-577a-4c26-adf3-8919d827ea2e {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.385812] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db206872-8e5e-4812-9163-fd1afaf6ceda {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.394908] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 832.394908] env[65794]: value = "task-4811254" [ 832.394908] env[65794]: _type = "Task" [ 832.394908] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.403699] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.454643] env[65794]: WARNING neutronclient.v2_0.client [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.455276] env[65794]: WARNING neutronclient.v2_0.client [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.459899] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.459899] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.459899] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Deleting the datastore file [datastore2] 28429b77-e975-481d-96a0-62054de9b4b9 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.459899] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c0765fb-756f-40b8-a625-5d1014e9280c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.468277] env[65794]: DEBUG oslo_vmware.api [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Waiting for the task: (returnval){ [ 832.468277] env[65794]: value = "task-4811255" [ 832.468277] env[65794]: _type = "Task" [ 832.468277] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.477596] env[65794]: DEBUG oslo_vmware.api [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Task: {'id': task-4811255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.496364] env[65794]: DEBUG nova.network.neutron [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Port dbc789af-a3f0-4a29-b618-493b3d5a56df binding to destination host cpu-1 is already ACTIVE {{(pid=65794) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 832.705890] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.717732] env[65794]: DEBUG oslo_concurrency.lockutils [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.718255] env[65794]: DEBUG nova.compute.manager [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 832.722481] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.040s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.723589] env[65794]: INFO nova.compute.claims [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.850390] env[65794]: DEBUG oslo_vmware.api [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811252, 'name': PowerOffVM_Task, 'duration_secs': 0.235248} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.850742] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.850845] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.851082] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35477228-db67-453a-9e59-ed3bb24e0f0b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.905827] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173989} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.906116] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.906310] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.906480] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.920458] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.920738] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.922212] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Deleting the datastore file [datastore1] c94be035-0f2d-4f7b-b196-cb5d02ff61cb {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.922212] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e17a9955-54d4-4eb9-acfc-734aabc5ed1d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.929292] env[65794]: DEBUG oslo_vmware.api [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 832.929292] env[65794]: value = "task-4811257" [ 832.929292] env[65794]: _type = "Task" [ 832.929292] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.940228] env[65794]: DEBUG oslo_vmware.api [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.979260] env[65794]: DEBUG oslo_vmware.api [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Task: {'id': task-4811255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281249} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.979466] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.979633] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.979799] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.979962] env[65794]: INFO nova.compute.manager [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 832.980224] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 832.980416] env[65794]: DEBUG nova.compute.manager [-] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 832.980513] env[65794]: DEBUG nova.network.neutron [-] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 832.980750] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.028794] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.228972] env[65794]: DEBUG nova.compute.utils [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.233045] env[65794]: DEBUG nova.compute.manager [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Not allocating networking since 'none' was specified. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 833.440994] env[65794]: DEBUG oslo_vmware.api [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302883} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.441098] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.441327] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.441500] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.441686] env[65794]: INFO nova.compute.manager [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 833.441993] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 833.442445] env[65794]: DEBUG nova.compute.manager [-] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 833.442445] env[65794]: DEBUG nova.network.neutron [-] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 833.442603] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.486340] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.520881] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "21bd6276-6f01-4292-8c49-3474685f8466-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.520881] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "21bd6276-6f01-4292-8c49-3474685f8466-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.520881] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "21bd6276-6f01-4292-8c49-3474685f8466-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.548448] env[65794]: DEBUG nova.compute.manager [req-81be2698-b4db-43e1-8fe7-340ff7f490ee req-56860ce7-4bbb-4166-a4a0-b3be8fc25d2c service nova] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Received event network-vif-deleted-d7346317-8cbe-4c68-96be-81112ac7cded {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 833.548651] env[65794]: INFO nova.compute.manager [req-81be2698-b4db-43e1-8fe7-340ff7f490ee req-56860ce7-4bbb-4166-a4a0-b3be8fc25d2c service nova] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Neutron deleted interface d7346317-8cbe-4c68-96be-81112ac7cded; detaching it from the instance and deleting it from the info cache [ 833.548815] env[65794]: DEBUG nova.network.neutron [req-81be2698-b4db-43e1-8fe7-340ff7f490ee req-56860ce7-4bbb-4166-a4a0-b3be8fc25d2c service nova] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.735113] env[65794]: DEBUG nova.compute.manager [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 833.946081] env[65794]: DEBUG nova.virt.hardware [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 833.946884] env[65794]: DEBUG nova.virt.hardware [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.946884] env[65794]: DEBUG nova.virt.hardware [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 833.946884] env[65794]: DEBUG nova.virt.hardware [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.946884] env[65794]: DEBUG nova.virt.hardware [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 833.947178] env[65794]: DEBUG nova.virt.hardware [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 833.947588] env[65794]: DEBUG nova.virt.hardware [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 833.947588] env[65794]: DEBUG nova.virt.hardware [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 833.947835] env[65794]: DEBUG nova.virt.hardware [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 833.948042] env[65794]: DEBUG nova.virt.hardware [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 833.948094] env[65794]: DEBUG nova.virt.hardware [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 833.949050] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74acb39c-644e-464b-abee-38de4c9f1d41 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.959226] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b574696-2676-4b38-a6ae-331bd4bfb8ba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.973402] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:11:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1af6659d-7a5e-454d-957a-c32152e81177', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.981947] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 833.985032] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.985602] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdc569d8-b8c2-4f14-a5d5-416d957bbe10 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.000577] env[65794]: DEBUG nova.network.neutron [-] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.009436] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.009436] env[65794]: value = "task-4811258" [ 834.009436] env[65794]: _type = "Task" [ 834.009436] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.020491] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811258, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.054031] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-552d16b1-1ebb-40e4-883c-1e64e4149651 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.065734] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b84675-7198-4f2e-a0af-894b2b2c7a54 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.103670] env[65794]: DEBUG nova.compute.manager [req-81be2698-b4db-43e1-8fe7-340ff7f490ee req-56860ce7-4bbb-4166-a4a0-b3be8fc25d2c service nova] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Detach interface failed, port_id=d7346317-8cbe-4c68-96be-81112ac7cded, reason: Instance 28429b77-e975-481d-96a0-62054de9b4b9 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 834.194174] env[65794]: DEBUG nova.network.neutron [-] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.286015] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b405a732-72b2-4dd0-8aa4-fcc071365a51 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.298180] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04bbdaf-b5b9-4178-8bf6-e9c5644dc73a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.330965] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a1852b-c684-4f73-b8d0-911e4f09ebb8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.339994] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a353d166-037b-461d-83bf-d416b1ee4bf9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.355830] env[65794]: DEBUG nova.compute.provider_tree [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.505026] env[65794]: INFO nova.compute.manager [-] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Took 1.52 seconds to deallocate network for instance. [ 834.520168] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811258, 'name': CreateVM_Task, 'duration_secs': 0.497478} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.520352] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.520850] env[65794]: WARNING neutronclient.v2_0.client [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 834.521220] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.521363] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.521938] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.522057] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d8058cf-38a0-4d66-801b-1240d890dd33 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.528778] env[65794]: WARNING neutronclient.v2_0.client [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.530244] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 834.530244] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522c0167-7f96-71b4-ffdb-c4755849ba6b" [ 834.530244] env[65794]: _type = "Task" [ 834.530244] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.540865] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522c0167-7f96-71b4-ffdb-c4755849ba6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.560486] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "refresh_cache-21bd6276-6f01-4292-8c49-3474685f8466" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.560659] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquired lock "refresh_cache-21bd6276-6f01-4292-8c49-3474685f8466" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.560827] env[65794]: DEBUG nova.network.neutron [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 834.697516] env[65794]: INFO nova.compute.manager [-] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Took 1.25 seconds to deallocate network for instance. [ 834.751246] env[65794]: DEBUG nova.compute.manager [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 834.778824] env[65794]: DEBUG nova.virt.hardware [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 834.779103] env[65794]: DEBUG nova.virt.hardware [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.779266] env[65794]: DEBUG nova.virt.hardware [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 834.779444] env[65794]: DEBUG nova.virt.hardware [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.779581] env[65794]: DEBUG nova.virt.hardware [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 834.779718] env[65794]: DEBUG nova.virt.hardware [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 834.780055] env[65794]: DEBUG nova.virt.hardware [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 834.780290] env[65794]: DEBUG nova.virt.hardware [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 834.780397] env[65794]: DEBUG nova.virt.hardware [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 834.780552] env[65794]: DEBUG nova.virt.hardware [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 834.780707] env[65794]: DEBUG nova.virt.hardware [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 834.781621] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96681a8-7562-423a-a223-ce02be5088f6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.790082] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094f4c69-b9da-45e2-b8f5-62d1b31ef20c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.805035] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Instance VIF info [] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.810177] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Creating folder: Project (266d62e5fdfd4dda82aa5d6309c9880a). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.810479] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4f05e96-5137-4972-a69f-e330fc190b64 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.825443] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Created folder: Project (266d62e5fdfd4dda82aa5d6309c9880a) in parent group-v937953. [ 834.825635] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Creating folder: Instances. Parent ref: group-v938104. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.825886] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-754f18a8-e565-4ef8-a80b-c1c68cdb5928 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.836641] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Created folder: Instances in parent group-v938104. [ 834.836854] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 834.837070] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.837293] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-258ba030-99de-4768-a5cc-37db393ff373 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.856956] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.856956] env[65794]: value = "task-4811261" [ 834.856956] env[65794]: _type = "Task" [ 834.856956] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.861011] env[65794]: DEBUG nova.scheduler.client.report [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.871059] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811261, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.016808] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.042320] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522c0167-7f96-71b4-ffdb-c4755849ba6b, 'name': SearchDatastore_Task, 'duration_secs': 0.016222} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.042643] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.042876] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.043137] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.043282] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.043457] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.043729] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0726440-56ab-477d-a940-212e107820d3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.054622] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.054737] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.055532] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f3986dc-c053-40a1-85f3-7b310f01fe20 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.061111] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 835.061111] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]521b98bb-8f87-97a7-4565-5ccaa722f415" [ 835.061111] env[65794]: _type = "Task" [ 835.061111] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.066739] env[65794]: WARNING neutronclient.v2_0.client [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.073428] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521b98bb-8f87-97a7-4565-5ccaa722f415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.205471] env[65794]: DEBUG oslo_concurrency.lockutils [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.223906] env[65794]: WARNING neutronclient.v2_0.client [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.274471] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.274816] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.296743] env[65794]: DEBUG nova.network.neutron [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Updating instance_info_cache with network_info: [{"id": "dbc789af-a3f0-4a29-b618-493b3d5a56df", "address": "fa:16:3e:3f:72:ee", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc789af-a3", "ovs_interfaceid": "dbc789af-a3f0-4a29-b618-493b3d5a56df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.367649] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.368148] env[65794]: DEBUG nova.compute.manager [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 835.370665] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811261, 'name': CreateVM_Task, 'duration_secs': 0.279956} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.370922] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.248s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.371130] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.373843] env[65794]: DEBUG oslo_concurrency.lockutils [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.062s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.376344] env[65794]: INFO nova.compute.claims [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.380220] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.381953] env[65794]: DEBUG oslo_concurrency.lockutils [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.382307] env[65794]: DEBUG oslo_concurrency.lockutils [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.383193] env[65794]: DEBUG oslo_concurrency.lockutils [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.383276] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13e7529d-1711-4a3f-b8c6-02ecdefb325e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.390380] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Waiting for the task: (returnval){ [ 835.390380] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5235af31-e48e-fca5-b25b-12b9d12e032e" [ 835.390380] env[65794]: _type = "Task" [ 835.390380] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.404351] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5235af31-e48e-fca5-b25b-12b9d12e032e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.405943] env[65794]: INFO nova.scheduler.client.report [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Deleted allocations for instance 92cf7152-7138-4f68-a3a3-c433071a7f89 [ 835.572696] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521b98bb-8f87-97a7-4565-5ccaa722f415, 'name': SearchDatastore_Task, 'duration_secs': 0.011144} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.573543] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79cbda82-a945-47b7-81ee-02e99abda129 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.580367] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 835.580367] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5244a2d8-9bef-94ac-a77a-823cf33b7944" [ 835.580367] env[65794]: _type = "Task" [ 835.580367] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.590646] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5244a2d8-9bef-94ac-a77a-823cf33b7944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.595344] env[65794]: DEBUG nova.compute.manager [req-815dc9d1-2106-4aff-b1bc-6f6b26b77408 req-c56fa640-c7bb-4dc7-b8f8-1acdbe6bbd2f service nova] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Received event network-vif-deleted-b2abc9a3-d67f-45a2-b5ce-4bef52f912bb {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 835.785073] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.785245] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.785347] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.786029] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.786029] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.786029] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.786029] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65794) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 835.786029] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.799193] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Releasing lock "refresh_cache-21bd6276-6f01-4292-8c49-3474685f8466" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.884707] env[65794]: DEBUG nova.compute.utils [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.886624] env[65794]: DEBUG nova.compute.manager [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 835.886793] env[65794]: DEBUG nova.network.neutron [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 835.887106] env[65794]: WARNING neutronclient.v2_0.client [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.887420] env[65794]: WARNING neutronclient.v2_0.client [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.902956] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5235af31-e48e-fca5-b25b-12b9d12e032e, 'name': SearchDatastore_Task, 'duration_secs': 0.011156} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.903443] env[65794]: DEBUG oslo_concurrency.lockutils [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.903688] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.903899] env[65794]: DEBUG oslo_concurrency.lockutils [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.915899] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d2068b9-6ed9-4b1f-a815-28190ca2fa90 tempest-FloatingIPsAssociationTestJSON-899504544 tempest-FloatingIPsAssociationTestJSON-899504544-project-member] Lock "92cf7152-7138-4f68-a3a3-c433071a7f89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.702s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.933748] env[65794]: DEBUG nova.policy [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3a193fb841c4a16870c2dc5592c589a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a60998eafe04056b6d1e67daba6c3b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.092171] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5244a2d8-9bef-94ac-a77a-823cf33b7944, 'name': SearchDatastore_Task, 'duration_secs': 0.012771} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.092535] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.092794] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] b1a6869e-577a-4c26-adf3-8919d827ea2e/b1a6869e-577a-4c26-adf3-8919d827ea2e.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.093136] env[65794]: DEBUG oslo_concurrency.lockutils [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.093343] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.093590] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-982e4f64-4eb2-4dce-9c92-b123de7de3aa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.095860] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b4fb77c-4223-46ea-b63a-23cbb99d6b35 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.105320] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 836.105320] env[65794]: value = "task-4811262" [ 836.105320] env[65794]: _type = "Task" [ 836.105320] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.107065] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.107290] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.112552] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a6cccda-402c-4e4a-8edb-3e67e20785c2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.119193] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Waiting for the task: (returnval){ [ 836.119193] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52d3f70f-4eaf-5e70-f3f8-e2e0e1bab11a" [ 836.119193] env[65794]: _type = "Task" [ 836.119193] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.122739] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.132437] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d3f70f-4eaf-5e70-f3f8-e2e0e1bab11a, 'name': SearchDatastore_Task, 'duration_secs': 0.011026} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.133264] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57ecd1bf-9e9a-49bf-b176-69b4ea584d71 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.139331] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Waiting for the task: (returnval){ [ 836.139331] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]521bbfa4-0394-61b6-513f-bee3fe0a7dde" [ 836.139331] env[65794]: _type = "Task" [ 836.139331] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.147848] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521bbfa4-0394-61b6-513f-bee3fe0a7dde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.289344] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.294174] env[65794]: DEBUG nova.network.neutron [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Successfully created port: cfd02062-6749-43f5-bf9d-0e8361f453a0 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 836.332927] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5c3356-a317-439b-ad41-62c94d722656 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.357936] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c759ad-a0fc-4797-a3f1-290c0f2b412f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.368195] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Updating instance '21bd6276-6f01-4292-8c49-3474685f8466' progress to 83 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 836.390943] env[65794]: DEBUG nova.compute.manager [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 836.618204] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811262, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.651869] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521bbfa4-0394-61b6-513f-bee3fe0a7dde, 'name': SearchDatastore_Task, 'duration_secs': 0.01017} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.655467] env[65794]: DEBUG oslo_concurrency.lockutils [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.655979] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 2258e05e-241d-4799-9759-e14ac02f5d1d/2258e05e-241d-4799-9759-e14ac02f5d1d.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.657360] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15b40c62-6435-40bf-8bfd-ca69a6abe900 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.665728] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Waiting for the task: (returnval){ [ 836.665728] env[65794]: value = "task-4811263" [ 836.665728] env[65794]: _type = "Task" [ 836.665728] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.678574] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.875969] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.876133] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-529c8dea-00e1-44b0-833c-7e12cef4238f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.884988] env[65794]: DEBUG oslo_vmware.api [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 836.884988] env[65794]: value = "task-4811264" [ 836.884988] env[65794]: _type = "Task" [ 836.884988] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.902406] env[65794]: DEBUG oslo_vmware.api [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.993559] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3dd8fa-1be2-464f-a0cf-1648595b2b28 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.004026] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54003965-219c-4c7e-9a90-4dade0c02bf5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.043589] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058ea3d6-0301-4a61-b9bb-90d4b5beed1c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.053662] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b67f648-f69e-4077-8006-295127f1bd86 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.071955] env[65794]: DEBUG nova.compute.provider_tree [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.119535] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593814} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.119975] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] b1a6869e-577a-4c26-adf3-8919d827ea2e/b1a6869e-577a-4c26-adf3-8919d827ea2e.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.120138] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.120466] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-123169c8-33a2-4890-aab2-096053b91746 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.129158] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 837.129158] env[65794]: value = "task-4811265" [ 837.129158] env[65794]: _type = "Task" [ 837.129158] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.140539] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.176470] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811263, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.398710] env[65794]: DEBUG oslo_vmware.api [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811264, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.408426] env[65794]: DEBUG nova.compute.manager [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 837.435923] env[65794]: DEBUG nova.virt.hardware [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 837.436228] env[65794]: DEBUG nova.virt.hardware [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.436380] env[65794]: DEBUG nova.virt.hardware [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 837.436577] env[65794]: DEBUG nova.virt.hardware [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.436721] env[65794]: DEBUG nova.virt.hardware [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 837.436865] env[65794]: DEBUG nova.virt.hardware [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 837.437132] env[65794]: DEBUG nova.virt.hardware [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 837.437381] env[65794]: DEBUG nova.virt.hardware [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 837.437599] env[65794]: DEBUG nova.virt.hardware [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 837.437761] env[65794]: DEBUG nova.virt.hardware [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 837.437931] env[65794]: DEBUG nova.virt.hardware [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 837.438870] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ede6d40-3b16-44b3-ba90-f2244fdd6cc8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.448592] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a654e5a-3d21-44e3-aa6c-c61f6a6359c7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.576229] env[65794]: DEBUG nova.scheduler.client.report [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.639891] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087189} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.640205] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.641043] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3f3c07-390c-4f7a-880c-b279aace53df {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.666329] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] b1a6869e-577a-4c26-adf3-8919d827ea2e/b1a6869e-577a-4c26-adf3-8919d827ea2e.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.666603] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f687b841-18ca-434e-bc33-7f6d5493ca82 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.694923] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716174} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.695968] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 2258e05e-241d-4799-9759-e14ac02f5d1d/2258e05e-241d-4799-9759-e14ac02f5d1d.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.696266] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.696529] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 837.696529] env[65794]: value = "task-4811266" [ 837.696529] env[65794]: _type = "Task" [ 837.696529] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.696737] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0566d4ee-a90f-49ae-a26c-a447b3d1ef32 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.709611] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811266, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.711543] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Waiting for the task: (returnval){ [ 837.711543] env[65794]: value = "task-4811267" [ 837.711543] env[65794]: _type = "Task" [ 837.711543] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.725453] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.897374] env[65794]: DEBUG oslo_vmware.api [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811264, 'name': PowerOnVM_Task, 'duration_secs': 0.836327} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.897647] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.897882] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-db890c65-fa16-45d8-9a12-588db901a5c4 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Updating instance '21bd6276-6f01-4292-8c49-3474685f8466' progress to 100 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 837.995091] env[65794]: DEBUG nova.network.neutron [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Successfully updated port: cfd02062-6749-43f5-bf9d-0e8361f453a0 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 838.083028] env[65794]: DEBUG oslo_concurrency.lockutils [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.083569] env[65794]: DEBUG nova.compute.manager [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 838.086273] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.141s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.086610] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.088969] env[65794]: DEBUG oslo_concurrency.lockutils [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.981s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.089173] env[65794]: DEBUG oslo_concurrency.lockutils [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.091119] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.505s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.092751] env[65794]: INFO nova.compute.claims [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.132943] env[65794]: INFO nova.scheduler.client.report [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Deleted allocations for instance b8344695-701f-44c8-906a-10ab326546c1 [ 838.135365] env[65794]: INFO nova.scheduler.client.report [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Deleted allocations for instance 6f359e28-9919-4cb5-949d-6c66bd4e4ce6 [ 838.210019] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.222069] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075801} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.222375] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.223634] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c0494d-57e9-4074-b480-1b778a811722 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.245766] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 2258e05e-241d-4799-9759-e14ac02f5d1d/2258e05e-241d-4799-9759-e14ac02f5d1d.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.247853] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54ca188e-c26e-4fc0-96af-a7578c377d1d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.271464] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Waiting for the task: (returnval){ [ 838.271464] env[65794]: value = "task-4811268" [ 838.271464] env[65794]: _type = "Task" [ 838.271464] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.280902] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.498737] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "refresh_cache-746b7185-90a5-423b-b4da-428f754c471d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.498737] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "refresh_cache-746b7185-90a5-423b-b4da-428f754c471d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.498737] env[65794]: DEBUG nova.network.neutron [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 838.566844] env[65794]: DEBUG nova.compute.manager [req-1508f4c1-bcec-4e29-9f0d-c167089ff04e req-f7aac5b3-67b2-4638-a39f-8324bcf85520 service nova] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Received event network-vif-plugged-cfd02062-6749-43f5-bf9d-0e8361f453a0 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 838.566995] env[65794]: DEBUG oslo_concurrency.lockutils [req-1508f4c1-bcec-4e29-9f0d-c167089ff04e req-f7aac5b3-67b2-4638-a39f-8324bcf85520 service nova] Acquiring lock "746b7185-90a5-423b-b4da-428f754c471d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.567359] env[65794]: DEBUG oslo_concurrency.lockutils [req-1508f4c1-bcec-4e29-9f0d-c167089ff04e req-f7aac5b3-67b2-4638-a39f-8324bcf85520 service nova] Lock "746b7185-90a5-423b-b4da-428f754c471d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.568164] env[65794]: DEBUG oslo_concurrency.lockutils [req-1508f4c1-bcec-4e29-9f0d-c167089ff04e req-f7aac5b3-67b2-4638-a39f-8324bcf85520 service nova] Lock "746b7185-90a5-423b-b4da-428f754c471d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.568164] env[65794]: DEBUG nova.compute.manager [req-1508f4c1-bcec-4e29-9f0d-c167089ff04e req-f7aac5b3-67b2-4638-a39f-8324bcf85520 service nova] [instance: 746b7185-90a5-423b-b4da-428f754c471d] No waiting events found dispatching network-vif-plugged-cfd02062-6749-43f5-bf9d-0e8361f453a0 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 838.568164] env[65794]: WARNING nova.compute.manager [req-1508f4c1-bcec-4e29-9f0d-c167089ff04e req-f7aac5b3-67b2-4638-a39f-8324bcf85520 service nova] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Received unexpected event network-vif-plugged-cfd02062-6749-43f5-bf9d-0e8361f453a0 for instance with vm_state building and task_state spawning. [ 838.598820] env[65794]: DEBUG nova.compute.utils [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.602449] env[65794]: DEBUG nova.compute.manager [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 838.602654] env[65794]: DEBUG nova.network.neutron [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 838.603022] env[65794]: WARNING neutronclient.v2_0.client [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.603281] env[65794]: WARNING neutronclient.v2_0.client [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.649402] env[65794]: DEBUG oslo_concurrency.lockutils [None req-39d40aa6-8ba5-4897-9a8f-9fb6911cf7e9 tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "b8344695-701f-44c8-906a-10ab326546c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.648s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.650569] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ff2c04c-6afc-483a-8d33-f00edd29009b tempest-ServersV294TestFqdnHostnames-200598053 tempest-ServersV294TestFqdnHostnames-200598053-project-member] Lock "6f359e28-9919-4cb5-949d-6c66bd4e4ce6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.070s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.657720] env[65794]: DEBUG nova.policy [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ef4832392d849e2a3d804bcfd5b3fd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3643eca0464d4827aaa2495e66de6bd9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.710330] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811266, 'name': ReconfigVM_Task, 'duration_secs': 0.698214} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.710651] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Reconfigured VM instance instance-00000036 to attach disk [datastore2] b1a6869e-577a-4c26-adf3-8919d827ea2e/b1a6869e-577a-4c26-adf3-8919d827ea2e.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.711362] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7aac40fe-e8ca-4b2f-9724-0a0c51a9f6b3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.719170] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 838.719170] env[65794]: value = "task-4811269" [ 838.719170] env[65794]: _type = "Task" [ 838.719170] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.727642] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811269, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.783033] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811268, 'name': ReconfigVM_Task, 'duration_secs': 0.286715} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.783363] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 2258e05e-241d-4799-9759-e14ac02f5d1d/2258e05e-241d-4799-9759-e14ac02f5d1d.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.784061] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16bc3c1c-c76f-49de-9063-26b9410b40ec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.792508] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Waiting for the task: (returnval){ [ 838.792508] env[65794]: value = "task-4811270" [ 838.792508] env[65794]: _type = "Task" [ 838.792508] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.802749] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811270, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.844454] env[65794]: DEBUG nova.objects.instance [None req-b05a4ef8-cedd-490e-98f4-6a10d8b6d351 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Lazy-loading 'flavor' on Instance uuid d496278f-7e3c-41a8-b6b8-a4168d9ab90d {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.106092] env[65794]: DEBUG nova.network.neutron [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Successfully created port: d52fbb69-871f-48f2-9248-2e90597401c7 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 839.108687] env[65794]: DEBUG nova.compute.manager [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 839.134478] env[65794]: DEBUG nova.network.neutron [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 839.237878] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811269, 'name': Rename_Task, 'duration_secs': 0.213306} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.238624] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.242509] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34c13226-c50f-41e9-a7c6-50c13a8ee975 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.251314] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 839.251314] env[65794]: value = "task-4811271" [ 839.251314] env[65794]: _type = "Task" [ 839.251314] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.268784] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.311654] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811270, 'name': Rename_Task, 'duration_secs': 0.15192} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.312177] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.312558] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a1336ac-722e-4bd0-99db-ef3e401fdbf2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.326205] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Waiting for the task: (returnval){ [ 839.326205] env[65794]: value = "task-4811272" [ 839.326205] env[65794]: _type = "Task" [ 839.326205] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.342985] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.351325] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b05a4ef8-cedd-490e-98f4-6a10d8b6d351 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Acquiring lock "refresh_cache-d496278f-7e3c-41a8-b6b8-a4168d9ab90d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.351577] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b05a4ef8-cedd-490e-98f4-6a10d8b6d351 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Acquired lock "refresh_cache-d496278f-7e3c-41a8-b6b8-a4168d9ab90d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.352081] env[65794]: WARNING neutronclient.v2_0.client [None req-b05a4ef8-cedd-490e-98f4-6a10d8b6d351 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.587947] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf14af0-0486-4f58-abdd-88d13fe0ceb6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.597754] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bff9d36-fcb7-45be-81f7-8fd2e104adbd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.632313] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b88895-b6de-4c4e-a5ea-16984f17dea4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.641845] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea9180e-c244-4a59-b5f5-6d3bb677203f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.656855] env[65794]: DEBUG nova.compute.provider_tree [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.761010] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.836806] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.137465] env[65794]: DEBUG nova.compute.manager [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 840.159739] env[65794]: DEBUG nova.scheduler.client.report [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.165415] env[65794]: DEBUG nova.virt.hardware [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 840.165677] env[65794]: DEBUG nova.virt.hardware [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.165857] env[65794]: DEBUG nova.virt.hardware [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 840.166049] env[65794]: DEBUG nova.virt.hardware [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.166195] env[65794]: DEBUG nova.virt.hardware [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 840.166338] env[65794]: DEBUG nova.virt.hardware [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 840.166698] env[65794]: DEBUG nova.virt.hardware [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 840.166776] env[65794]: DEBUG nova.virt.hardware [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 840.167011] env[65794]: DEBUG nova.virt.hardware [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 840.167289] env[65794]: DEBUG nova.virt.hardware [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 840.167499] env[65794]: DEBUG nova.virt.hardware [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 840.168468] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39c6ced-523c-447d-b792-4d3a5d6af9c5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.178549] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a59ebf-f384-4bb7-8ab0-9d85a8f73b25 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.263877] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.337204] env[65794]: DEBUG oslo_vmware.api [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811272, 'name': PowerOnVM_Task, 'duration_secs': 0.621946} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.337493] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.337697] env[65794]: INFO nova.compute.manager [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Took 5.59 seconds to spawn the instance on the hypervisor. [ 840.337872] env[65794]: DEBUG nova.compute.manager [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 840.338723] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2b2cd3-e045-45eb-973d-130adf4ba018 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.673564] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.674201] env[65794]: DEBUG nova.compute.manager [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 840.678277] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.371s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.680065] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.681023] env[65794]: DEBUG oslo_concurrency.lockutils [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.271s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.681237] env[65794]: DEBUG oslo_concurrency.lockutils [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.684384] env[65794]: DEBUG oslo_concurrency.lockutils [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.699s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.684384] env[65794]: DEBUG oslo_concurrency.lockutils [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.686232] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.729s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.688923] env[65794]: INFO nova.compute.claims [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.697126] env[65794]: DEBUG nova.network.neutron [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Successfully updated port: d52fbb69-871f-48f2-9248-2e90597401c7 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 840.734090] env[65794]: INFO nova.scheduler.client.report [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Deleted allocations for instance 0d831cb4-6f13-41b2-9d96-300aaacbc764 [ 840.742266] env[65794]: INFO nova.scheduler.client.report [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Deleted allocations for instance b34dbbfa-846c-4849-8afc-894be0b70068 [ 840.770207] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811271, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.782597] env[65794]: INFO nova.scheduler.client.report [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Deleted allocations for instance 041365df-e115-4857-8a0a-5e2fc528315f [ 840.809358] env[65794]: WARNING neutronclient.v2_0.client [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.858056] env[65794]: INFO nova.compute.manager [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Took 54.68 seconds to build instance. [ 840.967373] env[65794]: DEBUG nova.network.neutron [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Updating instance_info_cache with network_info: [{"id": "cfd02062-6749-43f5-bf9d-0e8361f453a0", "address": "fa:16:3e:e7:77:7d", "network": {"id": "36c5e215-9baa-484a-b32e-46d5cf98df9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1092787184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a60998eafe04056b6d1e67daba6c3b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd02062-67", "ovs_interfaceid": "cfd02062-6749-43f5-bf9d-0e8361f453a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.199350] env[65794]: DEBUG nova.compute.utils [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.200660] env[65794]: DEBUG nova.compute.manager [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 841.200854] env[65794]: DEBUG nova.network.neutron [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 841.201394] env[65794]: WARNING neutronclient.v2_0.client [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.201500] env[65794]: WARNING neutronclient.v2_0.client [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.205116] env[65794]: DEBUG oslo_concurrency.lockutils [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Acquiring lock "refresh_cache-528a633b-b5c4-48b5-a0a0-d6dde3108f9f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.208624] env[65794]: DEBUG oslo_concurrency.lockutils [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Acquired lock "refresh_cache-528a633b-b5c4-48b5-a0a0-d6dde3108f9f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.208801] env[65794]: DEBUG nova.network.neutron [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 841.244090] env[65794]: DEBUG oslo_concurrency.lockutils [None req-49af40b5-de4c-4dcf-8677-bdf1b2e4dd4b tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "0d831cb4-6f13-41b2-9d96-300aaacbc764" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.276s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.259397] env[65794]: DEBUG nova.policy [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b53b746dbf34345abd25737aea67af8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28d747c7d7744934af5ef6936cd5608d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.263349] env[65794]: DEBUG oslo_concurrency.lockutils [None req-afac8527-a409-40a3-967c-d5a40c0deade tempest-ServersAdminNegativeTestJSON-2035322777 tempest-ServersAdminNegativeTestJSON-2035322777-project-member] Lock "b34dbbfa-846c-4849-8afc-894be0b70068" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.801s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.270727] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811271, 'name': PowerOnVM_Task, 'duration_secs': 1.558798} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.271569] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.271799] env[65794]: DEBUG nova.compute.manager [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 841.272700] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7939759e-69fb-4544-ab35-27bd9d32b3c2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.295319] env[65794]: DEBUG oslo_concurrency.lockutils [None req-77be93d6-190c-4209-9ccb-c26abf6fd1e1 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "041365df-e115-4857-8a0a-5e2fc528315f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.225s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.361156] env[65794]: DEBUG oslo_concurrency.lockutils [None req-78d77432-0ca9-42bf-959e-45b895da342e tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Lock "2258e05e-241d-4799-9759-e14ac02f5d1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.707s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.471623] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "refresh_cache-746b7185-90a5-423b-b4da-428f754c471d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.472530] env[65794]: DEBUG nova.compute.manager [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Instance network_info: |[{"id": "cfd02062-6749-43f5-bf9d-0e8361f453a0", "address": "fa:16:3e:e7:77:7d", "network": {"id": "36c5e215-9baa-484a-b32e-46d5cf98df9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1092787184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a60998eafe04056b6d1e67daba6c3b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd02062-67", "ovs_interfaceid": "cfd02062-6749-43f5-bf9d-0e8361f453a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 841.472672] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:77:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfd02062-6749-43f5-bf9d-0e8361f453a0', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.486249] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 841.486999] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.487292] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e28d563-451f-4080-a900-8b079eb41cae {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.511675] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.511675] env[65794]: value = "task-4811273" [ 841.511675] env[65794]: _type = "Task" [ 841.511675] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.522365] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811273, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.706888] env[65794]: DEBUG nova.compute.manager [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 841.734673] env[65794]: DEBUG nova.network.neutron [None req-b05a4ef8-cedd-490e-98f4-6a10d8b6d351 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 841.791769] env[65794]: INFO nova.compute.manager [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] bringing vm to original state: 'stopped' [ 841.802723] env[65794]: DEBUG nova.network.neutron [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Successfully created port: 10ca2d75-cef7-4170-b29a-6df3e17cbaba {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 841.854272] env[65794]: DEBUG nova.network.neutron [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 841.861034] env[65794]: DEBUG nova.compute.manager [req-cd4d28e9-f101-4dee-a8a1-e36f9ff3f257 req-e31e7580-f515-40d7-9c03-68bc12ac0854 service nova] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Received event network-changed-cfd02062-6749-43f5-bf9d-0e8361f453a0 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 841.861034] env[65794]: DEBUG nova.compute.manager [req-cd4d28e9-f101-4dee-a8a1-e36f9ff3f257 req-e31e7580-f515-40d7-9c03-68bc12ac0854 service nova] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Refreshing instance network info cache due to event network-changed-cfd02062-6749-43f5-bf9d-0e8361f453a0. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 841.861452] env[65794]: DEBUG oslo_concurrency.lockutils [req-cd4d28e9-f101-4dee-a8a1-e36f9ff3f257 req-e31e7580-f515-40d7-9c03-68bc12ac0854 service nova] Acquiring lock "refresh_cache-746b7185-90a5-423b-b4da-428f754c471d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.861628] env[65794]: DEBUG oslo_concurrency.lockutils [req-cd4d28e9-f101-4dee-a8a1-e36f9ff3f257 req-e31e7580-f515-40d7-9c03-68bc12ac0854 service nova] Acquired lock "refresh_cache-746b7185-90a5-423b-b4da-428f754c471d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.861796] env[65794]: DEBUG nova.network.neutron [req-cd4d28e9-f101-4dee-a8a1-e36f9ff3f257 req-e31e7580-f515-40d7-9c03-68bc12ac0854 service nova] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Refreshing network info cache for port cfd02062-6749-43f5-bf9d-0e8361f453a0 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.890394] env[65794]: DEBUG nova.compute.manager [req-6cf51523-2915-47b2-82a8-3fae3fe934a2 req-47baa329-d7fd-4d3c-b162-85fc349215de service nova] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Received event network-vif-plugged-d52fbb69-871f-48f2-9248-2e90597401c7 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 841.890747] env[65794]: DEBUG oslo_concurrency.lockutils [req-6cf51523-2915-47b2-82a8-3fae3fe934a2 req-47baa329-d7fd-4d3c-b162-85fc349215de service nova] Acquiring lock "528a633b-b5c4-48b5-a0a0-d6dde3108f9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.891045] env[65794]: DEBUG oslo_concurrency.lockutils [req-6cf51523-2915-47b2-82a8-3fae3fe934a2 req-47baa329-d7fd-4d3c-b162-85fc349215de service nova] Lock "528a633b-b5c4-48b5-a0a0-d6dde3108f9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.891307] env[65794]: DEBUG oslo_concurrency.lockutils [req-6cf51523-2915-47b2-82a8-3fae3fe934a2 req-47baa329-d7fd-4d3c-b162-85fc349215de service nova] Lock "528a633b-b5c4-48b5-a0a0-d6dde3108f9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.891561] env[65794]: DEBUG nova.compute.manager [req-6cf51523-2915-47b2-82a8-3fae3fe934a2 req-47baa329-d7fd-4d3c-b162-85fc349215de service nova] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] No waiting events found dispatching network-vif-plugged-d52fbb69-871f-48f2-9248-2e90597401c7 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 841.891750] env[65794]: WARNING nova.compute.manager [req-6cf51523-2915-47b2-82a8-3fae3fe934a2 req-47baa329-d7fd-4d3c-b162-85fc349215de service nova] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Received unexpected event network-vif-plugged-d52fbb69-871f-48f2-9248-2e90597401c7 for instance with vm_state building and task_state spawning. [ 842.030729] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811273, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.239104] env[65794]: WARNING neutronclient.v2_0.client [None req-b05a4ef8-cedd-490e-98f4-6a10d8b6d351 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.276311] env[65794]: WARNING neutronclient.v2_0.client [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.292727] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afd951b-571f-4888-9923-e6e54f8d2fbd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.302327] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d500a17-211f-4441-bd1e-91bfef769e70 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.339437] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdb57b2-b78f-4297-82d4-d220c9f6adfa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.350016] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0db4e6-a184-4b5d-8067-c65b251621c7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.368437] env[65794]: WARNING neutronclient.v2_0.client [req-cd4d28e9-f101-4dee-a8a1-e36f9ff3f257 req-e31e7580-f515-40d7-9c03-68bc12ac0854 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.371331] env[65794]: DEBUG nova.compute.provider_tree [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.527058] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811273, 'name': CreateVM_Task, 'duration_secs': 0.576386} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.527058] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.527658] env[65794]: WARNING neutronclient.v2_0.client [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.528034] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.528220] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.528534] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.528805] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a512c72c-1bdd-4cea-a19b-6655f0b67d78 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.532381] env[65794]: DEBUG oslo_concurrency.lockutils [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "c0db2672-efd6-444a-8d1d-5168205a127d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.532862] env[65794]: DEBUG oslo_concurrency.lockutils [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "c0db2672-efd6-444a-8d1d-5168205a127d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.532862] env[65794]: DEBUG oslo_concurrency.lockutils [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "c0db2672-efd6-444a-8d1d-5168205a127d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.533123] env[65794]: DEBUG oslo_concurrency.lockutils [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "c0db2672-efd6-444a-8d1d-5168205a127d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.533200] env[65794]: DEBUG oslo_concurrency.lockutils [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "c0db2672-efd6-444a-8d1d-5168205a127d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.536172] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 842.536172] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f47ec2-6004-ded9-35e5-e0440db7e1fc" [ 842.536172] env[65794]: _type = "Task" [ 842.536172] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.536663] env[65794]: INFO nova.compute.manager [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Terminating instance [ 842.548789] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f47ec2-6004-ded9-35e5-e0440db7e1fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.720792] env[65794]: DEBUG nova.compute.manager [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 842.750481] env[65794]: DEBUG nova.virt.hardware [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 842.750739] env[65794]: DEBUG nova.virt.hardware [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.750890] env[65794]: DEBUG nova.virt.hardware [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 842.751088] env[65794]: DEBUG nova.virt.hardware [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.751233] env[65794]: DEBUG nova.virt.hardware [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 842.751367] env[65794]: DEBUG nova.virt.hardware [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 842.751566] env[65794]: DEBUG nova.virt.hardware [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 842.751717] env[65794]: DEBUG nova.virt.hardware [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 842.751875] env[65794]: DEBUG nova.virt.hardware [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 842.752077] env[65794]: DEBUG nova.virt.hardware [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 842.752266] env[65794]: DEBUG nova.virt.hardware [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 842.753614] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc362edc-4525-416d-a829-5b800398f66e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.763166] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698a7a90-2b06-4f1f-a1f8-aff33bf92881 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.802675] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "b1a6869e-577a-4c26-adf3-8919d827ea2e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.802966] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "b1a6869e-577a-4c26-adf3-8919d827ea2e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.803197] env[65794]: DEBUG nova.compute.manager [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 842.804573] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52900652-0e1e-4653-921c-8e55357393f7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.812350] env[65794]: DEBUG nova.compute.manager [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65794) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 842.875145] env[65794]: DEBUG nova.scheduler.client.report [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.044624] env[65794]: DEBUG nova.compute.manager [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 843.044783] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.045606] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f209c21d-cb4f-4d5c-b0b4-daa5a9d6ef88 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.057129] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.057129] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f47ec2-6004-ded9-35e5-e0440db7e1fc, 'name': SearchDatastore_Task, 'duration_secs': 0.023314} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.057357] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c68e62d3-4fb0-4ef2-aba8-df98b37abbd5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.059075] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.059241] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.059460] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.059603] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.059778] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.060240] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33843e51-8944-4efc-8503-9791b43fd8f7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.068098] env[65794]: DEBUG oslo_vmware.api [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 843.068098] env[65794]: value = "task-4811274" [ 843.068098] env[65794]: _type = "Task" [ 843.068098] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.073438] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.073438] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.077331] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f56c450b-e6da-4759-a24a-f817840fb080 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.080084] env[65794]: DEBUG oslo_vmware.api [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.084185] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 843.084185] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52556687-a358-60ca-abef-86dfc2dc43d8" [ 843.084185] env[65794]: _type = "Task" [ 843.084185] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.096516] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52556687-a358-60ca-abef-86dfc2dc43d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.318537] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.318537] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a51a2f78-6351-4012-b167-acf9ecf57c95 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.325424] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 843.325424] env[65794]: value = "task-4811275" [ 843.325424] env[65794]: _type = "Task" [ 843.325424] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.336102] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.380740] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.381700] env[65794]: DEBUG nova.compute.manager [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 843.385442] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.232s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.387736] env[65794]: INFO nova.compute.claims [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.538677] env[65794]: DEBUG nova.network.neutron [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Successfully updated port: 10ca2d75-cef7-4170-b29a-6df3e17cbaba {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 843.579320] env[65794]: DEBUG oslo_vmware.api [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811274, 'name': PowerOffVM_Task, 'duration_secs': 0.225326} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.580595] env[65794]: DEBUG nova.network.neutron [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Updating instance_info_cache with network_info: [{"id": "d52fbb69-871f-48f2-9248-2e90597401c7", "address": "fa:16:3e:8c:76:e0", "network": {"id": "95463c1a-0ba6-400c-b909-b235d1ecd7c7", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1059583716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3643eca0464d4827aaa2495e66de6bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd52fbb69-87", "ovs_interfaceid": "d52fbb69-871f-48f2-9248-2e90597401c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.582180] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.582247] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.583352] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46bdf576-2520-4222-ac10-d9aeccc2901b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.595596] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52556687-a358-60ca-abef-86dfc2dc43d8, 'name': SearchDatastore_Task, 'duration_secs': 0.01942} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.596476] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c1917c9-325d-44ce-bccb-fe4e60bdbed6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.603531] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 843.603531] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52a005fd-8fd3-a8b6-848f-caa6ef32a930" [ 843.603531] env[65794]: _type = "Task" [ 843.603531] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.613562] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a005fd-8fd3-a8b6-848f-caa6ef32a930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.675515] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.675515] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.675515] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Deleting the datastore file [datastore1] c0db2672-efd6-444a-8d1d-5168205a127d {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.675515] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95e04855-d001-4848-a82f-c0ab97f47cf1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.682747] env[65794]: DEBUG oslo_vmware.api [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 843.682747] env[65794]: value = "task-4811277" [ 843.682747] env[65794]: _type = "Task" [ 843.682747] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.692823] env[65794]: DEBUG oslo_vmware.api [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.844166] env[65794]: DEBUG oslo_vmware.api [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811275, 'name': PowerOffVM_Task, 'duration_secs': 0.244862} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.844166] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.844166] env[65794]: DEBUG nova.compute.manager [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 843.844166] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3854efc7-7039-48c4-a9f4-7eb4ae3918ce {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.893316] env[65794]: DEBUG nova.compute.utils [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.900919] env[65794]: DEBUG nova.compute.manager [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 843.900919] env[65794]: DEBUG nova.network.neutron [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 843.900919] env[65794]: WARNING neutronclient.v2_0.client [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.901080] env[65794]: WARNING neutronclient.v2_0.client [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.044667] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "refresh_cache-6412743a-0ac8-41a0-92aa-a361652c43e1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.044855] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired lock "refresh_cache-6412743a-0ac8-41a0-92aa-a361652c43e1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.045047] env[65794]: DEBUG nova.network.neutron [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 844.085570] env[65794]: DEBUG oslo_concurrency.lockutils [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Releasing lock "refresh_cache-528a633b-b5c4-48b5-a0a0-d6dde3108f9f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.085936] env[65794]: DEBUG nova.compute.manager [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Instance network_info: |[{"id": "d52fbb69-871f-48f2-9248-2e90597401c7", "address": "fa:16:3e:8c:76:e0", "network": {"id": "95463c1a-0ba6-400c-b909-b235d1ecd7c7", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1059583716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3643eca0464d4827aaa2495e66de6bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd52fbb69-87", "ovs_interfaceid": "d52fbb69-871f-48f2-9248-2e90597401c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 844.086455] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:76:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd52fbb69-871f-48f2-9248-2e90597401c7', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.094711] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Creating folder: Project (3643eca0464d4827aaa2495e66de6bd9). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.094980] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-873b686d-3f8e-4e9e-a847-581496f08df8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.110166] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Created folder: Project (3643eca0464d4827aaa2495e66de6bd9) in parent group-v937953. [ 844.110391] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Creating folder: Instances. Parent ref: group-v938108. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.111087] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c064499d-6666-4cce-97e8-18465370ad40 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.116953] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a005fd-8fd3-a8b6-848f-caa6ef32a930, 'name': SearchDatastore_Task, 'duration_secs': 0.020295} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.117219] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.117525] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 746b7185-90a5-423b-b4da-428f754c471d/746b7185-90a5-423b-b4da-428f754c471d.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.117717] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a230a704-95ae-4558-8fd3-5b8ca6b3ae97 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.121481] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Created folder: Instances in parent group-v938108. [ 844.121727] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 844.121991] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.122237] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74c08378-1cda-425f-b779-29dea7092a6d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.142120] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 844.142120] env[65794]: value = "task-4811280" [ 844.142120] env[65794]: _type = "Task" [ 844.142120] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.149359] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.149359] env[65794]: value = "task-4811281" [ 844.149359] env[65794]: _type = "Task" [ 844.149359] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.152786] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.162542] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811281, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.193519] env[65794]: DEBUG oslo_vmware.api [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328262} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.193849] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.194099] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.194293] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.194470] env[65794]: INFO nova.compute.manager [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 844.194765] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 844.194995] env[65794]: DEBUG nova.compute.manager [-] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 844.195110] env[65794]: DEBUG nova.network.neutron [-] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 844.195417] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.272529] env[65794]: DEBUG nova.policy [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e85e773f3a4b43e69d78fa7d04662002', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77d85624fb364147aee3ce4f7fb0bb4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.358154] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "b1a6869e-577a-4c26-adf3-8919d827ea2e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.555s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.400896] env[65794]: DEBUG nova.compute.manager [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 844.580922] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.660361] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811280, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.671510] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811281, 'name': CreateVM_Task, 'duration_secs': 0.456524} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.671766] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.672434] env[65794]: WARNING neutronclient.v2_0.client [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.672906] env[65794]: DEBUG oslo_concurrency.lockutils [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.673102] env[65794]: DEBUG oslo_concurrency.lockutils [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.673604] env[65794]: DEBUG oslo_concurrency.lockutils [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.673990] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfc686f0-0878-4bd5-9620-57ef99ff1e03 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.683808] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Waiting for the task: (returnval){ [ 844.683808] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52e13846-571d-4338-b8c0-1056f461ad0d" [ 844.683808] env[65794]: _type = "Task" [ 844.683808] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.694016] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e13846-571d-4338-b8c0-1056f461ad0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.876077] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.092355] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafac60b-3a9a-41a4-95e5-ad32b114764f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.100857] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b7ceca-fa9e-494f-91bf-b3f90acf6d14 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.137109] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c124051-1ea7-4376-8bd1-6254ebdd9e29 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.145919] env[65794]: DEBUG nova.network.neutron [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Successfully created port: 43a2d81d-c9be-436d-94f1-8377aa8e30fd {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 845.153044] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234498e4-694f-4a40-969b-dc9ffdd2433f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.163926] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663111} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.172213] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 746b7185-90a5-423b-b4da-428f754c471d/746b7185-90a5-423b-b4da-428f754c471d.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.172466] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.172979] env[65794]: DEBUG nova.compute.provider_tree [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.177515] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5549f410-6c58-4ef0-b1ef-77cf7173123c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.186034] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 845.186034] env[65794]: value = "task-4811282" [ 845.186034] env[65794]: _type = "Task" [ 845.186034] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.199238] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e13846-571d-4338-b8c0-1056f461ad0d, 'name': SearchDatastore_Task, 'duration_secs': 0.044261} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.202766] env[65794]: DEBUG oslo_concurrency.lockutils [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.203062] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.203352] env[65794]: DEBUG oslo_concurrency.lockutils [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.203496] env[65794]: DEBUG oslo_concurrency.lockutils [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.203743] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.204707] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.204707] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2758cf99-afec-4ab0-97f8-4593b2a6e03c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.216868] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.217081] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.218049] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa1c3c39-b5ef-4f4f-8be2-cc91cd2deb93 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.225230] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Waiting for the task: (returnval){ [ 845.225230] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]528bcd37-1dd7-8787-77e3-d82b74066f90" [ 845.225230] env[65794]: _type = "Task" [ 845.225230] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.234103] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]528bcd37-1dd7-8787-77e3-d82b74066f90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.387327] env[65794]: WARNING neutronclient.v2_0.client [req-cd4d28e9-f101-4dee-a8a1-e36f9ff3f257 req-e31e7580-f515-40d7-9c03-68bc12ac0854 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.401242] env[65794]: DEBUG nova.network.neutron [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 845.411643] env[65794]: DEBUG nova.compute.manager [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 845.438810] env[65794]: DEBUG nova.virt.hardware [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 845.439088] env[65794]: DEBUG nova.virt.hardware [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.439247] env[65794]: DEBUG nova.virt.hardware [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 845.439427] env[65794]: DEBUG nova.virt.hardware [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.439566] env[65794]: DEBUG nova.virt.hardware [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 845.439705] env[65794]: DEBUG nova.virt.hardware [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 845.439911] env[65794]: DEBUG nova.virt.hardware [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 845.440112] env[65794]: DEBUG nova.virt.hardware [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 845.440302] env[65794]: DEBUG nova.virt.hardware [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 845.440467] env[65794]: DEBUG nova.virt.hardware [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 845.440636] env[65794]: DEBUG nova.virt.hardware [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 845.441555] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c9dc44-6aed-46ce-8686-ef1194d7fc93 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.450839] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bc2233-75d3-4985-9b01-32c956b95759 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.600341] env[65794]: WARNING neutronclient.v2_0.client [None req-b05a4ef8-cedd-490e-98f4-6a10d8b6d351 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.683472] env[65794]: DEBUG nova.scheduler.client.report [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.704940] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07058} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.706152] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.707341] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094769e8-9af8-49df-a629-6b86c45df874 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.739471] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 746b7185-90a5-423b-b4da-428f754c471d/746b7185-90a5-423b-b4da-428f754c471d.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.744476] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b11d342a-fed8-4a0e-b35c-ef693cc1ddf1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.769243] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]528bcd37-1dd7-8787-77e3-d82b74066f90, 'name': SearchDatastore_Task, 'duration_secs': 0.010651} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.772584] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 845.772584] env[65794]: value = "task-4811283" [ 845.772584] env[65794]: _type = "Task" [ 845.772584] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.772918] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-045b9d10-8ee8-4858-b12a-af05154392d5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.787020] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Waiting for the task: (returnval){ [ 845.787020] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]529bdf22-e5a1-55b7-a088-4dfc7989c573" [ 845.787020] env[65794]: _type = "Task" [ 845.787020] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.794863] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811283, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.800923] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]529bdf22-e5a1-55b7-a088-4dfc7989c573, 'name': SearchDatastore_Task, 'duration_secs': 0.011901} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.801366] env[65794]: DEBUG oslo_concurrency.lockutils [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.801802] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 528a633b-b5c4-48b5-a0a0-d6dde3108f9f/528a633b-b5c4-48b5-a0a0-d6dde3108f9f.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.801910] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-115d6656-2240-4d3c-9a93-e1bed46eba14 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.810038] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Waiting for the task: (returnval){ [ 845.810038] env[65794]: value = "task-4811284" [ 845.810038] env[65794]: _type = "Task" [ 845.810038] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.820801] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.073624] env[65794]: DEBUG nova.network.neutron [-] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.188087] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.188645] env[65794]: DEBUG nova.compute.manager [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 846.191469] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.413s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.192919] env[65794]: INFO nova.compute.claims [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.286725] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.321422] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811284, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.577032] env[65794]: INFO nova.compute.manager [-] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Took 2.38 seconds to deallocate network for instance. [ 846.697384] env[65794]: DEBUG nova.compute.utils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.701289] env[65794]: DEBUG nova.compute.manager [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 846.701495] env[65794]: DEBUG nova.network.neutron [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 846.701805] env[65794]: WARNING neutronclient.v2_0.client [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.704110] env[65794]: WARNING neutronclient.v2_0.client [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.788253] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811283, 'name': ReconfigVM_Task, 'duration_secs': 0.753664} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.788666] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 746b7185-90a5-423b-b4da-428f754c471d/746b7185-90a5-423b-b4da-428f754c471d.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.789844] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8be271c-ae8a-4813-b256-790c0e933f83 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.798714] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 846.798714] env[65794]: value = "task-4811285" [ 846.798714] env[65794]: _type = "Task" [ 846.798714] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.807064] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811285, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.823476] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.855657} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.823726] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 528a633b-b5c4-48b5-a0a0-d6dde3108f9f/528a633b-b5c4-48b5-a0a0-d6dde3108f9f.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.824157] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.824157] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa653a85-f756-4969-8a97-292930157081 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.832369] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Waiting for the task: (returnval){ [ 846.832369] env[65794]: value = "task-4811286" [ 846.832369] env[65794]: _type = "Task" [ 846.832369] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.842904] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.930727] env[65794]: DEBUG nova.network.neutron [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Successfully updated port: 43a2d81d-c9be-436d-94f1-8377aa8e30fd {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 847.085434] env[65794]: DEBUG oslo_concurrency.lockutils [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.206152] env[65794]: DEBUG nova.compute.manager [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 847.238751] env[65794]: DEBUG nova.policy [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '213c976bf9d1482dad8b6eadee409867', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcbb4f7645224756815a7f50502ce2c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.273636] env[65794]: DEBUG nova.network.neutron [req-cd4d28e9-f101-4dee-a8a1-e36f9ff3f257 req-e31e7580-f515-40d7-9c03-68bc12ac0854 service nova] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Updated VIF entry in instance network info cache for port cfd02062-6749-43f5-bf9d-0e8361f453a0. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 847.275581] env[65794]: DEBUG nova.network.neutron [req-cd4d28e9-f101-4dee-a8a1-e36f9ff3f257 req-e31e7580-f515-40d7-9c03-68bc12ac0854 service nova] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Updating instance_info_cache with network_info: [{"id": "cfd02062-6749-43f5-bf9d-0e8361f453a0", "address": "fa:16:3e:e7:77:7d", "network": {"id": "36c5e215-9baa-484a-b32e-46d5cf98df9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1092787184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a60998eafe04056b6d1e67daba6c3b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd02062-67", "ovs_interfaceid": "cfd02062-6749-43f5-bf9d-0e8361f453a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.310974] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811285, 'name': Rename_Task, 'duration_secs': 0.191213} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.319392] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.321262] env[65794]: DEBUG nova.network.neutron [None req-b05a4ef8-cedd-490e-98f4-6a10d8b6d351 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Updating instance_info_cache with network_info: [{"id": "979de45a-6514-49fc-be68-6f53402f7f77", "address": "fa:16:3e:a6:7c:99", "network": {"id": "f32aa9ef-b10e-4837-a4fc-ebe8f8725927", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1830482042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3270f32ed49147dca124d32e34e53432", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap979de45a-65", "ovs_interfaceid": "979de45a-6514-49fc-be68-6f53402f7f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.322678] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de0b8915-8845-4ba0-a2e5-178f0a4a064f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.332117] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 847.332117] env[65794]: value = "task-4811287" [ 847.332117] env[65794]: _type = "Task" [ 847.332117] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.357239] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066027} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.361029] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.361029] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.361029] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa0114d-880e-4555-b7f7-a611a30fd363 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.364330] env[65794]: WARNING neutronclient.v2_0.client [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.390582] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 528a633b-b5c4-48b5-a0a0-d6dde3108f9f/528a633b-b5c4-48b5-a0a0-d6dde3108f9f.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.393773] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9f2e1b1-c9b1-4bbb-8cfa-fae8a5b90e9c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.417096] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Waiting for the task: (returnval){ [ 847.417096] env[65794]: value = "task-4811288" [ 847.417096] env[65794]: _type = "Task" [ 847.417096] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.436528] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Acquiring lock "refresh_cache-927010e1-4a8f-4e80-bb8d-67b5bc58543f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.436722] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Acquired lock "refresh_cache-927010e1-4a8f-4e80-bb8d-67b5bc58543f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.436906] env[65794]: DEBUG nova.network.neutron [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 847.438279] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811288, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.511174] env[65794]: DEBUG nova.network.neutron [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Updating instance_info_cache with network_info: [{"id": "10ca2d75-cef7-4170-b29a-6df3e17cbaba", "address": "fa:16:3e:20:6b:b0", "network": {"id": "699cc140-0deb-4757-bc61-606e2192ad04", "bridge": "br-int", "label": "tempest-ServersTestJSON-2074952689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28d747c7d7744934af5ef6936cd5608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10ca2d75-ce", "ovs_interfaceid": "10ca2d75-cef7-4170-b29a-6df3e17cbaba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.746748] env[65794]: DEBUG nova.network.neutron [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Successfully created port: 0e206b18-1e1d-4408-96b5-f21b9b865439 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 847.778727] env[65794]: DEBUG oslo_concurrency.lockutils [req-cd4d28e9-f101-4dee-a8a1-e36f9ff3f257 req-e31e7580-f515-40d7-9c03-68bc12ac0854 service nova] Releasing lock "refresh_cache-746b7185-90a5-423b-b4da-428f754c471d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.811620] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3a3eb8-4fb9-4d4a-a8e9-a9a4fa302bf2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.823164] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce9f915-324b-4356-b99d-c0d05d110d2d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.828355] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b05a4ef8-cedd-490e-98f4-6a10d8b6d351 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Releasing lock "refresh_cache-d496278f-7e3c-41a8-b6b8-a4168d9ab90d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.830314] env[65794]: DEBUG nova.compute.manager [None req-b05a4ef8-cedd-490e-98f4-6a10d8b6d351 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Inject network info {{(pid=65794) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7785}} [ 847.830408] env[65794]: DEBUG nova.compute.manager [None req-b05a4ef8-cedd-490e-98f4-6a10d8b6d351 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] network_info to inject: |[{"id": "979de45a-6514-49fc-be68-6f53402f7f77", "address": "fa:16:3e:a6:7c:99", "network": {"id": "f32aa9ef-b10e-4837-a4fc-ebe8f8725927", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1830482042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3270f32ed49147dca124d32e34e53432", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap979de45a-65", "ovs_interfaceid": "979de45a-6514-49fc-be68-6f53402f7f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7786}} [ 847.835332] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a4ef8-cedd-490e-98f4-6a10d8b6d351 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Reconfiguring VM instance to set the machine id {{(pid=65794) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 847.836281] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36e247ed-ff28-4392-a9ef-12d0418a958a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.890192] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddeac071-5be1-4805-853e-9797a89be395 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.893481] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811287, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.896296] env[65794]: DEBUG oslo_vmware.api [None req-b05a4ef8-cedd-490e-98f4-6a10d8b6d351 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Waiting for the task: (returnval){ [ 847.896296] env[65794]: value = "task-4811289" [ 847.896296] env[65794]: _type = "Task" [ 847.896296] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.905458] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c851a4c-768d-47d0-a6fc-6607240a756a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.914945] env[65794]: DEBUG oslo_vmware.api [None req-b05a4ef8-cedd-490e-98f4-6a10d8b6d351 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': task-4811289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.927545] env[65794]: DEBUG nova.compute.provider_tree [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.940262] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.941607] env[65794]: WARNING neutronclient.v2_0.client [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.019611] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Releasing lock "refresh_cache-6412743a-0ac8-41a0-92aa-a361652c43e1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.020313] env[65794]: DEBUG nova.compute.manager [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Instance network_info: |[{"id": "10ca2d75-cef7-4170-b29a-6df3e17cbaba", "address": "fa:16:3e:20:6b:b0", "network": {"id": "699cc140-0deb-4757-bc61-606e2192ad04", "bridge": "br-int", "label": "tempest-ServersTestJSON-2074952689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28d747c7d7744934af5ef6936cd5608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10ca2d75-ce", "ovs_interfaceid": "10ca2d75-cef7-4170-b29a-6df3e17cbaba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 848.021105] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:6b:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10ca2d75-cef7-4170-b29a-6df3e17cbaba', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.031840] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 848.032230] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.032562] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61c2bc38-deb7-41be-8958-7bf80b1e7183 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.055816] env[65794]: DEBUG nova.network.neutron [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 848.066391] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.066391] env[65794]: value = "task-4811290" [ 848.066391] env[65794]: _type = "Task" [ 848.066391] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.081593] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquiring lock "035420c9-83ea-4f53-afcc-d955352e2d41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.082401] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "035420c9-83ea-4f53-afcc-d955352e2d41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.083557] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811290, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.131953] env[65794]: WARNING neutronclient.v2_0.client [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.132409] env[65794]: WARNING neutronclient.v2_0.client [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.132679] env[65794]: WARNING neutronclient.v2_0.client [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.222167] env[65794]: DEBUG nova.compute.manager [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 848.251544] env[65794]: DEBUG nova.virt.hardware [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 848.251806] env[65794]: DEBUG nova.virt.hardware [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.251986] env[65794]: DEBUG nova.virt.hardware [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 848.252222] env[65794]: DEBUG nova.virt.hardware [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.252351] env[65794]: DEBUG nova.virt.hardware [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 848.252520] env[65794]: DEBUG nova.virt.hardware [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 848.252751] env[65794]: DEBUG nova.virt.hardware [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 848.252931] env[65794]: DEBUG nova.virt.hardware [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 848.253122] env[65794]: DEBUG nova.virt.hardware [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 848.253427] env[65794]: DEBUG nova.virt.hardware [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 848.253495] env[65794]: DEBUG nova.virt.hardware [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 848.254750] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cb706a-b30a-46a2-a960-387d7677089e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.264431] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39997ea9-6b51-48e3-93f0-2a55acc1a2c2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.302059] env[65794]: DEBUG nova.network.neutron [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Port dbc789af-a3f0-4a29-b618-493b3d5a56df binding to destination host cpu-1 is already ACTIVE {{(pid=65794) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 848.302059] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "refresh_cache-21bd6276-6f01-4292-8c49-3474685f8466" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.302059] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquired lock "refresh_cache-21bd6276-6f01-4292-8c49-3474685f8466" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.302059] env[65794]: DEBUG nova.network.neutron [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 848.347599] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811287, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.406856] env[65794]: DEBUG oslo_vmware.api [None req-b05a4ef8-cedd-490e-98f4-6a10d8b6d351 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': task-4811289, 'name': ReconfigVM_Task, 'duration_secs': 0.230103} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.407145] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b05a4ef8-cedd-490e-98f4-6a10d8b6d351 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Reconfigured VM instance to set the machine id {{(pid=65794) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 848.433920] env[65794]: DEBUG nova.scheduler.client.report [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.441616] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811288, 'name': ReconfigVM_Task, 'duration_secs': 0.934322} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.442323] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 528a633b-b5c4-48b5-a0a0-d6dde3108f9f/528a633b-b5c4-48b5-a0a0-d6dde3108f9f.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.442747] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72e1de85-cfbc-4f76-bb6b-1106d77effe7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.455688] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Waiting for the task: (returnval){ [ 848.455688] env[65794]: value = "task-4811291" [ 848.455688] env[65794]: _type = "Task" [ 848.455688] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.471267] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811291, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.576566] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811290, 'name': CreateVM_Task, 'duration_secs': 0.440546} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.576741] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.577301] env[65794]: WARNING neutronclient.v2_0.client [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.577677] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.577903] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.578245] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.578520] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68fe426f-64bc-483a-a21a-451d0a882afb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.584437] env[65794]: DEBUG nova.compute.manager [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 848.587416] env[65794]: DEBUG oslo_vmware.api [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 848.587416] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52e86fb0-3b89-5f2e-d470-9e40b93818c7" [ 848.587416] env[65794]: _type = "Task" [ 848.587416] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.599577] env[65794]: DEBUG oslo_vmware.api [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e86fb0-3b89-5f2e-d470-9e40b93818c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010669} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.599929] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.600220] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.600514] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.600677] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.600896] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.601250] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-566a600b-fb7a-43e2-b63f-1cf8f3343f0d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.612322] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.612650] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.613467] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7df58a86-6653-4174-9063-e0f4a56f4751 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.620019] env[65794]: DEBUG oslo_vmware.api [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 848.620019] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52dbb689-3ddf-2a8c-5d2a-06971cdf302d" [ 848.620019] env[65794]: _type = "Task" [ 848.620019] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.629927] env[65794]: DEBUG oslo_vmware.api [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52dbb689-3ddf-2a8c-5d2a-06971cdf302d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.666832] env[65794]: WARNING neutronclient.v2_0.client [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.803979] env[65794]: WARNING neutronclient.v2_0.client [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.847272] env[65794]: DEBUG oslo_vmware.api [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811287, 'name': PowerOnVM_Task, 'duration_secs': 1.164112} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.847693] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.847928] env[65794]: INFO nova.compute.manager [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Took 11.44 seconds to spawn the instance on the hypervisor. [ 848.848122] env[65794]: DEBUG nova.compute.manager [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 848.848959] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1aff66c-0125-49b4-aba2-55ec382bd911 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.944861] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.944861] env[65794]: DEBUG nova.compute.manager [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 848.947436] env[65794]: DEBUG oslo_concurrency.lockutils [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.947s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.947989] env[65794]: DEBUG oslo_concurrency.lockutils [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.950871] env[65794]: DEBUG oslo_concurrency.lockutils [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.231s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.951384] env[65794]: DEBUG nova.objects.instance [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Lazy-loading 'resources' on Instance uuid b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.971770] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811291, 'name': Rename_Task, 'duration_secs': 0.36144} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.973192] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.973192] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-693334e3-34cd-41c8-b899-047be99902bb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.981367] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Waiting for the task: (returnval){ [ 848.981367] env[65794]: value = "task-4811292" [ 848.981367] env[65794]: _type = "Task" [ 848.981367] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.990760] env[65794]: INFO nova.scheduler.client.report [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Deleted allocations for instance 5d6cf973-f70d-42e3-9357-d7b5d17471d3 [ 849.001194] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.110965] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.131278] env[65794]: DEBUG oslo_vmware.api [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52dbb689-3ddf-2a8c-5d2a-06971cdf302d, 'name': SearchDatastore_Task, 'duration_secs': 0.011919} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.132232] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08ff1e35-15fa-4452-8d2c-d2f8792cf54a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.138765] env[65794]: DEBUG oslo_vmware.api [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 849.138765] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52cf3947-7c05-9711-69e3-b081e6046140" [ 849.138765] env[65794]: _type = "Task" [ 849.138765] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.147342] env[65794]: DEBUG oslo_vmware.api [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52cf3947-7c05-9711-69e3-b081e6046140, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.369868] env[65794]: INFO nova.compute.manager [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Took 61.71 seconds to build instance. [ 849.456450] env[65794]: DEBUG nova.compute.utils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.461528] env[65794]: DEBUG nova.compute.manager [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 849.461721] env[65794]: DEBUG nova.network.neutron [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 849.462051] env[65794]: WARNING neutronclient.v2_0.client [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.462378] env[65794]: WARNING neutronclient.v2_0.client [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.491855] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811292, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.500727] env[65794]: DEBUG nova.network.neutron [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Successfully updated port: 0e206b18-1e1d-4408-96b5-f21b9b865439 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 849.506189] env[65794]: DEBUG oslo_concurrency.lockutils [None req-003fb21a-d0ea-43c1-8130-f34696c8fcd9 tempest-SecurityGroupsTestJSON-1846153885 tempest-SecurityGroupsTestJSON-1846153885-project-member] Lock "5d6cf973-f70d-42e3-9357-d7b5d17471d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.424s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.544402] env[65794]: DEBUG nova.network.neutron [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Updating instance_info_cache with network_info: [{"id": "43a2d81d-c9be-436d-94f1-8377aa8e30fd", "address": "fa:16:3e:70:af:38", "network": {"id": "544e97af-e5d1-4c23-b4e9-4e793614c16d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1102921595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77d85624fb364147aee3ce4f7fb0bb4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43a2d81d-c9", "ovs_interfaceid": "43a2d81d-c9be-436d-94f1-8377aa8e30fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.651262] env[65794]: DEBUG oslo_vmware.api [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52cf3947-7c05-9711-69e3-b081e6046140, 'name': SearchDatastore_Task, 'duration_secs': 0.010404} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.651435] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.652160] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 6412743a-0ac8-41a0-92aa-a361652c43e1/6412743a-0ac8-41a0-92aa-a361652c43e1.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.652160] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dfc8353-3878-497e-8bad-6b976502b7b2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.661194] env[65794]: DEBUG oslo_vmware.api [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 849.661194] env[65794]: value = "task-4811293" [ 849.661194] env[65794]: _type = "Task" [ 849.661194] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.672094] env[65794]: DEBUG oslo_vmware.api [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.723551] env[65794]: DEBUG nova.compute.manager [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Received event network-changed-979de45a-6514-49fc-be68-6f53402f7f77 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 849.724672] env[65794]: DEBUG nova.compute.manager [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Refreshing instance network info cache due to event network-changed-979de45a-6514-49fc-be68-6f53402f7f77. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 849.724672] env[65794]: DEBUG oslo_concurrency.lockutils [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] Acquiring lock "refresh_cache-d496278f-7e3c-41a8-b6b8-a4168d9ab90d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.724672] env[65794]: DEBUG oslo_concurrency.lockutils [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] Acquired lock "refresh_cache-d496278f-7e3c-41a8-b6b8-a4168d9ab90d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.724672] env[65794]: DEBUG nova.network.neutron [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Refreshing network info cache for port 979de45a-6514-49fc-be68-6f53402f7f77 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.748243] env[65794]: DEBUG nova.compute.manager [req-f1cee4a5-7156-4b69-bb35-f52a77729e68 req-0a71224f-6b0a-4d4f-a8d5-063cd72f0e79 service nova] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Received event network-changed-d52fbb69-871f-48f2-9248-2e90597401c7 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 849.749804] env[65794]: DEBUG nova.compute.manager [req-f1cee4a5-7156-4b69-bb35-f52a77729e68 req-0a71224f-6b0a-4d4f-a8d5-063cd72f0e79 service nova] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Refreshing instance network info cache due to event network-changed-d52fbb69-871f-48f2-9248-2e90597401c7. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 849.749946] env[65794]: DEBUG oslo_concurrency.lockutils [req-f1cee4a5-7156-4b69-bb35-f52a77729e68 req-0a71224f-6b0a-4d4f-a8d5-063cd72f0e79 service nova] Acquiring lock "refresh_cache-528a633b-b5c4-48b5-a0a0-d6dde3108f9f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.750088] env[65794]: DEBUG oslo_concurrency.lockutils [req-f1cee4a5-7156-4b69-bb35-f52a77729e68 req-0a71224f-6b0a-4d4f-a8d5-063cd72f0e79 service nova] Acquired lock "refresh_cache-528a633b-b5c4-48b5-a0a0-d6dde3108f9f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.750474] env[65794]: DEBUG nova.network.neutron [req-f1cee4a5-7156-4b69-bb35-f52a77729e68 req-0a71224f-6b0a-4d4f-a8d5-063cd72f0e79 service nova] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Refreshing network info cache for port d52fbb69-871f-48f2-9248-2e90597401c7 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.790296] env[65794]: DEBUG nova.policy [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '213c976bf9d1482dad8b6eadee409867', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcbb4f7645224756815a7f50502ce2c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.876191] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d835e506-ce7a-456e-a0cb-61e632ef8bd0 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "746b7185-90a5-423b-b4da-428f754c471d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.888s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.962952] env[65794]: DEBUG nova.compute.manager [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 849.997039] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811292, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.005633] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "refresh_cache-7298ccc3-3b71-44bd-891c-24892b7bcbd0" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.005886] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquired lock "refresh_cache-7298ccc3-3b71-44bd-891c-24892b7bcbd0" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.006107] env[65794]: DEBUG nova.network.neutron [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 850.017237] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914384c6-9e31-4c3f-adad-deb98e5f1b55 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.030623] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c246d218-96a5-4916-b89d-409b3cb1cd37 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.067410] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Releasing lock "refresh_cache-927010e1-4a8f-4e80-bb8d-67b5bc58543f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.068034] env[65794]: DEBUG nova.compute.manager [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Instance network_info: |[{"id": "43a2d81d-c9be-436d-94f1-8377aa8e30fd", "address": "fa:16:3e:70:af:38", "network": {"id": "544e97af-e5d1-4c23-b4e9-4e793614c16d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1102921595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77d85624fb364147aee3ce4f7fb0bb4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43a2d81d-c9", "ovs_interfaceid": "43a2d81d-c9be-436d-94f1-8377aa8e30fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 850.068817] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:af:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60e7ee7b-4d02-4d68-af2e-5ab7d9708120', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43a2d81d-c9be-436d-94f1-8377aa8e30fd', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.077127] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Creating folder: Project (77d85624fb364147aee3ce4f7fb0bb4f). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.078240] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d8f9d5-ec43-4adb-8194-fd8f547d5d0f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.081697] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04737260-637d-48c9-87be-ae06ec37a07e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.092637] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d89ea7-6e13-40e5-a5ac-2b709424b1c3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.101089] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Created folder: Project (77d85624fb364147aee3ce4f7fb0bb4f) in parent group-v937953. [ 850.101528] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Creating folder: Instances. Parent ref: group-v938112. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.102638] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17f55e16-0837-417c-b91f-38841147ed0e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.121290] env[65794]: DEBUG nova.compute.provider_tree [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.138276] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Created folder: Instances in parent group-v938112. [ 850.138276] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 850.138871] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.139872] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb0b2707-ffb4-41ee-beab-2cd88ca55b26 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.167035] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.167035] env[65794]: value = "task-4811296" [ 850.167035] env[65794]: _type = "Task" [ 850.167035] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.175509] env[65794]: DEBUG oslo_vmware.api [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508885} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.177065] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 6412743a-0ac8-41a0-92aa-a361652c43e1/6412743a-0ac8-41a0-92aa-a361652c43e1.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.177065] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.177065] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5696b14c-9f4a-4cfe-ac30-5525326dd87c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.184807] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811296, 'name': CreateVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.192071] env[65794]: DEBUG oslo_vmware.api [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 850.192071] env[65794]: value = "task-4811297" [ 850.192071] env[65794]: _type = "Task" [ 850.192071] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.203453] env[65794]: DEBUG oslo_vmware.api [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.228791] env[65794]: WARNING neutronclient.v2_0.client [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.254790] env[65794]: WARNING neutronclient.v2_0.client [req-f1cee4a5-7156-4b69-bb35-f52a77729e68 req-0a71224f-6b0a-4d4f-a8d5-063cd72f0e79 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.328894] env[65794]: DEBUG nova.network.neutron [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Successfully created port: c3ae737b-6a00-4c64-8915-acf95b74f8f4 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 850.363062] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "82f20739-1d85-4c91-b7b2-542da8db3865" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.363381] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "82f20739-1d85-4c91-b7b2-542da8db3865" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.496125] env[65794]: DEBUG oslo_vmware.api [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811292, 'name': PowerOnVM_Task, 'duration_secs': 1.033051} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.500452] env[65794]: WARNING neutronclient.v2_0.client [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.503789] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.503789] env[65794]: INFO nova.compute.manager [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Took 10.36 seconds to spawn the instance on the hypervisor. [ 850.503789] env[65794]: DEBUG nova.compute.manager [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 850.503789] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0775c6-e2de-4aae-a733-fc6377c98a07 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.624958] env[65794]: DEBUG nova.scheduler.client.report [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.677922] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811296, 'name': CreateVM_Task, 'duration_secs': 0.445901} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.678485] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.679150] env[65794]: WARNING neutronclient.v2_0.client [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.679736] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.680195] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.680987] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.681874] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89b3dd2b-3b75-4515-a17e-181f35e0e9a9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.689209] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Waiting for the task: (returnval){ [ 850.689209] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5284f7ed-bd45-d4a8-b3ce-117f9c5c0793" [ 850.689209] env[65794]: _type = "Task" [ 850.689209] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.702215] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5284f7ed-bd45-d4a8-b3ce-117f9c5c0793, 'name': SearchDatastore_Task, 'duration_secs': 0.010366} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.705960] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.706648] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.707038] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.707329] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.707726] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.708409] env[65794]: DEBUG oslo_vmware.api [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15745} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.709019] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2fb23ab-d868-41c8-9fc7-5655cecd22c5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.711390] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.712619] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9bc04e-e38c-4544-8453-faefedb96969 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.747170] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 6412743a-0ac8-41a0-92aa-a361652c43e1/6412743a-0ac8-41a0-92aa-a361652c43e1.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.748724] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbf299d5-9fa6-4753-8685-9c4ba44eb035 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.764770] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.765215] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.766104] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-631ca107-a2b1-4301-822f-4e93045be7a4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.773888] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Waiting for the task: (returnval){ [ 850.773888] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52a50838-5a9b-2042-73a6-3b26dec51479" [ 850.773888] env[65794]: _type = "Task" [ 850.773888] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.775875] env[65794]: DEBUG oslo_vmware.api [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 850.775875] env[65794]: value = "task-4811298" [ 850.775875] env[65794]: _type = "Task" [ 850.775875] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.792870] env[65794]: DEBUG oslo_vmware.api [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811298, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.796780] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a50838-5a9b-2042-73a6-3b26dec51479, 'name': SearchDatastore_Task, 'duration_secs': 0.011741} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.797864] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edb9c688-6c8d-4d56-8110-edc20bc32deb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.807045] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Waiting for the task: (returnval){ [ 850.807045] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52068763-8ece-c291-eb77-a04701f2b1bb" [ 850.807045] env[65794]: _type = "Task" [ 850.807045] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.818570] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52068763-8ece-c291-eb77-a04701f2b1bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.867368] env[65794]: DEBUG nova.compute.manager [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 82f20739-1d85-4c91-b7b2-542da8db3865] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 850.976066] env[65794]: DEBUG nova.compute.manager [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 851.016637] env[65794]: DEBUG nova.virt.hardware [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 851.016939] env[65794]: DEBUG nova.virt.hardware [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.017152] env[65794]: DEBUG nova.virt.hardware [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 851.017403] env[65794]: DEBUG nova.virt.hardware [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.017735] env[65794]: DEBUG nova.virt.hardware [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 851.017735] env[65794]: DEBUG nova.virt.hardware [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 851.018370] env[65794]: DEBUG nova.virt.hardware [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 851.018370] env[65794]: DEBUG nova.virt.hardware [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 851.018370] env[65794]: DEBUG nova.virt.hardware [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 851.018370] env[65794]: DEBUG nova.virt.hardware [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 851.018624] env[65794]: DEBUG nova.virt.hardware [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 851.025908] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07d7efa-9e6a-4c71-a56a-a064a59ff5ce {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.037587] env[65794]: INFO nova.compute.manager [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Took 55.75 seconds to build instance. [ 851.043303] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e309519e-6166-4a9e-98ff-7117a29f8f2a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.084792] env[65794]: DEBUG nova.network.neutron [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 851.131470] env[65794]: DEBUG oslo_concurrency.lockutils [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.133902] env[65794]: DEBUG oslo_concurrency.lockutils [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.791s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.134184] env[65794]: DEBUG nova.objects.instance [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Lazy-loading 'resources' on Instance uuid 28e3baa9-4cd9-4a05-8949-f06709c259b3 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.162423] env[65794]: INFO nova.scheduler.client.report [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Deleted allocations for instance b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4 [ 851.267331] env[65794]: DEBUG nova.network.neutron [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Updating instance_info_cache with network_info: [{"id": "dbc789af-a3f0-4a29-b618-493b3d5a56df", "address": "fa:16:3e:3f:72:ee", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc789af-a3", "ovs_interfaceid": "dbc789af-a3f0-4a29-b618-493b3d5a56df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.294772] env[65794]: DEBUG oslo_vmware.api [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811298, 'name': ReconfigVM_Task, 'duration_secs': 0.30878} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.294772] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 6412743a-0ac8-41a0-92aa-a361652c43e1/6412743a-0ac8-41a0-92aa-a361652c43e1.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.294772] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc3deebd-4db8-4f59-8920-851a4c852c36 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.299940] env[65794]: DEBUG oslo_vmware.api [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 851.299940] env[65794]: value = "task-4811299" [ 851.299940] env[65794]: _type = "Task" [ 851.299940] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.308895] env[65794]: DEBUG oslo_vmware.api [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811299, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.318118] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52068763-8ece-c291-eb77-a04701f2b1bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011409} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.318413] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.318667] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 927010e1-4a8f-4e80-bb8d-67b5bc58543f/927010e1-4a8f-4e80-bb8d-67b5bc58543f.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.318935] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-437529a7-7ff9-4d3a-9357-40df6f47698f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.327902] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Waiting for the task: (returnval){ [ 851.327902] env[65794]: value = "task-4811300" [ 851.327902] env[65794]: _type = "Task" [ 851.327902] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.339023] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Task: {'id': task-4811300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.391399] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.543674] env[65794]: DEBUG oslo_concurrency.lockutils [None req-def406b6-8008-4c25-a355-eedc7332a779 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Lock "528a633b-b5c4-48b5-a0a0-d6dde3108f9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.268s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.582704] env[65794]: WARNING neutronclient.v2_0.client [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.677404] env[65794]: WARNING neutronclient.v2_0.client [req-f1cee4a5-7156-4b69-bb35-f52a77729e68 req-0a71224f-6b0a-4d4f-a8d5-063cd72f0e79 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.683079] env[65794]: DEBUG oslo_concurrency.lockutils [None req-17dd82ef-e9ed-4ce1-90a4-4d8723f5bc62 tempest-ServerDiagnosticsV248Test-657030202 tempest-ServerDiagnosticsV248Test-657030202-project-member] Lock "b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.326s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.765869] env[65794]: WARNING neutronclient.v2_0.client [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.772469] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Releasing lock "refresh_cache-21bd6276-6f01-4292-8c49-3474685f8466" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.822742] env[65794]: DEBUG oslo_vmware.api [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811299, 'name': Rename_Task, 'duration_secs': 0.16506} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.822742] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.822742] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05e9cc1f-10a0-4d4c-bd2a-b5c434f2dccc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.835935] env[65794]: DEBUG oslo_vmware.api [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 851.835935] env[65794]: value = "task-4811301" [ 851.835935] env[65794]: _type = "Task" [ 851.835935] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.854196] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Task: {'id': task-4811300, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.862443] env[65794]: DEBUG oslo_vmware.api [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811301, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.986337] env[65794]: DEBUG nova.network.neutron [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Updating instance_info_cache with network_info: [{"id": "0e206b18-1e1d-4408-96b5-f21b9b865439", "address": "fa:16:3e:17:99:65", "network": {"id": "4065b1e2-57d1-4b6b-a10e-e2ed1c7ea57c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-67205083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcbb4f7645224756815a7f50502ce2c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e206b18-1e", "ovs_interfaceid": "0e206b18-1e1d-4408-96b5-f21b9b865439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.060698] env[65794]: DEBUG nova.network.neutron [req-f1cee4a5-7156-4b69-bb35-f52a77729e68 req-0a71224f-6b0a-4d4f-a8d5-063cd72f0e79 service nova] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Updated VIF entry in instance network info cache for port d52fbb69-871f-48f2-9248-2e90597401c7. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 852.060902] env[65794]: DEBUG nova.network.neutron [req-f1cee4a5-7156-4b69-bb35-f52a77729e68 req-0a71224f-6b0a-4d4f-a8d5-063cd72f0e79 service nova] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Updating instance_info_cache with network_info: [{"id": "d52fbb69-871f-48f2-9248-2e90597401c7", "address": "fa:16:3e:8c:76:e0", "network": {"id": "95463c1a-0ba6-400c-b909-b235d1ecd7c7", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1059583716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3643eca0464d4827aaa2495e66de6bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd52fbb69-87", "ovs_interfaceid": "d52fbb69-871f-48f2-9248-2e90597401c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.214772] env[65794]: DEBUG nova.network.neutron [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Successfully updated port: c3ae737b-6a00-4c64-8915-acf95b74f8f4 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 852.225635] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5c396a-34ec-4bfb-89d4-9d4a7ceb2dc7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.236603] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1deda829-c36c-4423-9f29-c5906284681b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.279519] env[65794]: DEBUG nova.compute.manager [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65794) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 852.279519] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.280493] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec2ce40-1da1-4a9a-8370-c381f6cc3ac0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.295581] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46c2801-f356-4c94-8acc-3948b6b92039 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.317924] env[65794]: DEBUG nova.compute.provider_tree [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.328180] env[65794]: DEBUG nova.network.neutron [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Updated VIF entry in instance network info cache for port 979de45a-6514-49fc-be68-6f53402f7f77. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 852.330026] env[65794]: DEBUG nova.network.neutron [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Updating instance_info_cache with network_info: [{"id": "979de45a-6514-49fc-be68-6f53402f7f77", "address": "fa:16:3e:a6:7c:99", "network": {"id": "f32aa9ef-b10e-4837-a4fc-ebe8f8725927", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1830482042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3270f32ed49147dca124d32e34e53432", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap979de45a-65", "ovs_interfaceid": "979de45a-6514-49fc-be68-6f53402f7f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.355512] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Task: {'id': task-4811300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548986} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.358401] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 927010e1-4a8f-4e80-bb8d-67b5bc58543f/927010e1-4a8f-4e80-bb8d-67b5bc58543f.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.358661] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.358980] env[65794]: DEBUG oslo_vmware.api [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811301, 'name': PowerOnVM_Task, 'duration_secs': 0.505846} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.359602] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0644fa76-0ef3-474a-bb25-5ab47d3ea2cc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.365053] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.365428] env[65794]: INFO nova.compute.manager [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Took 9.64 seconds to spawn the instance on the hypervisor. [ 852.366285] env[65794]: DEBUG nova.compute.manager [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 852.367626] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176c8f76-d2bb-474e-9011-175351149c7a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.384444] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Waiting for the task: (returnval){ [ 852.384444] env[65794]: value = "task-4811302" [ 852.384444] env[65794]: _type = "Task" [ 852.384444] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.406867] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Task: {'id': task-4811302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.419274] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Acquiring lock "a4c5899d-013c-4d82-9ede-1229bb1f71d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.419603] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Lock "a4c5899d-013c-4d82-9ede-1229bb1f71d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.490687] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Releasing lock "refresh_cache-7298ccc3-3b71-44bd-891c-24892b7bcbd0" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.491071] env[65794]: DEBUG nova.compute.manager [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Instance network_info: |[{"id": "0e206b18-1e1d-4408-96b5-f21b9b865439", "address": "fa:16:3e:17:99:65", "network": {"id": "4065b1e2-57d1-4b6b-a10e-e2ed1c7ea57c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-67205083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcbb4f7645224756815a7f50502ce2c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e206b18-1e", "ovs_interfaceid": "0e206b18-1e1d-4408-96b5-f21b9b865439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 852.491829] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:99:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e206b18-1e1d-4408-96b5-f21b9b865439', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.500203] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 852.501489] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.501489] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c36c01da-3d04-4d42-94ac-cd07f68b9ef2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.521535] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.521535] env[65794]: value = "task-4811303" [ 852.521535] env[65794]: _type = "Task" [ 852.521535] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.530827] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811303, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.568189] env[65794]: DEBUG oslo_concurrency.lockutils [req-f1cee4a5-7156-4b69-bb35-f52a77729e68 req-0a71224f-6b0a-4d4f-a8d5-063cd72f0e79 service nova] Releasing lock "refresh_cache-528a633b-b5c4-48b5-a0a0-d6dde3108f9f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.719717] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "refresh_cache-63f4bfed-4d51-4fd1-8494-2e504f124c3b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.719958] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquired lock "refresh_cache-63f4bfed-4d51-4fd1-8494-2e504f124c3b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.720212] env[65794]: DEBUG nova.network.neutron [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 852.821885] env[65794]: DEBUG nova.scheduler.client.report [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.833047] env[65794]: DEBUG oslo_concurrency.lockutils [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] Releasing lock "refresh_cache-d496278f-7e3c-41a8-b6b8-a4168d9ab90d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.833047] env[65794]: DEBUG nova.compute.manager [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Received event network-vif-plugged-10ca2d75-cef7-4170-b29a-6df3e17cbaba {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 852.833047] env[65794]: DEBUG oslo_concurrency.lockutils [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] Acquiring lock "6412743a-0ac8-41a0-92aa-a361652c43e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.833047] env[65794]: DEBUG oslo_concurrency.lockutils [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] Lock "6412743a-0ac8-41a0-92aa-a361652c43e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.833047] env[65794]: DEBUG oslo_concurrency.lockutils [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] Lock "6412743a-0ac8-41a0-92aa-a361652c43e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.833448] env[65794]: DEBUG nova.compute.manager [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] No waiting events found dispatching network-vif-plugged-10ca2d75-cef7-4170-b29a-6df3e17cbaba {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 852.833448] env[65794]: WARNING nova.compute.manager [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Received unexpected event network-vif-plugged-10ca2d75-cef7-4170-b29a-6df3e17cbaba for instance with vm_state building and task_state spawning. [ 852.833795] env[65794]: DEBUG nova.compute.manager [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Received event network-changed-10ca2d75-cef7-4170-b29a-6df3e17cbaba {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 852.834038] env[65794]: DEBUG nova.compute.manager [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Refreshing instance network info cache due to event network-changed-10ca2d75-cef7-4170-b29a-6df3e17cbaba. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 852.834282] env[65794]: DEBUG oslo_concurrency.lockutils [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] Acquiring lock "refresh_cache-6412743a-0ac8-41a0-92aa-a361652c43e1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.835031] env[65794]: DEBUG oslo_concurrency.lockutils [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] Acquired lock "refresh_cache-6412743a-0ac8-41a0-92aa-a361652c43e1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.835031] env[65794]: DEBUG nova.network.neutron [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Refreshing network info cache for port 10ca2d75-cef7-4170-b29a-6df3e17cbaba {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.905018] env[65794]: INFO nova.compute.manager [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Took 53.36 seconds to build instance. [ 852.914561] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Task: {'id': task-4811302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081796} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.914561] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.915464] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030e5d7a-2911-49ad-85af-b32f97df0798 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.921901] env[65794]: DEBUG nova.compute.manager [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 852.964149] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 927010e1-4a8f-4e80-bb8d-67b5bc58543f/927010e1-4a8f-4e80-bb8d-67b5bc58543f.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.965544] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61db19ce-668a-4094-a78c-8bf4a1f85349 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.988280] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Waiting for the task: (returnval){ [ 852.988280] env[65794]: value = "task-4811304" [ 852.988280] env[65794]: _type = "Task" [ 852.988280] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.999192] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Task: {'id': task-4811304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.031875] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811303, 'name': CreateVM_Task, 'duration_secs': 0.470067} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.032254] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.032855] env[65794]: WARNING neutronclient.v2_0.client [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.033279] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.033431] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.033765] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.034050] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41ad63bb-2f67-4e17-8315-c6ec85fc6d3e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.041300] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 853.041300] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5201ece8-9893-ebbf-8eeb-6d40f4f2ffe3" [ 853.041300] env[65794]: _type = "Task" [ 853.041300] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.052437] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5201ece8-9893-ebbf-8eeb-6d40f4f2ffe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.275918] env[65794]: DEBUG nova.network.neutron [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 853.328761] env[65794]: DEBUG oslo_concurrency.lockutils [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.333623] env[65794]: DEBUG oslo_concurrency.lockutils [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.853s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.335440] env[65794]: INFO nova.compute.claims [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.342068] env[65794]: WARNING neutronclient.v2_0.client [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.367145] env[65794]: INFO nova.scheduler.client.report [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Deleted allocations for instance 28e3baa9-4cd9-4a05-8949-f06709c259b3 [ 853.389713] env[65794]: DEBUG nova.compute.manager [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Received event network-vif-plugged-43a2d81d-c9be-436d-94f1-8377aa8e30fd {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 853.389713] env[65794]: DEBUG oslo_concurrency.lockutils [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] Acquiring lock "927010e1-4a8f-4e80-bb8d-67b5bc58543f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.389713] env[65794]: DEBUG oslo_concurrency.lockutils [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] Lock "927010e1-4a8f-4e80-bb8d-67b5bc58543f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.389713] env[65794]: DEBUG oslo_concurrency.lockutils [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] Lock "927010e1-4a8f-4e80-bb8d-67b5bc58543f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.389713] env[65794]: DEBUG nova.compute.manager [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] No waiting events found dispatching network-vif-plugged-43a2d81d-c9be-436d-94f1-8377aa8e30fd {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 853.389713] env[65794]: WARNING nova.compute.manager [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Received unexpected event network-vif-plugged-43a2d81d-c9be-436d-94f1-8377aa8e30fd for instance with vm_state building and task_state spawning. [ 853.389713] env[65794]: DEBUG nova.compute.manager [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Received event network-changed-43a2d81d-c9be-436d-94f1-8377aa8e30fd {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 853.389713] env[65794]: DEBUG nova.compute.manager [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Refreshing instance network info cache due to event network-changed-43a2d81d-c9be-436d-94f1-8377aa8e30fd. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 853.389713] env[65794]: DEBUG oslo_concurrency.lockutils [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] Acquiring lock "refresh_cache-927010e1-4a8f-4e80-bb8d-67b5bc58543f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.389713] env[65794]: DEBUG oslo_concurrency.lockutils [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] Acquired lock "refresh_cache-927010e1-4a8f-4e80-bb8d-67b5bc58543f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.389713] env[65794]: DEBUG nova.network.neutron [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Refreshing network info cache for port 43a2d81d-c9be-436d-94f1-8377aa8e30fd {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.406635] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a3ef058-9321-48e4-ba48-7457b00a617d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "6412743a-0ac8-41a0-92aa-a361652c43e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.377s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.415441] env[65794]: DEBUG nova.compute.manager [req-a959ce90-1486-4355-9454-aa8793d2f89f req-e70f7b0a-3d28-4388-80b7-890defb2da28 service nova] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Received event network-vif-deleted-14db4802-a246-46bd-bce8-3e67d51c9981 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 853.447709] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.473644] env[65794]: WARNING neutronclient.v2_0.client [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.500031] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Task: {'id': task-4811304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.555805] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5201ece8-9893-ebbf-8eeb-6d40f4f2ffe3, 'name': SearchDatastore_Task, 'duration_secs': 0.014515} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.556107] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.556441] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.556568] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.556698] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.556867] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.557184] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-865d387d-e3d0-47d8-be93-655ab55e392f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.573788] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.573985] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.574942] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ad6d86e-0fec-4c04-9d74-16c29683dbb1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.582295] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 853.582295] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5297c4d2-d775-db18-b30e-fe8410901581" [ 853.582295] env[65794]: _type = "Task" [ 853.582295] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.592564] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5297c4d2-d775-db18-b30e-fe8410901581, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.665938] env[65794]: DEBUG nova.network.neutron [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Updating instance_info_cache with network_info: [{"id": "c3ae737b-6a00-4c64-8915-acf95b74f8f4", "address": "fa:16:3e:b5:9c:37", "network": {"id": "4065b1e2-57d1-4b6b-a10e-e2ed1c7ea57c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-67205083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcbb4f7645224756815a7f50502ce2c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3ae737b-6a", "ovs_interfaceid": "c3ae737b-6a00-4c64-8915-acf95b74f8f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.710980] env[65794]: DEBUG nova.objects.instance [None req-3ff4aa51-5788-4316-bac1-76638be13be7 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Lazy-loading 'flavor' on Instance uuid d496278f-7e3c-41a8-b6b8-a4168d9ab90d {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.735530] env[65794]: WARNING neutronclient.v2_0.client [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.879329] env[65794]: DEBUG nova.network.neutron [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Updated VIF entry in instance network info cache for port 10ca2d75-cef7-4170-b29a-6df3e17cbaba. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 853.879688] env[65794]: DEBUG nova.network.neutron [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Updating instance_info_cache with network_info: [{"id": "10ca2d75-cef7-4170-b29a-6df3e17cbaba", "address": "fa:16:3e:20:6b:b0", "network": {"id": "699cc140-0deb-4757-bc61-606e2192ad04", "bridge": "br-int", "label": "tempest-ServersTestJSON-2074952689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28d747c7d7744934af5ef6936cd5608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10ca2d75-ce", "ovs_interfaceid": "10ca2d75-cef7-4170-b29a-6df3e17cbaba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.887789] env[65794]: DEBUG oslo_concurrency.lockutils [None req-71d56224-ac74-40ee-b362-cf0e0c5b2e63 tempest-ServerRescueTestJSONUnderV235-569169363 tempest-ServerRescueTestJSONUnderV235-569169363-project-member] Lock "28e3baa9-4cd9-4a05-8949-f06709c259b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.066s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.893750] env[65794]: WARNING neutronclient.v2_0.client [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.001169] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Task: {'id': task-4811304, 'name': ReconfigVM_Task, 'duration_secs': 0.712951} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.001509] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 927010e1-4a8f-4e80-bb8d-67b5bc58543f/927010e1-4a8f-4e80-bb8d-67b5bc58543f.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.002823] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-066f741a-f39d-4d47-bea8-46d418229306 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.009481] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Waiting for the task: (returnval){ [ 854.009481] env[65794]: value = "task-4811305" [ 854.009481] env[65794]: _type = "Task" [ 854.009481] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.022273] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Task: {'id': task-4811305, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.099482] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5297c4d2-d775-db18-b30e-fe8410901581, 'name': SearchDatastore_Task, 'duration_secs': 0.020342} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.104092] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8f57c28-2af3-4cbf-b87e-239940a4edf3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.110024] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 854.110024] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]523cd036-200c-12af-5978-8e00fbbe8292" [ 854.110024] env[65794]: _type = "Task" [ 854.110024] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.119435] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]523cd036-200c-12af-5978-8e00fbbe8292, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.120853] env[65794]: WARNING neutronclient.v2_0.client [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.168944] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Releasing lock "refresh_cache-63f4bfed-4d51-4fd1-8494-2e504f124c3b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.169441] env[65794]: DEBUG nova.compute.manager [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Instance network_info: |[{"id": "c3ae737b-6a00-4c64-8915-acf95b74f8f4", "address": "fa:16:3e:b5:9c:37", "network": {"id": "4065b1e2-57d1-4b6b-a10e-e2ed1c7ea57c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-67205083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcbb4f7645224756815a7f50502ce2c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3ae737b-6a", "ovs_interfaceid": "c3ae737b-6a00-4c64-8915-acf95b74f8f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 854.170392] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:9c:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3ae737b-6a00-4c64-8915-acf95b74f8f4', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.178474] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 854.178855] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.179157] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b484d530-aa52-4603-a85c-5abcdd2431b1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.206035] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.206035] env[65794]: value = "task-4811306" [ 854.206035] env[65794]: _type = "Task" [ 854.206035] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.211884] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811306, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.216964] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3ff4aa51-5788-4316-bac1-76638be13be7 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Acquiring lock "refresh_cache-d496278f-7e3c-41a8-b6b8-a4168d9ab90d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.217179] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3ff4aa51-5788-4316-bac1-76638be13be7 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Acquired lock "refresh_cache-d496278f-7e3c-41a8-b6b8-a4168d9ab90d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.217382] env[65794]: WARNING neutronclient.v2_0.client [None req-3ff4aa51-5788-4316-bac1-76638be13be7 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.240119] env[65794]: DEBUG nova.network.neutron [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Updated VIF entry in instance network info cache for port 43a2d81d-c9be-436d-94f1-8377aa8e30fd. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 854.240969] env[65794]: DEBUG nova.network.neutron [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Updating instance_info_cache with network_info: [{"id": "43a2d81d-c9be-436d-94f1-8377aa8e30fd", "address": "fa:16:3e:70:af:38", "network": {"id": "544e97af-e5d1-4c23-b4e9-4e793614c16d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1102921595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77d85624fb364147aee3ce4f7fb0bb4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43a2d81d-c9", "ovs_interfaceid": "43a2d81d-c9be-436d-94f1-8377aa8e30fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.361024] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Acquiring lock "1a26c23a-0d13-43f5-84bc-ecd90626b1b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.361024] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Lock "1a26c23a-0d13-43f5-84bc-ecd90626b1b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.385991] env[65794]: DEBUG oslo_concurrency.lockutils [req-1d3a1970-a56a-4560-af3b-a6a1448b2ab9 req-f5a72b0a-b733-40f3-b055-09017311e6b5 service nova] Releasing lock "refresh_cache-6412743a-0ac8-41a0-92aa-a361652c43e1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.523797] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Task: {'id': task-4811305, 'name': Rename_Task, 'duration_secs': 0.247109} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.527718] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.528764] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be5426cd-f845-4819-8e86-df9d5dc5f61b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.537027] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Waiting for the task: (returnval){ [ 854.537027] env[65794]: value = "task-4811307" [ 854.537027] env[65794]: _type = "Task" [ 854.537027] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.549183] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Task: {'id': task-4811307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.623053] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]523cd036-200c-12af-5978-8e00fbbe8292, 'name': SearchDatastore_Task, 'duration_secs': 0.018024} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.623419] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.623784] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 7298ccc3-3b71-44bd-891c-24892b7bcbd0/7298ccc3-3b71-44bd-891c-24892b7bcbd0.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.624132] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea3b13d9-e92d-4872-b1f0-f9b7a86d65b9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.632852] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 854.632852] env[65794]: value = "task-4811308" [ 854.632852] env[65794]: _type = "Task" [ 854.632852] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.642757] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.721047] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811306, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.731349] env[65794]: DEBUG nova.network.neutron [None req-3ff4aa51-5788-4316-bac1-76638be13be7 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 854.745039] env[65794]: DEBUG oslo_concurrency.lockutils [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] Releasing lock "refresh_cache-927010e1-4a8f-4e80-bb8d-67b5bc58543f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.745039] env[65794]: DEBUG nova.compute.manager [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Received event network-vif-plugged-0e206b18-1e1d-4408-96b5-f21b9b865439 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 854.745250] env[65794]: DEBUG oslo_concurrency.lockutils [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] Acquiring lock "7298ccc3-3b71-44bd-891c-24892b7bcbd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.746297] env[65794]: DEBUG oslo_concurrency.lockutils [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] Lock "7298ccc3-3b71-44bd-891c-24892b7bcbd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.746297] env[65794]: DEBUG oslo_concurrency.lockutils [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] Lock "7298ccc3-3b71-44bd-891c-24892b7bcbd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.746297] env[65794]: DEBUG nova.compute.manager [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] No waiting events found dispatching network-vif-plugged-0e206b18-1e1d-4408-96b5-f21b9b865439 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 854.746297] env[65794]: WARNING nova.compute.manager [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Received unexpected event network-vif-plugged-0e206b18-1e1d-4408-96b5-f21b9b865439 for instance with vm_state building and task_state spawning. [ 854.746297] env[65794]: DEBUG nova.compute.manager [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Received event network-changed-0e206b18-1e1d-4408-96b5-f21b9b865439 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 854.746657] env[65794]: DEBUG nova.compute.manager [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Refreshing instance network info cache due to event network-changed-0e206b18-1e1d-4408-96b5-f21b9b865439. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 854.746657] env[65794]: DEBUG oslo_concurrency.lockutils [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] Acquiring lock "refresh_cache-7298ccc3-3b71-44bd-891c-24892b7bcbd0" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.746657] env[65794]: DEBUG oslo_concurrency.lockutils [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] Acquired lock "refresh_cache-7298ccc3-3b71-44bd-891c-24892b7bcbd0" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.746786] env[65794]: DEBUG nova.network.neutron [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Refreshing network info cache for port 0e206b18-1e1d-4408-96b5-f21b9b865439 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.864578] env[65794]: DEBUG nova.compute.manager [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 854.877212] env[65794]: INFO nova.compute.manager [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Rebuilding instance [ 854.922828] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a267c7-9440-4c5f-9a9a-41dfbb370024 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.940344] env[65794]: DEBUG nova.compute.manager [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 854.942114] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52475caf-a681-406d-91ee-00e77e145851 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.949053] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ba47bc-a1b0-435b-b7f5-b40d14837422 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.992151] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9fcfe8-9080-4f5e-85b9-0f2bc64b2c4e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.003031] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d760f6e8-1647-487f-aa96-8dda8d3ac587 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.018441] env[65794]: DEBUG nova.compute.provider_tree [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.055162] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Task: {'id': task-4811307, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.143499] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811308, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.219528] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811306, 'name': CreateVM_Task, 'duration_secs': 0.519066} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.219816] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.220448] env[65794]: WARNING neutronclient.v2_0.client [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.221019] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.221298] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.221810] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.222178] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b36b1f0a-a976-47b6-804f-88d04ad7cf57 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.228518] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 855.228518] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52fd96f3-33e7-d975-8e0e-2a2aa79a984c" [ 855.228518] env[65794]: _type = "Task" [ 855.228518] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.238472] env[65794]: WARNING neutronclient.v2_0.client [None req-3ff4aa51-5788-4316-bac1-76638be13be7 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.241324] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52fd96f3-33e7-d975-8e0e-2a2aa79a984c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.253604] env[65794]: WARNING neutronclient.v2_0.client [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.395555] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.522920] env[65794]: DEBUG nova.scheduler.client.report [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.549325] env[65794]: DEBUG oslo_vmware.api [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Task: {'id': task-4811307, 'name': PowerOnVM_Task, 'duration_secs': 0.955981} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.550573] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.550573] env[65794]: INFO nova.compute.manager [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Took 10.14 seconds to spawn the instance on the hypervisor. [ 855.550573] env[65794]: DEBUG nova.compute.manager [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 855.550786] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0fb82f-b427-4bed-be6c-6e080af3d7a8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.644694] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620989} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.644963] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 7298ccc3-3b71-44bd-891c-24892b7bcbd0/7298ccc3-3b71-44bd-891c-24892b7bcbd0.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.645193] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.645587] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee833eb4-1cdb-4a36-9158-bbdd45796e24 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.653392] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 855.653392] env[65794]: value = "task-4811309" [ 855.653392] env[65794]: _type = "Task" [ 855.653392] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.665161] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.739837] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52fd96f3-33e7-d975-8e0e-2a2aa79a984c, 'name': SearchDatastore_Task, 'duration_secs': 0.013309} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.740307] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.740474] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.740720] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.740861] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.741047] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.741344] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06dcaae7-ca14-48cf-a68d-f9232fcdf550 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.757411] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.758032] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.758963] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad7f207-28e6-4fb9-a684-bc8118e45c4c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.765284] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 855.765284] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52525bcb-7314-a4b8-b507-da242f086775" [ 855.765284] env[65794]: _type = "Task" [ 855.765284] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.774704] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52525bcb-7314-a4b8-b507-da242f086775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.910298] env[65794]: DEBUG nova.compute.manager [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 855.910298] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e18d0fb-f4a1-448b-bedd-de18e378f3ba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.971456] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.971917] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edae54e1-cdb5-4b37-822c-c67049b0d48a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.985567] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Waiting for the task: (returnval){ [ 855.985567] env[65794]: value = "task-4811310" [ 855.985567] env[65794]: _type = "Task" [ 855.985567] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.999587] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.028842] env[65794]: DEBUG oslo_concurrency.lockutils [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.029724] env[65794]: DEBUG nova.compute.manager [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 856.034286] env[65794]: DEBUG oslo_concurrency.lockutils [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.876s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.034662] env[65794]: DEBUG nova.objects.instance [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Lazy-loading 'resources' on Instance uuid 7ece0ac9-80dd-491f-9e03-e8c862e9e64a {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.073183] env[65794]: INFO nova.compute.manager [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Took 45.14 seconds to build instance. [ 856.164303] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075516} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.164640] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.165524] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac047c9-2d8a-4348-b8fd-981406e7f204 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.193840] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 7298ccc3-3b71-44bd-891c-24892b7bcbd0/7298ccc3-3b71-44bd-891c-24892b7bcbd0.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.194268] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccf1f025-9831-4fcc-aa17-a34dc0652312 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.217060] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 856.217060] env[65794]: value = "task-4811311" [ 856.217060] env[65794]: _type = "Task" [ 856.217060] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.231609] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.276190] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52525bcb-7314-a4b8-b507-da242f086775, 'name': SearchDatastore_Task, 'duration_secs': 0.066156} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.277197] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f16ded33-5281-402a-8d95-9532be205fda {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.284264] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 856.284264] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52aa5fdf-8acf-7aa0-9d59-f154187ef728" [ 856.284264] env[65794]: _type = "Task" [ 856.284264] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.294809] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52aa5fdf-8acf-7aa0-9d59-f154187ef728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.428023] env[65794]: INFO nova.compute.manager [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] instance snapshotting [ 856.438460] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3488e5bb-b45e-4816-a533-a83ac96f30ac {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.465693] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0237190-3c57-4e95-b3f1-ad41d98501dc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.500074] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811310, 'name': PowerOffVM_Task, 'duration_secs': 0.244519} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.500389] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.501616] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.503808] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff312ecf-bcd6-4e62-98f0-925ff0c3fa7b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.513547] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.513803] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ee9491b-56b6-4a53-8d5a-01c0a4543c89 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.538769] env[65794]: DEBUG nova.compute.utils [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.545312] env[65794]: DEBUG nova.compute.manager [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 856.545508] env[65794]: DEBUG nova.network.neutron [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 856.546210] env[65794]: WARNING neutronclient.v2_0.client [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.548290] env[65794]: WARNING neutronclient.v2_0.client [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.548697] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.549142] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.549360] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Deleting the datastore file [datastore2] 2258e05e-241d-4799-9759-e14ac02f5d1d {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.551678] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dffd982-ed01-46d2-a6a4-84758f45b0b8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.557316] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Waiting for the task: (returnval){ [ 856.557316] env[65794]: value = "task-4811313" [ 856.557316] env[65794]: _type = "Task" [ 856.557316] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.568820] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.575393] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4f9e466d-b87e-4da6-9c8f-a885608cfff8 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Lock "927010e1-4a8f-4e80-bb8d-67b5bc58543f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.654s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.729313] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811311, 'name': ReconfigVM_Task, 'duration_secs': 0.339662} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.729992] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 7298ccc3-3b71-44bd-891c-24892b7bcbd0/7298ccc3-3b71-44bd-891c-24892b7bcbd0.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.730605] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bac3da7b-4c93-48e8-8617-d7a509bfe92b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.742129] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 856.742129] env[65794]: value = "task-4811314" [ 856.742129] env[65794]: _type = "Task" [ 856.742129] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.753981] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811314, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.797307] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52aa5fdf-8acf-7aa0-9d59-f154187ef728, 'name': SearchDatastore_Task, 'duration_secs': 0.040073} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.800143] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.800447] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 63f4bfed-4d51-4fd1-8494-2e504f124c3b/63f4bfed-4d51-4fd1-8494-2e504f124c3b.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.801635] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1fcbc9a-95db-4867-91b0-f2a7ba37e538 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.809017] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 856.809017] env[65794]: value = "task-4811315" [ 856.809017] env[65794]: _type = "Task" [ 856.809017] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.817378] env[65794]: DEBUG nova.policy [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b18abc21435f45d7b2e8da47bf5bdce0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00ebd4686daa4f1bb38cb4c274c09055', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.826034] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.987109] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Creating Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 856.987684] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fe28a6d4-baec-42b7-b096-f38303fbfd17 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.998373] env[65794]: DEBUG oslo_vmware.api [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Waiting for the task: (returnval){ [ 856.998373] env[65794]: value = "task-4811316" [ 856.998373] env[65794]: _type = "Task" [ 856.998373] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.012678] env[65794]: DEBUG oslo_vmware.api [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811316, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.046446] env[65794]: DEBUG nova.compute.utils [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.073881] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174915} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.074330] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.074620] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.074889] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.086066] env[65794]: WARNING neutronclient.v2_0.client [None req-3ff4aa51-5788-4316-bac1-76638be13be7 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.116468] env[65794]: WARNING neutronclient.v2_0.client [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.144506] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2fb0ee-f170-4288-a4e6-5fc8b3893772 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.154769] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cfa201-12aa-4d4b-bdc4-e80715721fa0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.193693] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0154128d-71cb-4fdc-9319-a0c0036e0f55 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.205204] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc268c0-4e47-4bce-aac8-bc47e0bed701 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.224153] env[65794]: DEBUG nova.compute.provider_tree [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.261672] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811314, 'name': Rename_Task, 'duration_secs': 0.159987} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.262698] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.262698] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-081b2441-f3eb-4eca-8224-8b35cd4bf9b7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.271211] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 857.271211] env[65794]: value = "task-4811317" [ 857.271211] env[65794]: _type = "Task" [ 857.271211] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.281291] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.322170] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811315, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.397587] env[65794]: DEBUG nova.network.neutron [None req-3ff4aa51-5788-4316-bac1-76638be13be7 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Updating instance_info_cache with network_info: [{"id": "979de45a-6514-49fc-be68-6f53402f7f77", "address": "fa:16:3e:a6:7c:99", "network": {"id": "f32aa9ef-b10e-4837-a4fc-ebe8f8725927", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1830482042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3270f32ed49147dca124d32e34e53432", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap979de45a-65", "ovs_interfaceid": "979de45a-6514-49fc-be68-6f53402f7f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.479822] env[65794]: DEBUG nova.network.neutron [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Updated VIF entry in instance network info cache for port 0e206b18-1e1d-4408-96b5-f21b9b865439. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 857.482141] env[65794]: DEBUG nova.network.neutron [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Updating instance_info_cache with network_info: [{"id": "0e206b18-1e1d-4408-96b5-f21b9b865439", "address": "fa:16:3e:17:99:65", "network": {"id": "4065b1e2-57d1-4b6b-a10e-e2ed1c7ea57c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-67205083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcbb4f7645224756815a7f50502ce2c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e206b18-1e", "ovs_interfaceid": "0e206b18-1e1d-4408-96b5-f21b9b865439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.512156] env[65794]: DEBUG oslo_vmware.api [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811316, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.546559] env[65794]: DEBUG nova.network.neutron [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Successfully created port: a252ce1e-e74a-4000-bca8-f82098f352da {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 857.549382] env[65794]: DEBUG nova.compute.manager [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 857.728967] env[65794]: DEBUG nova.scheduler.client.report [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.784037] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811317, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.823651] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630201} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.823651] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 63f4bfed-4d51-4fd1-8494-2e504f124c3b/63f4bfed-4d51-4fd1-8494-2e504f124c3b.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.823651] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.823651] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1b2f9d9-5299-4485-bc71-b84a588bc396 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.834455] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Acquiring lock "1754e34f-1ff0-48e4-aa1e-71a726bdaac1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.834780] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Lock "1754e34f-1ff0-48e4-aa1e-71a726bdaac1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.836154] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 857.836154] env[65794]: value = "task-4811318" [ 857.836154] env[65794]: _type = "Task" [ 857.836154] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.846336] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.904649] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3ff4aa51-5788-4316-bac1-76638be13be7 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Releasing lock "refresh_cache-d496278f-7e3c-41a8-b6b8-a4168d9ab90d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.904706] env[65794]: DEBUG nova.compute.manager [None req-3ff4aa51-5788-4316-bac1-76638be13be7 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Inject network info {{(pid=65794) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7785}} [ 857.904927] env[65794]: DEBUG nova.compute.manager [None req-3ff4aa51-5788-4316-bac1-76638be13be7 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] network_info to inject: |[{"id": "979de45a-6514-49fc-be68-6f53402f7f77", "address": "fa:16:3e:a6:7c:99", "network": {"id": "f32aa9ef-b10e-4837-a4fc-ebe8f8725927", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1830482042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3270f32ed49147dca124d32e34e53432", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap979de45a-65", "ovs_interfaceid": "979de45a-6514-49fc-be68-6f53402f7f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7786}} [ 857.909940] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff4aa51-5788-4316-bac1-76638be13be7 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Reconfiguring VM instance to set the machine id {{(pid=65794) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 857.913078] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf5d5e81-ef37-4fb1-aa24-b72f7dc63903 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.936161] env[65794]: DEBUG oslo_vmware.api [None req-3ff4aa51-5788-4316-bac1-76638be13be7 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Waiting for the task: (returnval){ [ 857.936161] env[65794]: value = "task-4811319" [ 857.936161] env[65794]: _type = "Task" [ 857.936161] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.948109] env[65794]: DEBUG oslo_vmware.api [None req-3ff4aa51-5788-4316-bac1-76638be13be7 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': task-4811319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.985852] env[65794]: DEBUG oslo_concurrency.lockutils [req-ad44c1be-aac4-42c6-94ea-b16505737827 req-4f78b60d-f8dc-4fbd-a84c-24f37bbf2e2a service nova] Releasing lock "refresh_cache-7298ccc3-3b71-44bd-891c-24892b7bcbd0" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.013330] env[65794]: DEBUG oslo_vmware.api [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811316, 'name': CreateSnapshot_Task, 'duration_secs': 0.946629} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.013600] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Created Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 858.014722] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96e69c5-fc40-4808-9445-effc3f710934 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.079251] env[65794]: DEBUG oslo_concurrency.lockutils [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "b1a6869e-577a-4c26-adf3-8919d827ea2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.079251] env[65794]: DEBUG oslo_concurrency.lockutils [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "b1a6869e-577a-4c26-adf3-8919d827ea2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.079251] env[65794]: DEBUG oslo_concurrency.lockutils [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "b1a6869e-577a-4c26-adf3-8919d827ea2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.079251] env[65794]: DEBUG oslo_concurrency.lockutils [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "b1a6869e-577a-4c26-adf3-8919d827ea2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.079251] env[65794]: DEBUG oslo_concurrency.lockutils [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "b1a6869e-577a-4c26-adf3-8919d827ea2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.084161] env[65794]: INFO nova.compute.manager [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Terminating instance [ 858.127802] env[65794]: DEBUG nova.virt.hardware [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 858.128172] env[65794]: DEBUG nova.virt.hardware [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.128339] env[65794]: DEBUG nova.virt.hardware [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 858.128520] env[65794]: DEBUG nova.virt.hardware [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.128662] env[65794]: DEBUG nova.virt.hardware [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 858.128804] env[65794]: DEBUG nova.virt.hardware [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 858.129025] env[65794]: DEBUG nova.virt.hardware [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 858.129427] env[65794]: DEBUG nova.virt.hardware [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 858.129427] env[65794]: DEBUG nova.virt.hardware [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 858.129625] env[65794]: DEBUG nova.virt.hardware [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 858.130237] env[65794]: DEBUG nova.virt.hardware [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 858.131258] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6624cec7-04e5-4446-bfd2-d66603011c45 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.141958] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb00b8e-07f5-402b-90ec-20da5a927238 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.158966] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Instance VIF info [] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.167053] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 858.167801] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.171024] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-484f880d-ec9f-4ff5-8fad-b6ba90004c8d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.189774] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.189774] env[65794]: value = "task-4811320" [ 858.189774] env[65794]: _type = "Task" [ 858.189774] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.202362] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811320, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.237029] env[65794]: DEBUG oslo_concurrency.lockutils [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.239709] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.534s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.241451] env[65794]: INFO nova.compute.claims [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.272527] env[65794]: INFO nova.scheduler.client.report [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Deleted allocations for instance 7ece0ac9-80dd-491f-9e03-e8c862e9e64a [ 858.288524] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811317, 'name': PowerOnVM_Task, 'duration_secs': 0.523717} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.288669] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.289131] env[65794]: INFO nova.compute.manager [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Took 10.07 seconds to spawn the instance on the hypervisor. [ 858.289131] env[65794]: DEBUG nova.compute.manager [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 858.289927] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c525ba82-7812-49ae-87a1-0c164af60f8b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.337697] env[65794]: DEBUG nova.compute.manager [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 858.351577] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075669} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.352539] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.353662] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75ed931-a570-48a1-9d5c-78598ba618cd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.383790] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 63f4bfed-4d51-4fd1-8494-2e504f124c3b/63f4bfed-4d51-4fd1-8494-2e504f124c3b.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.385032] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aa68e9d-7609-45d7-8b40-7b8176c0bea9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.408697] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 858.408697] env[65794]: value = "task-4811321" [ 858.408697] env[65794]: _type = "Task" [ 858.408697] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.419353] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811321, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.447596] env[65794]: DEBUG oslo_vmware.api [None req-3ff4aa51-5788-4316-bac1-76638be13be7 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': task-4811319, 'name': ReconfigVM_Task, 'duration_secs': 0.197142} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.448264] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff4aa51-5788-4316-bac1-76638be13be7 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Reconfigured VM instance to set the machine id {{(pid=65794) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 858.544833] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Creating linked-clone VM from snapshot {{(pid=65794) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 858.545139] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6e3d7d55-dc3c-4020-98c5-53329cd78007 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.556462] env[65794]: DEBUG oslo_vmware.api [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Waiting for the task: (returnval){ [ 858.556462] env[65794]: value = "task-4811322" [ 858.556462] env[65794]: _type = "Task" [ 858.556462] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.561115] env[65794]: DEBUG nova.compute.manager [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 858.575209] env[65794]: DEBUG oslo_vmware.api [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811322, 'name': CloneVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.593069] env[65794]: DEBUG nova.virt.hardware [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:27:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='2082421306',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1073463171',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 858.593463] env[65794]: DEBUG nova.virt.hardware [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.593807] env[65794]: DEBUG nova.virt.hardware [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 858.594074] env[65794]: DEBUG nova.virt.hardware [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.594358] env[65794]: DEBUG nova.virt.hardware [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 858.594499] env[65794]: DEBUG nova.virt.hardware [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 858.594832] env[65794]: DEBUG nova.virt.hardware [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 858.595019] env[65794]: DEBUG nova.virt.hardware [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 858.595364] env[65794]: DEBUG nova.virt.hardware [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 858.595567] env[65794]: DEBUG nova.virt.hardware [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 858.595775] env[65794]: DEBUG nova.virt.hardware [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 858.597169] env[65794]: DEBUG nova.compute.manager [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 858.597617] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.598747] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d317934-18d9-459d-bf48-46305e5b705c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.604190] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7245335a-2814-4ff6-ba0a-ff6fe4f28f7f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.619373] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081bdf01-b9e6-4d81-868d-717fe5395a96 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.625020] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.625327] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4b31820-7788-47ff-90fb-d9da8ab0a986 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.703055] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811320, 'name': CreateVM_Task, 'duration_secs': 0.43015} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.703911] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.704345] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.704609] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.704842] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Deleting the datastore file [datastore2] b1a6869e-577a-4c26-adf3-8919d827ea2e {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.705359] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.705544] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.705934] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.706273] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db8bb516-11a1-47d2-bfc9-9e7893aa07b5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.708666] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ae0af3a-f24b-46e8-bc3a-6a777cb66bbb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.716256] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Waiting for the task: (returnval){ [ 858.716256] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52239950-44a0-c137-7ee2-aafe6608b0a6" [ 858.716256] env[65794]: _type = "Task" [ 858.716256] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.718519] env[65794]: DEBUG oslo_vmware.api [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 858.718519] env[65794]: value = "task-4811324" [ 858.718519] env[65794]: _type = "Task" [ 858.718519] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.733472] env[65794]: DEBUG oslo_vmware.api [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.737934] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52239950-44a0-c137-7ee2-aafe6608b0a6, 'name': SearchDatastore_Task, 'duration_secs': 0.014571} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.738163] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.739101] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.739101] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.739101] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.739101] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.739446] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c5f4c30-6d24-4b44-a5e7-0c893bfaf6e8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.751298] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.751592] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.752765] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9767c585-d43a-4be8-999d-e514577b5ff3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.760095] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Waiting for the task: (returnval){ [ 858.760095] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52dd9d08-ad4a-a7ca-7fb2-7e5af012901b" [ 858.760095] env[65794]: _type = "Task" [ 858.760095] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.771898] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52dd9d08-ad4a-a7ca-7fb2-7e5af012901b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.784804] env[65794]: DEBUG oslo_concurrency.lockutils [None req-45a7f1cf-c907-4d55-b65e-3601d9177a86 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Lock "7ece0ac9-80dd-491f-9e03-e8c862e9e64a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.346s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.816387] env[65794]: INFO nova.compute.manager [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Took 46.68 seconds to build instance. [ 858.870306] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.920667] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.069472] env[65794]: DEBUG oslo_vmware.api [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811322, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.233268] env[65794]: DEBUG oslo_vmware.api [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299403} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.234272] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.234664] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.234961] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.237625] env[65794]: INFO nova.compute.manager [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Took 0.64 seconds to destroy the instance on the hypervisor. [ 859.237625] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 859.237625] env[65794]: DEBUG nova.compute.manager [-] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 859.237625] env[65794]: DEBUG nova.network.neutron [-] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 859.237625] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.273636] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52dd9d08-ad4a-a7ca-7fb2-7e5af012901b, 'name': SearchDatastore_Task, 'duration_secs': 0.015399} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.273636] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b36bcd00-afc0-4542-84e8-ac49b7c99722 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.278300] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Waiting for the task: (returnval){ [ 859.278300] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52a83e53-1105-770c-0b81-fa5560fe48c5" [ 859.278300] env[65794]: _type = "Task" [ 859.278300] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.290834] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a83e53-1105-770c-0b81-fa5560fe48c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.318568] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "7298ccc3-3b71-44bd-891c-24892b7bcbd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.190s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.385100] env[65794]: DEBUG nova.network.neutron [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Successfully updated port: a252ce1e-e74a-4000-bca8-f82098f352da {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 859.425202] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811321, 'name': ReconfigVM_Task, 'duration_secs': 0.704618} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.428418] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 63f4bfed-4d51-4fd1-8494-2e504f124c3b/63f4bfed-4d51-4fd1-8494-2e504f124c3b.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.429708] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8641089d-7a8b-4f5f-8ded-3d7c15ab89e8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.442189] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 859.442189] env[65794]: value = "task-4811325" [ 859.442189] env[65794]: _type = "Task" [ 859.442189] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.457740] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811325, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.554554] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.569976] env[65794]: DEBUG oslo_vmware.api [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811322, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.754224] env[65794]: DEBUG nova.compute.manager [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Received event network-vif-plugged-c3ae737b-6a00-4c64-8915-acf95b74f8f4 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 859.754224] env[65794]: DEBUG oslo_concurrency.lockutils [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] Acquiring lock "63f4bfed-4d51-4fd1-8494-2e504f124c3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.754537] env[65794]: DEBUG oslo_concurrency.lockutils [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] Lock "63f4bfed-4d51-4fd1-8494-2e504f124c3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.754858] env[65794]: DEBUG oslo_concurrency.lockutils [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] Lock "63f4bfed-4d51-4fd1-8494-2e504f124c3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.755193] env[65794]: DEBUG nova.compute.manager [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] No waiting events found dispatching network-vif-plugged-c3ae737b-6a00-4c64-8915-acf95b74f8f4 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 859.757049] env[65794]: WARNING nova.compute.manager [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Received unexpected event network-vif-plugged-c3ae737b-6a00-4c64-8915-acf95b74f8f4 for instance with vm_state building and task_state spawning. [ 859.757049] env[65794]: DEBUG nova.compute.manager [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Received event network-changed-c3ae737b-6a00-4c64-8915-acf95b74f8f4 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 859.757049] env[65794]: DEBUG nova.compute.manager [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Refreshing instance network info cache due to event network-changed-c3ae737b-6a00-4c64-8915-acf95b74f8f4. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 859.757049] env[65794]: DEBUG oslo_concurrency.lockutils [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] Acquiring lock "refresh_cache-63f4bfed-4d51-4fd1-8494-2e504f124c3b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.757049] env[65794]: DEBUG oslo_concurrency.lockutils [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] Acquired lock "refresh_cache-63f4bfed-4d51-4fd1-8494-2e504f124c3b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.757049] env[65794]: DEBUG nova.network.neutron [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Refreshing network info cache for port c3ae737b-6a00-4c64-8915-acf95b74f8f4 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.799204] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a83e53-1105-770c-0b81-fa5560fe48c5, 'name': SearchDatastore_Task, 'duration_secs': 0.038953} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.802333] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.803172] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 2258e05e-241d-4799-9759-e14ac02f5d1d/2258e05e-241d-4799-9759-e14ac02f5d1d.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.806415] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85ebb8b1-313b-440b-8e25-5b24a23be313 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.814671] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Waiting for the task: (returnval){ [ 859.814671] env[65794]: value = "task-4811326" [ 859.814671] env[65794]: _type = "Task" [ 859.814671] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.822642] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41873df7-15f5-4622-b75d-2692c878e0b3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.833785] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.838416] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d496a8d-1d96-4ab9-a18b-2a52b32bcdd7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.883159] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc90babd-9968-4647-923d-58809e1636c1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.889161] env[65794]: DEBUG oslo_concurrency.lockutils [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Acquiring lock "refresh_cache-54b59b49-cb95-4183-b223-0e96a8e4658d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.889276] env[65794]: DEBUG oslo_concurrency.lockutils [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Acquired lock "refresh_cache-54b59b49-cb95-4183-b223-0e96a8e4658d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.889474] env[65794]: DEBUG nova.network.neutron [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 859.896137] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2b004b-3d85-4882-a62c-b5a0744eef49 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.914009] env[65794]: DEBUG nova.compute.provider_tree [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.953844] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811325, 'name': Rename_Task, 'duration_secs': 0.171369} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.954058] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.955458] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2c780ed-5aa0-44c2-819f-bd85b66087a8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.966275] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 859.966275] env[65794]: value = "task-4811327" [ 859.966275] env[65794]: _type = "Task" [ 859.966275] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.978120] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.073428] env[65794]: DEBUG oslo_vmware.api [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811322, 'name': CloneVM_Task, 'duration_secs': 1.354229} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.073428] env[65794]: INFO nova.virt.vmwareapi.vmops [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Created linked-clone VM from snapshot [ 860.073428] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d072ad39-4e7d-4966-9751-daba73f5ac95 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.081954] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Uploading image 6a6503c2-1ec8-45af-a710-7bea6ec96ef1 {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 860.114041] env[65794]: DEBUG oslo_vmware.rw_handles [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 860.114041] env[65794]: value = "vm-938119" [ 860.114041] env[65794]: _type = "VirtualMachine" [ 860.114041] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 860.114363] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7192c3a2-f67e-476b-8167-2b02afdb0fa3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.123136] env[65794]: DEBUG oslo_vmware.rw_handles [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Lease: (returnval){ [ 860.123136] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522357dc-7482-b9e6-ccc9-47fe8f21ca95" [ 860.123136] env[65794]: _type = "HttpNfcLease" [ 860.123136] env[65794]: } obtained for exporting VM: (result){ [ 860.123136] env[65794]: value = "vm-938119" [ 860.123136] env[65794]: _type = "VirtualMachine" [ 860.123136] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 860.123555] env[65794]: DEBUG oslo_vmware.api [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Waiting for the lease: (returnval){ [ 860.123555] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522357dc-7482-b9e6-ccc9-47fe8f21ca95" [ 860.123555] env[65794]: _type = "HttpNfcLease" [ 860.123555] env[65794]: } to be ready. {{(pid=65794) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 860.130883] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 860.130883] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522357dc-7482-b9e6-ccc9-47fe8f21ca95" [ 860.130883] env[65794]: _type = "HttpNfcLease" [ 860.130883] env[65794]: } is initializing. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 860.262333] env[65794]: WARNING neutronclient.v2_0.client [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.326714] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811326, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.420402] env[65794]: DEBUG nova.scheduler.client.report [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.480083] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.495310] env[65794]: DEBUG nova.network.neutron [-] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.596846] env[65794]: DEBUG nova.network.neutron [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 860.635806] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 860.635806] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522357dc-7482-b9e6-ccc9-47fe8f21ca95" [ 860.635806] env[65794]: _type = "HttpNfcLease" [ 860.635806] env[65794]: } is ready. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 860.636663] env[65794]: DEBUG oslo_vmware.rw_handles [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 860.636663] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522357dc-7482-b9e6-ccc9-47fe8f21ca95" [ 860.636663] env[65794]: _type = "HttpNfcLease" [ 860.636663] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 860.636884] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3fe6d6-051a-46b7-a30e-5c3b837efc65 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.646492] env[65794]: DEBUG oslo_vmware.rw_handles [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f5500-46c4-6133-8f28-503b9b4e666b/disk-0.vmdk from lease info. {{(pid=65794) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 860.646794] env[65794]: DEBUG oslo_vmware.rw_handles [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f5500-46c4-6133-8f28-503b9b4e666b/disk-0.vmdk for reading. {{(pid=65794) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 860.779542] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bc3a52f2-1821-4889-88f2-d2c0a43601af {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.824572] env[65794]: WARNING neutronclient.v2_0.client [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.831213] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709508} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.831745] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 2258e05e-241d-4799-9759-e14ac02f5d1d/2258e05e-241d-4799-9759-e14ac02f5d1d.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.832133] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.832439] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed1e1ab6-3c41-4fdd-a945-74a1ed52009f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.842744] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Waiting for the task: (returnval){ [ 860.842744] env[65794]: value = "task-4811329" [ 860.842744] env[65794]: _type = "Task" [ 860.842744] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.855780] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.935056] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.935571] env[65794]: DEBUG nova.compute.manager [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 860.938260] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.922s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.939088] env[65794]: DEBUG nova.objects.instance [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Lazy-loading 'resources' on Instance uuid 28429b77-e975-481d-96a0-62054de9b4b9 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.978985] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811327, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.998863] env[65794]: INFO nova.compute.manager [-] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Took 1.76 seconds to deallocate network for instance. [ 861.043106] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "6412743a-0ac8-41a0-92aa-a361652c43e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.043574] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "6412743a-0ac8-41a0-92aa-a361652c43e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.043983] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "6412743a-0ac8-41a0-92aa-a361652c43e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.043983] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "6412743a-0ac8-41a0-92aa-a361652c43e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.044203] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "6412743a-0ac8-41a0-92aa-a361652c43e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.046563] env[65794]: INFO nova.compute.manager [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Terminating instance [ 861.151451] env[65794]: WARNING neutronclient.v2_0.client [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.356752] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080518} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.357480] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.360296] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5057f412-9feb-4df5-8679-fe06c1ce71b6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.385699] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 2258e05e-241d-4799-9759-e14ac02f5d1d/2258e05e-241d-4799-9759-e14ac02f5d1d.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.385905] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7410709-ba3f-4736-b56c-0d5a488d27b7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.411578] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Waiting for the task: (returnval){ [ 861.411578] env[65794]: value = "task-4811330" [ 861.411578] env[65794]: _type = "Task" [ 861.411578] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.424953] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.431179] env[65794]: DEBUG nova.network.neutron [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Updated VIF entry in instance network info cache for port c3ae737b-6a00-4c64-8915-acf95b74f8f4. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 861.431179] env[65794]: DEBUG nova.network.neutron [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Updating instance_info_cache with network_info: [{"id": "c3ae737b-6a00-4c64-8915-acf95b74f8f4", "address": "fa:16:3e:b5:9c:37", "network": {"id": "4065b1e2-57d1-4b6b-a10e-e2ed1c7ea57c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-67205083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcbb4f7645224756815a7f50502ce2c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3ae737b-6a", "ovs_interfaceid": "c3ae737b-6a00-4c64-8915-acf95b74f8f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.446218] env[65794]: DEBUG nova.compute.utils [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.460026] env[65794]: DEBUG nova.compute.manager [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 861.460026] env[65794]: DEBUG nova.network.neutron [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 861.460026] env[65794]: WARNING neutronclient.v2_0.client [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.460026] env[65794]: WARNING neutronclient.v2_0.client [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.480929] env[65794]: DEBUG oslo_vmware.api [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811327, 'name': PowerOnVM_Task, 'duration_secs': 1.348307} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.481327] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.481607] env[65794]: INFO nova.compute.manager [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Took 10.51 seconds to spawn the instance on the hypervisor. [ 861.481913] env[65794]: DEBUG nova.compute.manager [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 861.482743] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f91ec8d-1fa1-4ae1-9123-594c3e574e09 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.505592] env[65794]: DEBUG oslo_concurrency.lockutils [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.550743] env[65794]: DEBUG nova.compute.manager [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 861.550994] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.556467] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4c1a2b-38d8-4d7a-8774-fb518150b17f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.569043] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.569330] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73a26e1a-244c-49db-8bcb-053efc3903ea {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.580159] env[65794]: DEBUG oslo_vmware.api [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 861.580159] env[65794]: value = "task-4811331" [ 861.580159] env[65794]: _type = "Task" [ 861.580159] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.596786] env[65794]: DEBUG oslo_vmware.api [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.824379] env[65794]: DEBUG nova.network.neutron [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Updating instance_info_cache with network_info: [{"id": "a252ce1e-e74a-4000-bca8-f82098f352da", "address": "fa:16:3e:b6:3a:9f", "network": {"id": "57d9b6af-d67d-4309-b437-f058da240ce4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-603908809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00ebd4686daa4f1bb38cb4c274c09055", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa252ce1e-e7", "ovs_interfaceid": "a252ce1e-e74a-4000-bca8-f82098f352da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.887777] env[65794]: DEBUG nova.policy [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc5dc9cb9d1c4c95ad55c254d4daa6e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '810f2c82ca43422c8dd22b301687e8b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.925187] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.933786] env[65794]: DEBUG oslo_concurrency.lockutils [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] Releasing lock "refresh_cache-63f4bfed-4d51-4fd1-8494-2e504f124c3b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.935028] env[65794]: DEBUG nova.compute.manager [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Received event network-changed-979de45a-6514-49fc-be68-6f53402f7f77 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 861.935267] env[65794]: DEBUG nova.compute.manager [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Refreshing instance network info cache due to event network-changed-979de45a-6514-49fc-be68-6f53402f7f77. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 861.935504] env[65794]: DEBUG oslo_concurrency.lockutils [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] Acquiring lock "refresh_cache-d496278f-7e3c-41a8-b6b8-a4168d9ab90d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.936856] env[65794]: DEBUG oslo_concurrency.lockutils [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] Acquired lock "refresh_cache-d496278f-7e3c-41a8-b6b8-a4168d9ab90d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.936856] env[65794]: DEBUG nova.network.neutron [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Refreshing network info cache for port 979de45a-6514-49fc-be68-6f53402f7f77 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.956484] env[65794]: DEBUG nova.compute.manager [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 862.021249] env[65794]: INFO nova.compute.manager [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Took 45.27 seconds to build instance. [ 862.101496] env[65794]: DEBUG oslo_vmware.api [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811331, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.131739] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af96b056-7b32-4f85-b947-285e3f8749dd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.142379] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f49eaf-36a6-4e5e-9a06-8b1d6ee9535b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.181552] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8efcfc7-0970-474e-99d6-21c3b3556770 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.191146] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689283c0-4e08-41ff-9b5f-dffd1f480800 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.206892] env[65794]: DEBUG nova.compute.provider_tree [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.273406] env[65794]: DEBUG nova.compute.manager [req-1646f0f3-b9b3-4858-b9c1-6e5cee3b2de4 req-04014ef5-20c9-4ba1-86e4-8065f515b759 service nova] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Received event network-vif-plugged-a252ce1e-e74a-4000-bca8-f82098f352da {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 862.273406] env[65794]: DEBUG oslo_concurrency.lockutils [req-1646f0f3-b9b3-4858-b9c1-6e5cee3b2de4 req-04014ef5-20c9-4ba1-86e4-8065f515b759 service nova] Acquiring lock "54b59b49-cb95-4183-b223-0e96a8e4658d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.273406] env[65794]: DEBUG oslo_concurrency.lockutils [req-1646f0f3-b9b3-4858-b9c1-6e5cee3b2de4 req-04014ef5-20c9-4ba1-86e4-8065f515b759 service nova] Lock "54b59b49-cb95-4183-b223-0e96a8e4658d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.273406] env[65794]: DEBUG oslo_concurrency.lockutils [req-1646f0f3-b9b3-4858-b9c1-6e5cee3b2de4 req-04014ef5-20c9-4ba1-86e4-8065f515b759 service nova] Lock "54b59b49-cb95-4183-b223-0e96a8e4658d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.273406] env[65794]: DEBUG nova.compute.manager [req-1646f0f3-b9b3-4858-b9c1-6e5cee3b2de4 req-04014ef5-20c9-4ba1-86e4-8065f515b759 service nova] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] No waiting events found dispatching network-vif-plugged-a252ce1e-e74a-4000-bca8-f82098f352da {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 862.274040] env[65794]: WARNING nova.compute.manager [req-1646f0f3-b9b3-4858-b9c1-6e5cee3b2de4 req-04014ef5-20c9-4ba1-86e4-8065f515b759 service nova] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Received unexpected event network-vif-plugged-a252ce1e-e74a-4000-bca8-f82098f352da for instance with vm_state building and task_state spawning. [ 862.328019] env[65794]: DEBUG oslo_concurrency.lockutils [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Releasing lock "refresh_cache-54b59b49-cb95-4183-b223-0e96a8e4658d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.329707] env[65794]: DEBUG nova.compute.manager [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Instance network_info: |[{"id": "a252ce1e-e74a-4000-bca8-f82098f352da", "address": "fa:16:3e:b6:3a:9f", "network": {"id": "57d9b6af-d67d-4309-b437-f058da240ce4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-603908809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00ebd4686daa4f1bb38cb4c274c09055", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa252ce1e-e7", "ovs_interfaceid": "a252ce1e-e74a-4000-bca8-f82098f352da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 862.334027] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:3a:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a252ce1e-e74a-4000-bca8-f82098f352da', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.341941] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 862.342087] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.342357] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78e0e041-3beb-4a9b-b1f9-66cea0c985a0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.365655] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.365655] env[65794]: value = "task-4811332" [ 862.365655] env[65794]: _type = "Task" [ 862.365655] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.380762] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811332, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.424380] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811330, 'name': ReconfigVM_Task, 'duration_secs': 0.647384} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.426247] env[65794]: DEBUG nova.network.neutron [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Successfully created port: ceb0021e-23a6-4f1a-be65-d662ed9239db {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 862.429224] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 2258e05e-241d-4799-9759-e14ac02f5d1d/2258e05e-241d-4799-9759-e14ac02f5d1d.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.430375] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f66dbae-87d8-4fc7-8517-6b096284060b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.439847] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Waiting for the task: (returnval){ [ 862.439847] env[65794]: value = "task-4811333" [ 862.439847] env[65794]: _type = "Task" [ 862.439847] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.444231] env[65794]: WARNING neutronclient.v2_0.client [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.454849] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811333, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.529906] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5f35a412-cfbb-4d98-b37d-bdcc102457ae tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "63f4bfed-4d51-4fd1-8494-2e504f124c3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.360s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.596597] env[65794]: DEBUG oslo_vmware.api [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811331, 'name': PowerOffVM_Task, 'duration_secs': 0.557804} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.598559] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.598730] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.599033] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3939607-4341-48d4-af26-8ddcbfeaf15e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.713171] env[65794]: DEBUG nova.scheduler.client.report [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.721060] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.721293] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.721527] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Deleting the datastore file [datastore2] 6412743a-0ac8-41a0-92aa-a361652c43e1 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.721852] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b74d52db-b2ff-4dbe-8930-8f3244cae2ab {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.730702] env[65794]: DEBUG oslo_vmware.api [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 862.730702] env[65794]: value = "task-4811335" [ 862.730702] env[65794]: _type = "Task" [ 862.730702] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.743236] env[65794]: DEBUG oslo_vmware.api [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.859666] env[65794]: WARNING neutronclient.v2_0.client [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.877732] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811332, 'name': CreateVM_Task, 'duration_secs': 0.504132} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.877911] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.878472] env[65794]: WARNING neutronclient.v2_0.client [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.879060] env[65794]: DEBUG oslo_concurrency.lockutils [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.879060] env[65794]: DEBUG oslo_concurrency.lockutils [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.879302] env[65794]: DEBUG oslo_concurrency.lockutils [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.879618] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3932d3c0-edda-419c-969f-4b5a66d68996 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.886656] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for the task: (returnval){ [ 862.886656] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52698a58-9f58-90c1-085a-d22ed6c4d429" [ 862.886656] env[65794]: _type = "Task" [ 862.886656] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.898922] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52698a58-9f58-90c1-085a-d22ed6c4d429, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.951691] env[65794]: DEBUG oslo_concurrency.lockutils [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "380c96c4-0d35-4f5b-8d37-bc7c460654c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.952508] env[65794]: DEBUG oslo_concurrency.lockutils [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "380c96c4-0d35-4f5b-8d37-bc7c460654c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.962696] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811333, 'name': Rename_Task, 'duration_secs': 0.273023} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.962983] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.963320] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0e87542-07ea-4d67-a623-bd60462eca9d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.966637] env[65794]: DEBUG nova.compute.manager [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 862.977101] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Waiting for the task: (returnval){ [ 862.977101] env[65794]: value = "task-4811336" [ 862.977101] env[65794]: _type = "Task" [ 862.977101] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.992140] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.071066] env[65794]: DEBUG nova.virt.hardware [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9867d331823ce0d3f9d4797ee22e2b8f',container_format='bare',created_at=2025-11-23T05:31:02Z,direct_url=,disk_format='vmdk',id=c1ab34dd-1d86-4fa5-8bf6-596404cc4be5,min_disk=1,min_ram=0,name='tempest-test-snap-495466774',owner='810f2c82ca43422c8dd22b301687e8b3',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-11-23T05:31:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 863.071452] env[65794]: DEBUG nova.virt.hardware [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.071543] env[65794]: DEBUG nova.virt.hardware [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 863.071755] env[65794]: DEBUG nova.virt.hardware [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.071936] env[65794]: DEBUG nova.virt.hardware [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 863.072278] env[65794]: DEBUG nova.virt.hardware [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 863.072591] env[65794]: DEBUG nova.virt.hardware [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 863.072791] env[65794]: DEBUG nova.virt.hardware [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 863.072964] env[65794]: DEBUG nova.virt.hardware [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 863.073160] env[65794]: DEBUG nova.virt.hardware [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 863.073638] env[65794]: DEBUG nova.virt.hardware [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 863.074489] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67455f3-dc51-49a3-933a-2ce62b94d7d8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.086237] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1447ddf5-b983-431c-b355-a65b601e493d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.132651] env[65794]: DEBUG nova.network.neutron [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Updated VIF entry in instance network info cache for port 979de45a-6514-49fc-be68-6f53402f7f77. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 863.133198] env[65794]: DEBUG nova.network.neutron [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Updating instance_info_cache with network_info: [{"id": "979de45a-6514-49fc-be68-6f53402f7f77", "address": "fa:16:3e:a6:7c:99", "network": {"id": "f32aa9ef-b10e-4837-a4fc-ebe8f8725927", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1830482042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3270f32ed49147dca124d32e34e53432", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap979de45a-65", "ovs_interfaceid": "979de45a-6514-49fc-be68-6f53402f7f77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.219483] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.223496] env[65794]: DEBUG oslo_concurrency.lockutils [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.018s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.223662] env[65794]: DEBUG nova.objects.instance [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lazy-loading 'resources' on Instance uuid c94be035-0f2d-4f7b-b196-cb5d02ff61cb {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.246013] env[65794]: DEBUG oslo_vmware.api [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239228} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.246013] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.246013] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.246013] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.246013] env[65794]: INFO nova.compute.manager [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Took 1.70 seconds to destroy the instance on the hypervisor. [ 863.246363] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 863.246363] env[65794]: DEBUG nova.compute.manager [-] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 863.246449] env[65794]: DEBUG nova.network.neutron [-] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 863.246731] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.249993] env[65794]: INFO nova.scheduler.client.report [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Deleted allocations for instance 28429b77-e975-481d-96a0-62054de9b4b9 [ 863.338918] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.398447] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52698a58-9f58-90c1-085a-d22ed6c4d429, 'name': SearchDatastore_Task, 'duration_secs': 0.016911} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.399255] env[65794]: DEBUG oslo_concurrency.lockutils [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.399255] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.399458] env[65794]: DEBUG oslo_concurrency.lockutils [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.399596] env[65794]: DEBUG oslo_concurrency.lockutils [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.399915] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.401978] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3998211a-6ec4-47f7-93ea-cd8c99017a07 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.413537] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.413537] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.414567] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6825fbec-d451-4fea-810b-72252a7d9b71 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.422190] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for the task: (returnval){ [ 863.422190] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52166503-f432-a25a-461f-232125bc4063" [ 863.422190] env[65794]: _type = "Task" [ 863.422190] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.434253] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52166503-f432-a25a-461f-232125bc4063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.462533] env[65794]: DEBUG nova.compute.manager [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 863.490364] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811336, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.637642] env[65794]: DEBUG oslo_concurrency.lockutils [req-daa1abad-4d19-413f-a879-c1989b043b2f req-50e4bfaa-65e3-4fa0-a404-b24f10df1fd7 service nova] Releasing lock "refresh_cache-d496278f-7e3c-41a8-b6b8-a4168d9ab90d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.766250] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3b29c3c5-8ece-4638-a4dc-5a5128c4c773 tempest-VolumesAssistedSnapshotsTest-2049452914 tempest-VolumesAssistedSnapshotsTest-2049452914-project-member] Lock "28429b77-e975-481d-96a0-62054de9b4b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.432s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.940707] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52166503-f432-a25a-461f-232125bc4063, 'name': SearchDatastore_Task, 'duration_secs': 0.012947} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.946204] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38a7b02d-1975-4f3c-97aa-6dbe96f883d1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.949397] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Acquiring lock "d496278f-7e3c-41a8-b6b8-a4168d9ab90d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.949761] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Lock "d496278f-7e3c-41a8-b6b8-a4168d9ab90d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.949996] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Acquiring lock "d496278f-7e3c-41a8-b6b8-a4168d9ab90d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.950677] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Lock "d496278f-7e3c-41a8-b6b8-a4168d9ab90d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.950864] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Lock "d496278f-7e3c-41a8-b6b8-a4168d9ab90d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.953850] env[65794]: INFO nova.compute.manager [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Terminating instance [ 863.960626] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for the task: (returnval){ [ 863.960626] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f190c1-b8d4-058f-e92b-28d42075e494" [ 863.960626] env[65794]: _type = "Task" [ 863.960626] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.990454] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f190c1-b8d4-058f-e92b-28d42075e494, 'name': SearchDatastore_Task, 'duration_secs': 0.015826} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.991763] env[65794]: DEBUG oslo_concurrency.lockutils [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.992015] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 54b59b49-cb95-4183-b223-0e96a8e4658d/54b59b49-cb95-4183-b223-0e96a8e4658d.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.993391] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8eafd8aa-4481-4bea-82af-0a87afdef25d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.999733] env[65794]: DEBUG oslo_vmware.api [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811336, 'name': PowerOnVM_Task, 'duration_secs': 0.640814} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.000833] env[65794]: DEBUG oslo_concurrency.lockutils [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.001683] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.002436] env[65794]: DEBUG nova.compute.manager [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 864.003444] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5e4d4f-fa28-4227-8513-6a118a20d37f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.008383] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for the task: (returnval){ [ 864.008383] env[65794]: value = "task-4811337" [ 864.008383] env[65794]: _type = "Task" [ 864.008383] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.028227] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.148537] env[65794]: DEBUG nova.network.neutron [-] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.206125] env[65794]: DEBUG nova.network.neutron [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Successfully updated port: ceb0021e-23a6-4f1a-be65-d662ed9239db {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 864.378756] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c43069-af63-4b3b-9808-d69d2cde6efc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.388231] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0e3189-55f4-446f-8e58-1e829e887378 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.422995] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d17fe5-cf92-437c-8a01-31d1dec4bbbc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.432510] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e3706d-59bd-4d36-8650-3ce9a23ae354 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.449499] env[65794]: DEBUG nova.compute.provider_tree [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.472136] env[65794]: DEBUG nova.compute.manager [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 864.472136] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.474112] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1b39a9-7b6a-42a4-bee9-fe985a3ba637 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.482850] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.483258] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01a4db73-fb38-45da-80cc-c4f21f7a8b20 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.493313] env[65794]: DEBUG oslo_vmware.api [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Waiting for the task: (returnval){ [ 864.493313] env[65794]: value = "task-4811338" [ 864.493313] env[65794]: _type = "Task" [ 864.493313] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.506014] env[65794]: DEBUG oslo_vmware.api [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': task-4811338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.530134] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811337, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.535565] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.651852] env[65794]: INFO nova.compute.manager [-] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Took 1.41 seconds to deallocate network for instance. [ 864.715244] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "refresh_cache-eeea6bef-8e98-4fd6-a1ea-2eef506ab570" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.715555] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquired lock "refresh_cache-eeea6bef-8e98-4fd6-a1ea-2eef506ab570" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.715862] env[65794]: DEBUG nova.network.neutron [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 864.952935] env[65794]: DEBUG nova.scheduler.client.report [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.003223] env[65794]: DEBUG oslo_vmware.api [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': task-4811338, 'name': PowerOffVM_Task, 'duration_secs': 0.324382} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.003511] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.003688] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.003953] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86790d11-82ea-4b15-b7dc-5addce7b9d60 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.020934] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.830282} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.021296] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 54b59b49-cb95-4183-b223-0e96a8e4658d/54b59b49-cb95-4183-b223-0e96a8e4658d.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.021552] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.021833] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b83ef46c-c48a-48ca-94a4-5f0ade7c0bdc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.029741] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for the task: (returnval){ [ 865.029741] env[65794]: value = "task-4811340" [ 865.029741] env[65794]: _type = "Task" [ 865.029741] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.043451] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.093950] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.094224] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.094366] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Deleting the datastore file [datastore1] d496278f-7e3c-41a8-b6b8-a4168d9ab90d {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.094705] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4604b34c-b0a7-4f3e-a3a3-4e936d9f3277 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.104034] env[65794]: DEBUG oslo_vmware.api [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Waiting for the task: (returnval){ [ 865.104034] env[65794]: value = "task-4811341" [ 865.104034] env[65794]: _type = "Task" [ 865.104034] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.113318] env[65794]: DEBUG oslo_vmware.api [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': task-4811341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.166913] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.201817] env[65794]: DEBUG nova.compute.manager [req-0685fc7e-b9ab-450b-9f40-44d65e8b6b47 req-5c9069f0-d26c-4f48-bb2d-c9f4c88d96b2 service nova] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Received event network-vif-plugged-ceb0021e-23a6-4f1a-be65-d662ed9239db {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 865.202195] env[65794]: DEBUG oslo_concurrency.lockutils [req-0685fc7e-b9ab-450b-9f40-44d65e8b6b47 req-5c9069f0-d26c-4f48-bb2d-c9f4c88d96b2 service nova] Acquiring lock "eeea6bef-8e98-4fd6-a1ea-2eef506ab570-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.202551] env[65794]: DEBUG oslo_concurrency.lockutils [req-0685fc7e-b9ab-450b-9f40-44d65e8b6b47 req-5c9069f0-d26c-4f48-bb2d-c9f4c88d96b2 service nova] Lock "eeea6bef-8e98-4fd6-a1ea-2eef506ab570-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.204416] env[65794]: DEBUG oslo_concurrency.lockutils [req-0685fc7e-b9ab-450b-9f40-44d65e8b6b47 req-5c9069f0-d26c-4f48-bb2d-c9f4c88d96b2 service nova] Lock "eeea6bef-8e98-4fd6-a1ea-2eef506ab570-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.204416] env[65794]: DEBUG nova.compute.manager [req-0685fc7e-b9ab-450b-9f40-44d65e8b6b47 req-5c9069f0-d26c-4f48-bb2d-c9f4c88d96b2 service nova] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] No waiting events found dispatching network-vif-plugged-ceb0021e-23a6-4f1a-be65-d662ed9239db {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 865.204416] env[65794]: WARNING nova.compute.manager [req-0685fc7e-b9ab-450b-9f40-44d65e8b6b47 req-5c9069f0-d26c-4f48-bb2d-c9f4c88d96b2 service nova] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Received unexpected event network-vif-plugged-ceb0021e-23a6-4f1a-be65-d662ed9239db for instance with vm_state building and task_state spawning. [ 865.218146] env[65794]: INFO nova.compute.manager [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Rebuilding instance [ 865.243101] env[65794]: DEBUG nova.compute.manager [req-60f459d0-656c-49a8-a475-ba3634bad251 req-1d3ad337-f669-4c96-8e27-241f53693321 service nova] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Received event network-changed-a252ce1e-e74a-4000-bca8-f82098f352da {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 865.243101] env[65794]: DEBUG nova.compute.manager [req-60f459d0-656c-49a8-a475-ba3634bad251 req-1d3ad337-f669-4c96-8e27-241f53693321 service nova] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Refreshing instance network info cache due to event network-changed-a252ce1e-e74a-4000-bca8-f82098f352da. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 865.243428] env[65794]: DEBUG oslo_concurrency.lockutils [req-60f459d0-656c-49a8-a475-ba3634bad251 req-1d3ad337-f669-4c96-8e27-241f53693321 service nova] Acquiring lock "refresh_cache-54b59b49-cb95-4183-b223-0e96a8e4658d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.243428] env[65794]: DEBUG oslo_concurrency.lockutils [req-60f459d0-656c-49a8-a475-ba3634bad251 req-1d3ad337-f669-4c96-8e27-241f53693321 service nova] Acquired lock "refresh_cache-54b59b49-cb95-4183-b223-0e96a8e4658d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.243428] env[65794]: DEBUG nova.network.neutron [req-60f459d0-656c-49a8-a475-ba3634bad251 req-1d3ad337-f669-4c96-8e27-241f53693321 service nova] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Refreshing network info cache for port a252ce1e-e74a-4000-bca8-f82098f352da {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.259265] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.259265] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.275607] env[65794]: DEBUG nova.network.neutron [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 865.283765] env[65794]: DEBUG nova.compute.manager [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 865.284698] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bee4490-799c-42c7-8df9-97370b786164 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.383699] env[65794]: WARNING neutronclient.v2_0.client [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.460941] env[65794]: DEBUG oslo_concurrency.lockutils [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.461991] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.172s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.462380] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.462673] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65794) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 865.464934] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.587s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.464934] env[65794]: DEBUG nova.objects.instance [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65794) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 865.470064] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79de3a62-2220-4e8d-b6e5-8e374a5cbb91 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.474492] env[65794]: DEBUG nova.network.neutron [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Updating instance_info_cache with network_info: [{"id": "ceb0021e-23a6-4f1a-be65-d662ed9239db", "address": "fa:16:3e:00:7e:59", "network": {"id": "5d1f4ccc-a5e4-4b01-b23f-5e8212619981", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1601955262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810f2c82ca43422c8dd22b301687e8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb0021e-23", "ovs_interfaceid": "ceb0021e-23a6-4f1a-be65-d662ed9239db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.484418] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d5e676-7f90-4413-8a59-18e968623d6f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.492399] env[65794]: INFO nova.scheduler.client.report [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Deleted allocations for instance c94be035-0f2d-4f7b-b196-cb5d02ff61cb [ 865.510452] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d17f35-ff0d-4833-83d3-9208b6cf4d24 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.520964] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c383382-1d33-4e19-8fc8-8320805d8d62 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.564731] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177689MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65794) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 865.564906] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.574876] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076757} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.575190] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.576285] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e1f3ff-3631-4d43-a682-0086bf5016f4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.600973] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 54b59b49-cb95-4183-b223-0e96a8e4658d/54b59b49-cb95-4183-b223-0e96a8e4658d.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.601327] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d422debf-032b-4d8f-9ade-e36cadb9d64d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.626294] env[65794]: DEBUG oslo_vmware.api [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Task: {'id': task-4811341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339966} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.627830] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.628083] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.628316] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.628559] env[65794]: INFO nova.compute.manager [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 865.628862] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 865.629216] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for the task: (returnval){ [ 865.629216] env[65794]: value = "task-4811342" [ 865.629216] env[65794]: _type = "Task" [ 865.629216] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.629463] env[65794]: DEBUG nova.compute.manager [-] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 865.629580] env[65794]: DEBUG nova.network.neutron [-] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 865.629875] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.644015] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811342, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.718655] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.750090] env[65794]: WARNING neutronclient.v2_0.client [req-60f459d0-656c-49a8-a475-ba3634bad251 req-1d3ad337-f669-4c96-8e27-241f53693321 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.762976] env[65794]: DEBUG nova.compute.manager [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 865.946059] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "7298ccc3-3b71-44bd-891c-24892b7bcbd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.946618] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "7298ccc3-3b71-44bd-891c-24892b7bcbd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.946969] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "7298ccc3-3b71-44bd-891c-24892b7bcbd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.947269] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "7298ccc3-3b71-44bd-891c-24892b7bcbd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.947498] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "7298ccc3-3b71-44bd-891c-24892b7bcbd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.951223] env[65794]: INFO nova.compute.manager [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Terminating instance [ 865.977720] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Releasing lock "refresh_cache-eeea6bef-8e98-4fd6-a1ea-2eef506ab570" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.978102] env[65794]: DEBUG nova.compute.manager [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Instance network_info: |[{"id": "ceb0021e-23a6-4f1a-be65-d662ed9239db", "address": "fa:16:3e:00:7e:59", "network": {"id": "5d1f4ccc-a5e4-4b01-b23f-5e8212619981", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1601955262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810f2c82ca43422c8dd22b301687e8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb0021e-23", "ovs_interfaceid": "ceb0021e-23a6-4f1a-be65-d662ed9239db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 865.979059] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:7e:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ceb0021e-23a6-4f1a-be65-d662ed9239db', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.988822] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 865.990049] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.990634] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed274bfc-ca5a-451e-a21a-1eeb89954dc5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.016685] env[65794]: DEBUG oslo_concurrency.lockutils [None req-536b5f9d-f948-498f-a2c4-c26dd9b2e593 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "c94be035-0f2d-4f7b-b196-cb5d02ff61cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.205s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.024578] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.024578] env[65794]: value = "task-4811343" [ 866.024578] env[65794]: _type = "Task" [ 866.024578] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.034450] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811343, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.147763] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.286883] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.300861] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.301396] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41306134-ead8-4dd6-b8e8-d60cfe5d0cc0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.310218] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 866.310218] env[65794]: value = "task-4811344" [ 866.310218] env[65794]: _type = "Task" [ 866.310218] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.322461] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.340607] env[65794]: DEBUG oslo_concurrency.lockutils [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Acquiring lock "2258e05e-241d-4799-9759-e14ac02f5d1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.341289] env[65794]: DEBUG oslo_concurrency.lockutils [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Lock "2258e05e-241d-4799-9759-e14ac02f5d1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.341401] env[65794]: DEBUG oslo_concurrency.lockutils [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Acquiring lock "2258e05e-241d-4799-9759-e14ac02f5d1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.342756] env[65794]: DEBUG oslo_concurrency.lockutils [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Lock "2258e05e-241d-4799-9759-e14ac02f5d1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.342756] env[65794]: DEBUG oslo_concurrency.lockutils [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Lock "2258e05e-241d-4799-9759-e14ac02f5d1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.345222] env[65794]: INFO nova.compute.manager [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Terminating instance [ 866.456098] env[65794]: DEBUG nova.compute.manager [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 866.456433] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.457742] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5b6e33-0701-463c-a020-bcf33b9c01f3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.469802] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.470862] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-450acda1-dfc8-4f35-8ab8-628b4d30c17d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.475291] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6a7f9bf3-c296-4144-b52c-9106fcddf546 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.476674] env[65794]: DEBUG oslo_concurrency.lockutils [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.392s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.476914] env[65794]: DEBUG nova.objects.instance [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lazy-loading 'resources' on Instance uuid c0db2672-efd6-444a-8d1d-5168205a127d {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.481901] env[65794]: DEBUG oslo_vmware.api [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 866.481901] env[65794]: value = "task-4811345" [ 866.481901] env[65794]: _type = "Task" [ 866.481901] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.488313] env[65794]: WARNING neutronclient.v2_0.client [req-60f459d0-656c-49a8-a475-ba3634bad251 req-1d3ad337-f669-4c96-8e27-241f53693321 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.502233] env[65794]: DEBUG oslo_vmware.api [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.539898] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811343, 'name': CreateVM_Task, 'duration_secs': 0.462153} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.540202] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.541828] env[65794]: WARNING neutronclient.v2_0.client [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.543420] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1ab34dd-1d86-4fa5-8bf6-596404cc4be5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.543783] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1ab34dd-1d86-4fa5-8bf6-596404cc4be5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.546676] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c1ab34dd-1d86-4fa5-8bf6-596404cc4be5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.546676] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e35ab47-2dca-4e47-83e1-c57ec00a92ba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.552794] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 866.552794] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]529f6d0d-8faf-660f-bff3-f4132344a242" [ 866.552794] env[65794]: _type = "Task" [ 866.552794] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.565211] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]529f6d0d-8faf-660f-bff3-f4132344a242, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.609234] env[65794]: DEBUG oslo_concurrency.lockutils [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "63f4bfed-4d51-4fd1-8494-2e504f124c3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.609834] env[65794]: DEBUG oslo_concurrency.lockutils [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "63f4bfed-4d51-4fd1-8494-2e504f124c3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.610170] env[65794]: DEBUG oslo_concurrency.lockutils [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "63f4bfed-4d51-4fd1-8494-2e504f124c3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.610438] env[65794]: DEBUG oslo_concurrency.lockutils [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "63f4bfed-4d51-4fd1-8494-2e504f124c3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.610714] env[65794]: DEBUG oslo_concurrency.lockutils [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "63f4bfed-4d51-4fd1-8494-2e504f124c3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.613285] env[65794]: INFO nova.compute.manager [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Terminating instance [ 866.646385] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811342, 'name': ReconfigVM_Task, 'duration_secs': 0.601815} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.646693] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 54b59b49-cb95-4183-b223-0e96a8e4658d/54b59b49-cb95-4183-b223-0e96a8e4658d.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.647027] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=65794) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 866.649180] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-15994e28-f1dd-4929-859a-71c36a6a8e68 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.652469] env[65794]: DEBUG nova.network.neutron [req-60f459d0-656c-49a8-a475-ba3634bad251 req-1d3ad337-f669-4c96-8e27-241f53693321 service nova] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Updated VIF entry in instance network info cache for port a252ce1e-e74a-4000-bca8-f82098f352da. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 866.654034] env[65794]: DEBUG nova.network.neutron [req-60f459d0-656c-49a8-a475-ba3634bad251 req-1d3ad337-f669-4c96-8e27-241f53693321 service nova] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Updating instance_info_cache with network_info: [{"id": "a252ce1e-e74a-4000-bca8-f82098f352da", "address": "fa:16:3e:b6:3a:9f", "network": {"id": "57d9b6af-d67d-4309-b437-f058da240ce4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-603908809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00ebd4686daa4f1bb38cb4c274c09055", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa252ce1e-e7", "ovs_interfaceid": "a252ce1e-e74a-4000-bca8-f82098f352da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.664445] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for the task: (returnval){ [ 866.664445] env[65794]: value = "task-4811346" [ 866.664445] env[65794]: _type = "Task" [ 866.664445] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.678686] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811346, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.689131] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.689393] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.825136] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811344, 'name': PowerOffVM_Task, 'duration_secs': 0.254567} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.825562] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.825900] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.827058] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0975df-72cf-40f0-b849-38c821fb1824 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.836770] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.837074] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b12a87e-b40a-4528-bd6a-09ecc6d71546 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.854301] env[65794]: DEBUG oslo_concurrency.lockutils [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Acquiring lock "refresh_cache-2258e05e-241d-4799-9759-e14ac02f5d1d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.854553] env[65794]: DEBUG oslo_concurrency.lockutils [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Acquired lock "refresh_cache-2258e05e-241d-4799-9759-e14ac02f5d1d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.854782] env[65794]: DEBUG nova.network.neutron [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 866.877578] env[65794]: DEBUG nova.network.neutron [-] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.917254] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.917572] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.918232] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Deleting the datastore file [datastore2] 746b7185-90a5-423b-b4da-428f754c471d {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.918232] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ed54276-5050-4882-bcd9-5d739b713883 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.926841] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 866.926841] env[65794]: value = "task-4811348" [ 866.926841] env[65794]: _type = "Task" [ 866.926841] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.937967] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.993559] env[65794]: DEBUG oslo_vmware.api [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811345, 'name': PowerOffVM_Task, 'duration_secs': 0.248398} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.993900] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.994108] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.994407] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5f8e0af-0848-41fe-8156-b7ececab38b3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.067310] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1ab34dd-1d86-4fa5-8bf6-596404cc4be5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.067756] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Processing image c1ab34dd-1d86-4fa5-8bf6-596404cc4be5 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.068462] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c1ab34dd-1d86-4fa5-8bf6-596404cc4be5/c1ab34dd-1d86-4fa5-8bf6-596404cc4be5.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.068733] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c1ab34dd-1d86-4fa5-8bf6-596404cc4be5/c1ab34dd-1d86-4fa5-8bf6-596404cc4be5.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.068826] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.069387] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74bce73b-1a8a-4f1c-913c-c01a02350d02 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.076625] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.076873] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.077129] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Deleting the datastore file [datastore1] 7298ccc3-3b71-44bd-891c-24892b7bcbd0 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.077511] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a93a1add-4c5a-44dd-bc74-99da27288f2f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.081748] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.083827] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.083827] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e888f82c-5b83-432d-8ebb-0ebf54f39018 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.089575] env[65794]: DEBUG oslo_vmware.api [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 867.089575] env[65794]: value = "task-4811350" [ 867.089575] env[65794]: _type = "Task" [ 867.089575] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.095776] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 867.095776] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52035eb3-4fb9-e959-82e3-ca24589ed9e4" [ 867.095776] env[65794]: _type = "Task" [ 867.095776] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.104680] env[65794]: DEBUG oslo_vmware.api [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.111509] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Preparing fetch location {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 867.112374] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Fetch image to [datastore2] OSTACK_IMG_f6683cc0-a225-40ac-b528-ff1deeea34f7/OSTACK_IMG_f6683cc0-a225-40ac-b528-ff1deeea34f7.vmdk {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 867.112374] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Downloading stream optimized image c1ab34dd-1d86-4fa5-8bf6-596404cc4be5 to [datastore2] OSTACK_IMG_f6683cc0-a225-40ac-b528-ff1deeea34f7/OSTACK_IMG_f6683cc0-a225-40ac-b528-ff1deeea34f7.vmdk on the data store datastore2 as vApp {{(pid=65794) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 867.112374] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Downloading image file data c1ab34dd-1d86-4fa5-8bf6-596404cc4be5 to the ESX as VM named 'OSTACK_IMG_f6683cc0-a225-40ac-b528-ff1deeea34f7' {{(pid=65794) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 867.119712] env[65794]: DEBUG nova.compute.manager [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 867.119712] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.119712] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe4da69-9f9c-429f-8c3f-1da0ea3cc2b9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.130174] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.130446] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07d13646-ef8d-4085-834c-961d06953aca {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.140604] env[65794]: DEBUG oslo_vmware.api [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 867.140604] env[65794]: value = "task-4811351" [ 867.140604] env[65794]: _type = "Task" [ 867.140604] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.180036] env[65794]: DEBUG oslo_concurrency.lockutils [req-60f459d0-656c-49a8-a475-ba3634bad251 req-1d3ad337-f669-4c96-8e27-241f53693321 service nova] Releasing lock "refresh_cache-54b59b49-cb95-4183-b223-0e96a8e4658d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.180036] env[65794]: DEBUG nova.compute.manager [req-60f459d0-656c-49a8-a475-ba3634bad251 req-1d3ad337-f669-4c96-8e27-241f53693321 service nova] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Received event network-vif-deleted-1af6659d-7a5e-454d-957a-c32152e81177 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 867.180036] env[65794]: DEBUG nova.compute.manager [req-60f459d0-656c-49a8-a475-ba3634bad251 req-1d3ad337-f669-4c96-8e27-241f53693321 service nova] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Received event network-vif-deleted-10ca2d75-cef7-4170-b29a-6df3e17cbaba {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 867.187336] env[65794]: DEBUG oslo_vmware.api [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.194891] env[65794]: DEBUG nova.compute.manager [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 867.198231] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811346, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.07356} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.202259] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=65794) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 867.205074] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96398514-2b33-4b35-80b9-3c375a9981b9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.236178] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 54b59b49-cb95-4183-b223-0e96a8e4658d/ephemeral_0.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.237311] env[65794]: DEBUG oslo_vmware.rw_handles [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 867.237311] env[65794]: value = "resgroup-9" [ 867.237311] env[65794]: _type = "ResourcePool" [ 867.237311] env[65794]: }. {{(pid=65794) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 867.240948] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc05fb37-561d-4df3-b656-07fc0c6c0c05 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.257202] env[65794]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-79b91277-3313-4699-9857-86ab353b9299 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.281113] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for the task: (returnval){ [ 867.281113] env[65794]: value = "task-4811352" [ 867.281113] env[65794]: _type = "Task" [ 867.281113] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.283400] env[65794]: DEBUG oslo_vmware.rw_handles [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lease: (returnval){ [ 867.283400] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]526aea97-d858-456f-f0cc-efde06365396" [ 867.283400] env[65794]: _type = "HttpNfcLease" [ 867.283400] env[65794]: } obtained for vApp import into resource pool (val){ [ 867.283400] env[65794]: value = "resgroup-9" [ 867.283400] env[65794]: _type = "ResourcePool" [ 867.283400] env[65794]: }. {{(pid=65794) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 867.283772] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the lease: (returnval){ [ 867.283772] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]526aea97-d858-456f-f0cc-efde06365396" [ 867.283772] env[65794]: _type = "HttpNfcLease" [ 867.283772] env[65794]: } to be ready. {{(pid=65794) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 867.296492] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811352, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.301637] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.301637] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]526aea97-d858-456f-f0cc-efde06365396" [ 867.301637] env[65794]: _type = "HttpNfcLease" [ 867.301637] env[65794]: } is initializing. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 867.361939] env[65794]: WARNING neutronclient.v2_0.client [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.379935] env[65794]: INFO nova.compute.manager [-] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Took 1.75 seconds to deallocate network for instance. [ 867.428621] env[65794]: DEBUG nova.network.neutron [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 867.442179] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232445} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.442536] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.442745] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.442950] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.589032] env[65794]: DEBUG nova.network.neutron [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.605817] env[65794]: DEBUG oslo_vmware.api [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260811} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.606121] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.606339] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.606547] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.606704] env[65794]: INFO nova.compute.manager [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 867.606972] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 867.607192] env[65794]: DEBUG nova.compute.manager [-] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 867.607288] env[65794]: DEBUG nova.network.neutron [-] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 867.607564] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.658025] env[65794]: DEBUG oslo_vmware.api [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811351, 'name': PowerOffVM_Task, 'duration_secs': 0.261217} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.658025] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.658025] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.658025] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85233d88-dc8a-4696-8997-8d626ca2de7b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.682945] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.693697] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222df799-ba8c-49a5-a834-85766ee90900 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.699819] env[65794]: DEBUG nova.compute.manager [req-82a21458-cb0b-46cb-99a5-4e989ca79334 req-bcfc0b69-060c-460a-bcc5-f4f1a0d3501d service nova] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Received event network-changed-ceb0021e-23a6-4f1a-be65-d662ed9239db {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 867.700041] env[65794]: DEBUG nova.compute.manager [req-82a21458-cb0b-46cb-99a5-4e989ca79334 req-bcfc0b69-060c-460a-bcc5-f4f1a0d3501d service nova] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Refreshing instance network info cache due to event network-changed-ceb0021e-23a6-4f1a-be65-d662ed9239db. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 867.700262] env[65794]: DEBUG oslo_concurrency.lockutils [req-82a21458-cb0b-46cb-99a5-4e989ca79334 req-bcfc0b69-060c-460a-bcc5-f4f1a0d3501d service nova] Acquiring lock "refresh_cache-eeea6bef-8e98-4fd6-a1ea-2eef506ab570" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.700398] env[65794]: DEBUG oslo_concurrency.lockutils [req-82a21458-cb0b-46cb-99a5-4e989ca79334 req-bcfc0b69-060c-460a-bcc5-f4f1a0d3501d service nova] Acquired lock "refresh_cache-eeea6bef-8e98-4fd6-a1ea-2eef506ab570" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.700555] env[65794]: DEBUG nova.network.neutron [req-82a21458-cb0b-46cb-99a5-4e989ca79334 req-bcfc0b69-060c-460a-bcc5-f4f1a0d3501d service nova] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Refreshing network info cache for port ceb0021e-23a6-4f1a-be65-d662ed9239db {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.711780] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca2588d-af95-453b-9bf5-aa9d59215d01 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.753477] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.754320] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3afef1-a060-41f0-8019-4a333ce8a104 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.757164] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.757390] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.757580] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Deleting the datastore file [datastore1] 63f4bfed-4d51-4fd1-8494-2e504f124c3b {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.758190] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14cd7b9f-4263-482c-a0c4-4f7112b563db {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.767630] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404979d4-18ad-470d-8003-630170d2a2ea {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.773984] env[65794]: DEBUG oslo_vmware.api [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for the task: (returnval){ [ 867.773984] env[65794]: value = "task-4811355" [ 867.773984] env[65794]: _type = "Task" [ 867.773984] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.787398] env[65794]: DEBUG nova.compute.provider_tree [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.800335] env[65794]: DEBUG oslo_vmware.api [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.809370] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.810999] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.810999] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]526aea97-d858-456f-f0cc-efde06365396" [ 867.810999] env[65794]: _type = "HttpNfcLease" [ 867.810999] env[65794]: } is initializing. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 867.888710] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.020942] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7bfbc153-1267-4dcb-9f57-4b321c5a74fd tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "71be2679-a934-4709-9b7f-991ff7385512" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.021286] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7bfbc153-1267-4dcb-9f57-4b321c5a74fd tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "71be2679-a934-4709-9b7f-991ff7385512" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.096273] env[65794]: DEBUG oslo_concurrency.lockutils [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Releasing lock "refresh_cache-2258e05e-241d-4799-9759-e14ac02f5d1d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.096740] env[65794]: DEBUG nova.compute.manager [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 868.096943] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.097883] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfefb7a8-fcac-4d2e-898c-fc571b7f40b2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.106528] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.109390] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8cb9728-ff24-4f76-9cdc-05fdf49d1202 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.115040] env[65794]: DEBUG oslo_vmware.api [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Waiting for the task: (returnval){ [ 868.115040] env[65794]: value = "task-4811356" [ 868.115040] env[65794]: _type = "Task" [ 868.115040] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.125996] env[65794]: DEBUG oslo_vmware.api [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.206493] env[65794]: WARNING neutronclient.v2_0.client [req-82a21458-cb0b-46cb-99a5-4e989ca79334 req-bcfc0b69-060c-460a-bcc5-f4f1a0d3501d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.290064] env[65794]: DEBUG oslo_vmware.api [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Task: {'id': task-4811355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28851} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.293525] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.294423] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.294423] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.294423] env[65794]: INFO nova.compute.manager [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 868.294647] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 868.294794] env[65794]: DEBUG nova.compute.manager [-] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 868.294875] env[65794]: DEBUG nova.network.neutron [-] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 868.295162] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.302168] env[65794]: DEBUG nova.scheduler.client.report [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.309889] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811352, 'name': ReconfigVM_Task, 'duration_secs': 0.718745} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.310862] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 54b59b49-cb95-4183-b223-0e96a8e4658d/ephemeral_0.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.311656] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a746754d-0fd7-471d-960f-a521c90b5fa7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.315828] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 868.315828] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]526aea97-d858-456f-f0cc-efde06365396" [ 868.315828] env[65794]: _type = "HttpNfcLease" [ 868.315828] env[65794]: } is ready. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 868.315828] env[65794]: DEBUG oslo_vmware.rw_handles [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 868.315828] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]526aea97-d858-456f-f0cc-efde06365396" [ 868.315828] env[65794]: _type = "HttpNfcLease" [ 868.315828] env[65794]: }. {{(pid=65794) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 868.316729] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fccbd5-c996-4729-af44-c0b88f1e0649 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.322514] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for the task: (returnval){ [ 868.322514] env[65794]: value = "task-4811357" [ 868.322514] env[65794]: _type = "Task" [ 868.322514] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.326110] env[65794]: DEBUG oslo_vmware.rw_handles [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527d5468-ec0f-06c9-1641-2efdcdadee08/disk-0.vmdk from lease info. {{(pid=65794) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 868.326316] env[65794]: DEBUG oslo_vmware.rw_handles [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527d5468-ec0f-06c9-1641-2efdcdadee08/disk-0.vmdk. {{(pid=65794) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 868.396812] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.403528] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811357, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.407328] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4ad3f9fe-bfc8-4777-898a-98196dcdca8c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.459358] env[65794]: DEBUG nova.network.neutron [-] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.524734] env[65794]: DEBUG nova.compute.utils [None req-7bfbc153-1267-4dcb-9f57-4b321c5a74fd tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.630356] env[65794]: DEBUG oslo_vmware.api [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811356, 'name': PowerOffVM_Task, 'duration_secs': 0.159273} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.632216] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.632483] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.632859] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79027163-c41d-40c1-b58e-9622c817baf8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.667652] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.667938] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.668126] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Deleting the datastore file [datastore2] 2258e05e-241d-4799-9759-e14ac02f5d1d {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.671980] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c576fcde-8bac-4205-8ddc-de5e0760a187 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.683756] env[65794]: DEBUG oslo_vmware.api [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Waiting for the task: (returnval){ [ 868.683756] env[65794]: value = "task-4811359" [ 868.683756] env[65794]: _type = "Task" [ 868.683756] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.687131] env[65794]: DEBUG nova.virt.hardware [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 868.687496] env[65794]: DEBUG nova.virt.hardware [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.687659] env[65794]: DEBUG nova.virt.hardware [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 868.687847] env[65794]: DEBUG nova.virt.hardware [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.688018] env[65794]: DEBUG nova.virt.hardware [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 868.688213] env[65794]: DEBUG nova.virt.hardware [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 868.688732] env[65794]: DEBUG nova.virt.hardware [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 868.688898] env[65794]: DEBUG nova.virt.hardware [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 868.689086] env[65794]: DEBUG nova.virt.hardware [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 868.689252] env[65794]: DEBUG nova.virt.hardware [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 868.689538] env[65794]: DEBUG nova.virt.hardware [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 868.690610] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272b5144-baee-47a1-b012-637004be1f4e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.714060] env[65794]: DEBUG oslo_vmware.api [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.718037] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1141f90f-505f-44f2-a216-3b47158d2de0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.738918] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:77:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfd02062-6749-43f5-bf9d-0e8361f453a0', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.747432] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 868.753011] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.753330] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c33d3e09-35d9-4d5f-8788-309d145ffdd8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.783359] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.783359] env[65794]: value = "task-4811360" [ 868.783359] env[65794]: _type = "Task" [ 868.783359] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.803976] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811360, 'name': CreateVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.811938] env[65794]: DEBUG oslo_concurrency.lockutils [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.335s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.814647] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.704s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.816924] env[65794]: INFO nova.compute.claims [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.840870] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811357, 'name': Rename_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.843997] env[65794]: WARNING neutronclient.v2_0.client [req-82a21458-cb0b-46cb-99a5-4e989ca79334 req-bcfc0b69-060c-460a-bcc5-f4f1a0d3501d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.847829] env[65794]: INFO nova.scheduler.client.report [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Deleted allocations for instance c0db2672-efd6-444a-8d1d-5168205a127d [ 868.962106] env[65794]: INFO nova.compute.manager [-] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Took 1.35 seconds to deallocate network for instance. [ 868.989820] env[65794]: DEBUG nova.network.neutron [req-82a21458-cb0b-46cb-99a5-4e989ca79334 req-bcfc0b69-060c-460a-bcc5-f4f1a0d3501d service nova] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Updated VIF entry in instance network info cache for port ceb0021e-23a6-4f1a-be65-d662ed9239db. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 868.990322] env[65794]: DEBUG nova.network.neutron [req-82a21458-cb0b-46cb-99a5-4e989ca79334 req-bcfc0b69-060c-460a-bcc5-f4f1a0d3501d service nova] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Updating instance_info_cache with network_info: [{"id": "ceb0021e-23a6-4f1a-be65-d662ed9239db", "address": "fa:16:3e:00:7e:59", "network": {"id": "5d1f4ccc-a5e4-4b01-b23f-5e8212619981", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1601955262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810f2c82ca43422c8dd22b301687e8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceb0021e-23", "ovs_interfaceid": "ceb0021e-23a6-4f1a-be65-d662ed9239db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.028084] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7bfbc153-1267-4dcb-9f57-4b321c5a74fd tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "71be2679-a934-4709-9b7f-991ff7385512" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.203119] env[65794]: DEBUG oslo_vmware.api [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Task: {'id': task-4811359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146918} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.203561] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.203722] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.203973] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.204242] env[65794]: INFO nova.compute.manager [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 869.204533] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 869.204793] env[65794]: DEBUG nova.compute.manager [-] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 869.204896] env[65794]: DEBUG nova.network.neutron [-] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 869.205165] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.207431] env[65794]: DEBUG nova.network.neutron [-] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.229467] env[65794]: DEBUG nova.network.neutron [-] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 869.229796] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.274199] env[65794]: DEBUG oslo_vmware.rw_handles [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Completed reading data from the image iterator. {{(pid=65794) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 869.274484] env[65794]: DEBUG oslo_vmware.rw_handles [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527d5468-ec0f-06c9-1641-2efdcdadee08/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 869.275712] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9332028e-6d15-4414-80e2-fda9184bcc3a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.285908] env[65794]: DEBUG oslo_vmware.rw_handles [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527d5468-ec0f-06c9-1641-2efdcdadee08/disk-0.vmdk is in state: ready. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 869.286358] env[65794]: DEBUG oslo_vmware.rw_handles [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527d5468-ec0f-06c9-1641-2efdcdadee08/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 869.286585] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-61a924f5-75ab-4562-8a3e-b8fce60f8079 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.298680] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811360, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.343039] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811357, 'name': Rename_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.362038] env[65794]: DEBUG oslo_concurrency.lockutils [None req-df310054-9eff-4c66-9f8f-692bb4f57d1c tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "c0db2672-efd6-444a-8d1d-5168205a127d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.829s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.469971] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.493375] env[65794]: DEBUG oslo_concurrency.lockutils [req-82a21458-cb0b-46cb-99a5-4e989ca79334 req-bcfc0b69-060c-460a-bcc5-f4f1a0d3501d service nova] Releasing lock "refresh_cache-eeea6bef-8e98-4fd6-a1ea-2eef506ab570" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.493715] env[65794]: DEBUG nova.compute.manager [req-82a21458-cb0b-46cb-99a5-4e989ca79334 req-bcfc0b69-060c-460a-bcc5-f4f1a0d3501d service nova] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Received event network-vif-deleted-979de45a-6514-49fc-be68-6f53402f7f77 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 869.532525] env[65794]: DEBUG oslo_vmware.rw_handles [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527d5468-ec0f-06c9-1641-2efdcdadee08/disk-0.vmdk. {{(pid=65794) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 869.532690] env[65794]: INFO nova.virt.vmwareapi.images [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Downloaded image file data c1ab34dd-1d86-4fa5-8bf6-596404cc4be5 [ 869.534230] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825fd9d0-4093-4790-b95a-5901b6f86ceb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.552579] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c16074bb-9531-4c9d-a6de-6c2b191156b8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.581760] env[65794]: INFO nova.virt.vmwareapi.images [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] The imported VM was unregistered [ 869.583842] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Caching image {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 869.584217] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Creating directory with path [datastore2] devstack-image-cache_base/c1ab34dd-1d86-4fa5-8bf6-596404cc4be5 {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.584848] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89e4072f-e723-4478-bb80-18fbb3c96d89 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.598239] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Created directory with path [datastore2] devstack-image-cache_base/c1ab34dd-1d86-4fa5-8bf6-596404cc4be5 {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.598471] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f6683cc0-a225-40ac-b528-ff1deeea34f7/OSTACK_IMG_f6683cc0-a225-40ac-b528-ff1deeea34f7.vmdk to [datastore2] devstack-image-cache_base/c1ab34dd-1d86-4fa5-8bf6-596404cc4be5/c1ab34dd-1d86-4fa5-8bf6-596404cc4be5.vmdk. {{(pid=65794) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 869.598889] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-de7ff783-1646-4de4-8cf1-44f0f22fe687 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.607913] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 869.607913] env[65794]: value = "task-4811362" [ 869.607913] env[65794]: _type = "Task" [ 869.607913] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.618618] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811362, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.693988] env[65794]: DEBUG oslo_vmware.rw_handles [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f5500-46c4-6133-8f28-503b9b4e666b/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 869.696790] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76c0b9c-cf58-4bba-8038-1b28dc686b51 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.703510] env[65794]: DEBUG oslo_vmware.rw_handles [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f5500-46c4-6133-8f28-503b9b4e666b/disk-0.vmdk is in state: ready. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 869.703793] env[65794]: ERROR oslo_vmware.rw_handles [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f5500-46c4-6133-8f28-503b9b4e666b/disk-0.vmdk due to incomplete transfer. [ 869.704106] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-019a81c1-a1d4-42cd-ac80-0e1c7fa0fa7f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.712152] env[65794]: INFO nova.compute.manager [-] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Took 1.42 seconds to deallocate network for instance. [ 869.716491] env[65794]: DEBUG oslo_vmware.rw_handles [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529f5500-46c4-6133-8f28-503b9b4e666b/disk-0.vmdk. {{(pid=65794) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 869.717021] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Uploaded image 6a6503c2-1ec8-45af-a710-7bea6ec96ef1 to the Glance image server {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 869.720371] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Destroying the VM {{(pid=65794) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 869.724908] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f6224cca-cf56-46b4-8e90-a9e76c8f83f9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.733540] env[65794]: DEBUG nova.network.neutron [-] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.737128] env[65794]: DEBUG oslo_vmware.api [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Waiting for the task: (returnval){ [ 869.737128] env[65794]: value = "task-4811363" [ 869.737128] env[65794]: _type = "Task" [ 869.737128] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.751402] env[65794]: DEBUG oslo_vmware.api [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811363, 'name': Destroy_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.805035] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811360, 'name': CreateVM_Task, 'duration_secs': 0.791124} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.805035] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.805643] env[65794]: WARNING neutronclient.v2_0.client [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 869.806953] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.807182] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.807611] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.807912] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac5ff4db-8b4f-4548-8a1b-26dd7f3ed7b0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.815413] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 869.815413] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52da62a9-dc89-570d-8b04-652f2dfe7bcd" [ 869.815413] env[65794]: _type = "Task" [ 869.815413] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.825104] env[65794]: DEBUG nova.compute.manager [req-a6e67d24-0c7b-4b9c-98ab-4516e15967bb req-91e311c5-60fc-47f6-8cdc-ffeca796ae89 service nova] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Received event network-vif-deleted-c3ae737b-6a00-4c64-8915-acf95b74f8f4 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 869.838598] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52da62a9-dc89-570d-8b04-652f2dfe7bcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.851331] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811357, 'name': Rename_Task, 'duration_secs': 1.242905} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.851331] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.852027] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61ffb10f-0f4f-44c3-ae20-f30cc2af9fad {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.861311] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for the task: (returnval){ [ 869.861311] env[65794]: value = "task-4811364" [ 869.861311] env[65794]: _type = "Task" [ 869.861311] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.873724] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.119035] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811362, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.145046] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7bfbc153-1267-4dcb-9f57-4b321c5a74fd tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "71be2679-a934-4709-9b7f-991ff7385512" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.145046] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7bfbc153-1267-4dcb-9f57-4b321c5a74fd tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "71be2679-a934-4709-9b7f-991ff7385512" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.145046] env[65794]: INFO nova.compute.manager [None req-7bfbc153-1267-4dcb-9f57-4b321c5a74fd tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Attaching volume d1be0612-4856-4c27-91a4-d32b1e1aa7eb to /dev/sdb [ 870.193676] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b01729-d64c-4869-a150-3c2a4d1bdd58 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.204377] env[65794]: DEBUG nova.compute.manager [req-fb92e16f-fa7b-490a-806f-95781c5f908c req-110102d2-711b-4005-9a8a-d0d270b8a470 service nova] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Received event network-vif-deleted-0e206b18-1e1d-4408-96b5-f21b9b865439 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 870.214466] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532952a7-7622-41d1-b589-3b2fe593c069 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.229031] env[65794]: DEBUG oslo_concurrency.lockutils [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.235701] env[65794]: DEBUG nova.virt.block_device [None req-7bfbc153-1267-4dcb-9f57-4b321c5a74fd tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Updating existing volume attachment record: 4ce105ee-ebd6-47ab-9b60-48b1e15a11e8 {{(pid=65794) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 870.240935] env[65794]: INFO nova.compute.manager [-] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Took 1.04 seconds to deallocate network for instance. [ 870.257231] env[65794]: DEBUG oslo_vmware.api [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811363, 'name': Destroy_Task, 'duration_secs': 0.467985} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.257664] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Destroyed the VM [ 870.257763] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Deleting Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 870.258994] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ab77fa3a-b476-4ec0-b665-9bdc32dd0166 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.271178] env[65794]: DEBUG oslo_vmware.api [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Waiting for the task: (returnval){ [ 870.271178] env[65794]: value = "task-4811365" [ 870.271178] env[65794]: _type = "Task" [ 870.271178] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.285698] env[65794]: DEBUG oslo_vmware.api [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811365, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.334090] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52da62a9-dc89-570d-8b04-652f2dfe7bcd, 'name': SearchDatastore_Task, 'duration_secs': 0.079066} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.335334] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.335334] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.335334] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.335334] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.335744] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.335744] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b03db107-d2a1-43ed-afc2-084a9d564066 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.356725] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.356940] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.358167] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94d96b70-ca03-4661-8469-6cc85a717a2a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.381646] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 870.381646] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]525d2212-433f-d619-dd9b-b667594b09da" [ 870.381646] env[65794]: _type = "Task" [ 870.381646] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.386426] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811364, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.410823] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525d2212-433f-d619-dd9b-b667594b09da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.568033] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b237410e-12d7-42c3-8b82-39a284d71af2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.577536] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2141e9-04b7-49fa-89ed-622a75b9b85e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.617861] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16491aa-7f42-4370-b96e-5e0a212bbdbb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.631046] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811362, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.634704] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61c19a4-310a-466c-9270-20942cedb088 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.654045] env[65794]: DEBUG nova.compute.provider_tree [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.753057] env[65794]: DEBUG oslo_concurrency.lockutils [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.781105] env[65794]: DEBUG oslo_vmware.api [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811365, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.829594] env[65794]: DEBUG oslo_concurrency.lockutils [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "d60db3cf-c84b-449e-8a34-49a67cc0cb5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.829877] env[65794]: DEBUG oslo_concurrency.lockutils [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "d60db3cf-c84b-449e-8a34-49a67cc0cb5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.830224] env[65794]: DEBUG oslo_concurrency.lockutils [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "d60db3cf-c84b-449e-8a34-49a67cc0cb5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.830614] env[65794]: DEBUG oslo_concurrency.lockutils [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "d60db3cf-c84b-449e-8a34-49a67cc0cb5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.830717] env[65794]: DEBUG oslo_concurrency.lockutils [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "d60db3cf-c84b-449e-8a34-49a67cc0cb5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.833700] env[65794]: INFO nova.compute.manager [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Terminating instance [ 870.884254] env[65794]: DEBUG oslo_vmware.api [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811364, 'name': PowerOnVM_Task, 'duration_secs': 0.657187} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.884254] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.884254] env[65794]: INFO nova.compute.manager [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Took 12.32 seconds to spawn the instance on the hypervisor. [ 870.884254] env[65794]: DEBUG nova.compute.manager [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 870.884974] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91650236-d545-4204-b90c-d480d41a72b3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.711594] env[65794]: DEBUG nova.scheduler.client.report [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.715401] env[65794]: DEBUG nova.compute.manager [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 871.715619] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.724496] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aef1e7-d255-4b70-b809-23bc0492ed02 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.735855] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525d2212-433f-d619-dd9b-b667594b09da, 'name': SearchDatastore_Task, 'duration_secs': 0.085452} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.738545] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aebfb09-4f02-4a82-a8a8-2ea11117cf11 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.751053] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811362, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.751315] env[65794]: DEBUG oslo_vmware.api [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811365, 'name': RemoveSnapshot_Task, 'duration_secs': 1.049204} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.751592] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.752395] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Deleted Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 871.752633] env[65794]: INFO nova.compute.manager [None req-174a313c-7813-46e9-9327-a7137b9fcf97 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Took 15.32 seconds to snapshot the instance on the hypervisor. [ 871.756449] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a1d521c-92a7-4d47-b42f-4cd82e92006d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.759642] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 871.759642] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52c34303-4cdd-1884-4a93-3b83c4abfb4d" [ 871.759642] env[65794]: _type = "Task" [ 871.759642] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.772229] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c34303-4cdd-1884-4a93-3b83c4abfb4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.772229] env[65794]: DEBUG oslo_vmware.api [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 871.772229] env[65794]: value = "task-4811369" [ 871.772229] env[65794]: _type = "Task" [ 871.772229] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.782790] env[65794]: DEBUG oslo_vmware.api [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.222491] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.408s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.223232] env[65794]: DEBUG nova.compute.manager [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 872.226284] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811362, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.603842} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.229360] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.836s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.230986] env[65794]: INFO nova.compute.claims [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 82f20739-1d85-4c91-b7b2-542da8db3865] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.233792] env[65794]: INFO nova.virt.vmwareapi.ds_util [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f6683cc0-a225-40ac-b528-ff1deeea34f7/OSTACK_IMG_f6683cc0-a225-40ac-b528-ff1deeea34f7.vmdk to [datastore2] devstack-image-cache_base/c1ab34dd-1d86-4fa5-8bf6-596404cc4be5/c1ab34dd-1d86-4fa5-8bf6-596404cc4be5.vmdk. [ 872.233985] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Cleaning up location [datastore2] OSTACK_IMG_f6683cc0-a225-40ac-b528-ff1deeea34f7 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 872.234155] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f6683cc0-a225-40ac-b528-ff1deeea34f7 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.234959] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5edbf6c3-47e5-49cd-8396-b11d96b70f61 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.249661] env[65794]: INFO nova.compute.manager [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Took 43.78 seconds to build instance. [ 872.249661] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 872.249661] env[65794]: value = "task-4811370" [ 872.249661] env[65794]: _type = "Task" [ 872.249661] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.270454] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.279585] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c34303-4cdd-1884-4a93-3b83c4abfb4d, 'name': SearchDatastore_Task, 'duration_secs': 0.089459} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.281233] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.281435] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 746b7185-90a5-423b-b4da-428f754c471d/746b7185-90a5-423b-b4da-428f754c471d.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.282339] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54881411-99d1-480b-b58b-04ad571e5a47 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.289189] env[65794]: DEBUG oslo_vmware.api [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811369, 'name': PowerOffVM_Task, 'duration_secs': 0.518072} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.289987] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.290284] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.290832] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efaa70f7-b788-43b1-a76d-33168853a9b5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.295657] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 872.295657] env[65794]: value = "task-4811371" [ 872.295657] env[65794]: _type = "Task" [ 872.295657] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.307341] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.369647] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.369970] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.371318] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Deleting the datastore file [datastore2] d60db3cf-c84b-449e-8a34-49a67cc0cb5c {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.371318] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54277f76-5363-4316-a0d8-740c97f74c27 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.382281] env[65794]: DEBUG oslo_vmware.api [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for the task: (returnval){ [ 872.382281] env[65794]: value = "task-4811373" [ 872.382281] env[65794]: _type = "Task" [ 872.382281] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.393711] env[65794]: DEBUG oslo_vmware.api [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.511438] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Acquiring lock "927010e1-4a8f-4e80-bb8d-67b5bc58543f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.511751] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Lock "927010e1-4a8f-4e80-bb8d-67b5bc58543f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.511968] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Acquiring lock "927010e1-4a8f-4e80-bb8d-67b5bc58543f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.512198] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Lock "927010e1-4a8f-4e80-bb8d-67b5bc58543f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.512410] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Lock "927010e1-4a8f-4e80-bb8d-67b5bc58543f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.515988] env[65794]: INFO nova.compute.manager [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Terminating instance [ 872.744818] env[65794]: DEBUG nova.compute.utils [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.744818] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.512s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.744818] env[65794]: DEBUG nova.compute.utils [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 82f20739-1d85-4c91-b7b2-542da8db3865] Instance 82f20739-1d85-4c91-b7b2-542da8db3865 could not be found. {{(pid=65794) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 872.746390] env[65794]: DEBUG nova.compute.manager [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 872.746805] env[65794]: DEBUG nova.network.neutron [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 872.747247] env[65794]: WARNING neutronclient.v2_0.client [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.747709] env[65794]: WARNING neutronclient.v2_0.client [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.751997] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 20.473s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.755142] env[65794]: DEBUG nova.compute.manager [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 82f20739-1d85-4c91-b7b2-542da8db3865] Instance disappeared during build. {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2565}} [ 872.755334] env[65794]: DEBUG nova.compute.manager [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 82f20739-1d85-4c91-b7b2-542da8db3865] Unplugging VIFs for instance {{(pid=65794) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3059}} [ 872.755590] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "refresh_cache-82f20739-1d85-4c91-b7b2-542da8db3865" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.755728] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired lock "refresh_cache-82f20739-1d85-4c91-b7b2-542da8db3865" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.755880] env[65794]: DEBUG nova.network.neutron [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 82f20739-1d85-4c91-b7b2-542da8db3865] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 872.757189] env[65794]: DEBUG oslo_concurrency.lockutils [None req-66ef9ef1-3cdb-4216-9d05-29d0b7b57985 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Lock "54b59b49-cb95-4183-b223-0e96a8e4658d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.594s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.774464] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.063167} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.777137] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.777137] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c1ab34dd-1d86-4fa5-8bf6-596404cc4be5/c1ab34dd-1d86-4fa5-8bf6-596404cc4be5.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.777137] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c1ab34dd-1d86-4fa5-8bf6-596404cc4be5/c1ab34dd-1d86-4fa5-8bf6-596404cc4be5.vmdk to [datastore2] eeea6bef-8e98-4fd6-a1ea-2eef506ab570/eeea6bef-8e98-4fd6-a1ea-2eef506ab570.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.777137] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-085baace-b020-4a94-8f5f-3029a479935a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.785893] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 872.785893] env[65794]: value = "task-4811375" [ 872.785893] env[65794]: _type = "Task" [ 872.785893] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.799054] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.813448] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811371, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.835249] env[65794]: DEBUG nova.policy [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1f27123541c44f8b18ab0f9d2b8c9a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7008d30512094c53b1931970954b7bd1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.894448] env[65794]: DEBUG oslo_vmware.api [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Task: {'id': task-4811373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.490093} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.894759] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.894935] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.895125] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.895312] env[65794]: INFO nova.compute.manager [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 872.895558] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 872.895753] env[65794]: DEBUG nova.compute.manager [-] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 872.895846] env[65794]: DEBUG nova.network.neutron [-] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 872.896111] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.010491] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.025018] env[65794]: DEBUG nova.compute.manager [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 873.025018] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.025018] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a08d624-1ea4-4c53-9982-4cc80a504804 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.033977] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.034864] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab97282a-b784-475f-9399-7f04a302b72b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.044483] env[65794]: DEBUG oslo_vmware.api [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Waiting for the task: (returnval){ [ 873.044483] env[65794]: value = "task-4811376" [ 873.044483] env[65794]: _type = "Task" [ 873.044483] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.056489] env[65794]: DEBUG oslo_vmware.api [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Task: {'id': task-4811376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.247726] env[65794]: DEBUG nova.compute.manager [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 873.259034] env[65794]: DEBUG nova.objects.instance [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lazy-loading 'migration_context' on Instance uuid 21bd6276-6f01-4292-8c49-3474685f8466 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.260448] env[65794]: DEBUG nova.compute.utils [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 82f20739-1d85-4c91-b7b2-542da8db3865] Can not refresh info_cache because instance was not found {{(pid=65794) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 873.260914] env[65794]: WARNING neutronclient.v2_0.client [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception_Remote.InstanceNotFound_Remote: Instance 82f20739-1d85-4c91-b7b2-542da8db3865 could not be found. [ 873.302974] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811375, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.302974] env[65794]: DEBUG nova.network.neutron [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Successfully created port: 6be7224d-2e38-4db2-b952-9ab700581f68 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 873.319792] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574875} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.320255] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 746b7185-90a5-423b-b4da-428f754c471d/746b7185-90a5-423b-b4da-428f754c471d.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.320533] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.320799] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1e2b142-c3a5-448d-81a0-2e2ed39faf16 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.332021] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 873.332021] env[65794]: value = "task-4811377" [ 873.332021] env[65794]: _type = "Task" [ 873.332021] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.346273] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.375520] env[65794]: DEBUG nova.network.neutron [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 82f20739-1d85-4c91-b7b2-542da8db3865] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 873.557058] env[65794]: DEBUG oslo_vmware.api [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Task: {'id': task-4811376, 'name': PowerOffVM_Task, 'duration_secs': 0.25711} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.557362] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.557526] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.557790] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e3cd047-9563-494c-9168-d340ca851109 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.600295] env[65794]: DEBUG nova.network.neutron [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 82f20739-1d85-4c91-b7b2-542da8db3865] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.660919] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.660919] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.661117] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Deleting the datastore file [datastore1] 927010e1-4a8f-4e80-bb8d-67b5bc58543f {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.661397] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91f70182-efb3-4902-8360-a8c3098084e4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.673588] env[65794]: DEBUG oslo_vmware.api [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Waiting for the task: (returnval){ [ 873.673588] env[65794]: value = "task-4811379" [ 873.673588] env[65794]: _type = "Task" [ 873.673588] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.687042] env[65794]: DEBUG oslo_vmware.api [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Task: {'id': task-4811379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.801031] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811375, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.849811] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097903} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.849949] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.851105] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866542d6-1585-496b-9e42-ac159feb8a06 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.863769] env[65794]: DEBUG nova.network.neutron [-] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.897766] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 746b7185-90a5-423b-b4da-428f754c471d/746b7185-90a5-423b-b4da-428f754c471d.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.902110] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c30c0d70-0f72-4e21-bb9b-54859ee269aa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.929611] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 873.929611] env[65794]: value = "task-4811380" [ 873.929611] env[65794]: _type = "Task" [ 873.929611] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.942912] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.037120] env[65794]: DEBUG nova.compute.manager [req-84189a5d-7c8e-48b6-9732-96be69795e08 req-d1085d0c-fbee-4cef-abdb-1072f72d188d service nova] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Received event network-vif-deleted-72f7b4d5-5125-4c9f-8d33-941e723c7dd3 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 874.103431] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Releasing lock "refresh_cache-82f20739-1d85-4c91-b7b2-542da8db3865" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.103718] env[65794]: DEBUG nova.compute.manager [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=65794) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3082}} [ 874.103990] env[65794]: DEBUG nova.compute.manager [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 82f20739-1d85-4c91-b7b2-542da8db3865] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 874.104270] env[65794]: DEBUG nova.network.neutron [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 82f20739-1d85-4c91-b7b2-542da8db3865] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 874.104658] env[65794]: WARNING neutronclient.v2_0.client [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception_Remote.InstanceNotFound_Remote: Instance 82f20739-1d85-4c91-b7b2-542da8db3865 could not be found. [ 874.177208] env[65794]: DEBUG nova.network.neutron [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 82f20739-1d85-4c91-b7b2-542da8db3865] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 874.177208] env[65794]: WARNING neutronclient.v2_0.client [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception_Remote.InstanceNotFound_Remote: Instance 82f20739-1d85-4c91-b7b2-542da8db3865 could not be found. [ 874.192745] env[65794]: DEBUG oslo_vmware.api [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Task: {'id': task-4811379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.258271] env[65794]: DEBUG nova.compute.manager [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 874.285614] env[65794]: DEBUG nova.virt.hardware [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 874.285877] env[65794]: DEBUG nova.virt.hardware [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.286052] env[65794]: DEBUG nova.virt.hardware [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 874.286246] env[65794]: DEBUG nova.virt.hardware [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.286386] env[65794]: DEBUG nova.virt.hardware [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 874.286526] env[65794]: DEBUG nova.virt.hardware [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 874.286729] env[65794]: DEBUG nova.virt.hardware [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 874.286880] env[65794]: DEBUG nova.virt.hardware [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 874.287080] env[65794]: DEBUG nova.virt.hardware [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 874.287277] env[65794]: DEBUG nova.virt.hardware [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 874.287380] env[65794]: DEBUG nova.virt.hardware [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 874.288304] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7340ff0c-a1df-4f52-89a9-9fc9e9316dce {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.304341] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811375, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.308025] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807c1569-dbdd-4488-b695-07012137b5d0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.366313] env[65794]: INFO nova.compute.manager [-] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Took 1.47 seconds to deallocate network for instance. [ 874.446589] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811380, 'name': ReconfigVM_Task, 'duration_secs': 0.345091} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.446896] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 746b7185-90a5-423b-b4da-428f754c471d/746b7185-90a5-423b-b4da-428f754c471d.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.448326] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f62cba3-5e6d-4c5a-9244-092d2d3f5974 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.451357] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875c15ce-88ee-42cb-b16a-ea4098fc02f4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.461353] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffb801b-eac1-4f6d-a010-a423d8d38372 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.466984] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 874.466984] env[65794]: value = "task-4811381" [ 874.466984] env[65794]: _type = "Task" [ 874.466984] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.500596] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391c7e90-d049-407a-bbba-ac77010f3cc3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.511848] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4a3e38-1028-4e12-b393-ae25ee69931e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.516647] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811381, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.531635] env[65794]: DEBUG nova.compute.provider_tree [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.683722] env[65794]: DEBUG nova.network.neutron [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 82f20739-1d85-4c91-b7b2-542da8db3865] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.691939] env[65794]: DEBUG oslo_vmware.api [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Task: {'id': task-4811379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.811816] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811375, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.876276] env[65794]: DEBUG oslo_concurrency.lockutils [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.984917] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811381, 'name': Rename_Task, 'duration_secs': 0.210855} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.985329] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.986975] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93661517-1f8f-46ba-8f84-56d4ee8f3337 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.996032] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 874.996032] env[65794]: value = "task-4811382" [ 874.996032] env[65794]: _type = "Task" [ 874.996032] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.009816] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.036220] env[65794]: DEBUG nova.scheduler.client.report [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.076034] env[65794]: DEBUG nova.network.neutron [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Successfully updated port: 6be7224d-2e38-4db2-b952-9ab700581f68 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 875.187995] env[65794]: INFO nova.compute.manager [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 82f20739-1d85-4c91-b7b2-542da8db3865] Took 1.08 seconds to deallocate network for instance. [ 875.194392] env[65794]: DEBUG oslo_vmware.api [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Task: {'id': task-4811379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.030343} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.194897] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.195067] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.195221] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.195481] env[65794]: INFO nova.compute.manager [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Took 2.17 seconds to destroy the instance on the hypervisor. [ 875.195664] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 875.195879] env[65794]: DEBUG nova.compute.manager [-] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 875.195992] env[65794]: DEBUG nova.network.neutron [-] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 875.196252] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.243732] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.305433] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bfbc153-1267-4dcb-9f57-4b321c5a74fd tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Volume attach. Driver type: vmdk {{(pid=65794) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 875.306036] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bfbc153-1267-4dcb-9f57-4b321c5a74fd tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938125', 'volume_id': 'd1be0612-4856-4c27-91a4-d32b1e1aa7eb', 'name': 'volume-d1be0612-4856-4c27-91a4-d32b1e1aa7eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71be2679-a934-4709-9b7f-991ff7385512', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1be0612-4856-4c27-91a4-d32b1e1aa7eb', 'serial': 'd1be0612-4856-4c27-91a4-d32b1e1aa7eb'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 875.309132] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2618867d-1fac-4376-a3b5-b4aa7346ba50 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.316235] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811375, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.333666] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20da4563-24b9-4eb5-b37a-94c7617a966b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.362077] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bfbc153-1267-4dcb-9f57-4b321c5a74fd tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] volume-d1be0612-4856-4c27-91a4-d32b1e1aa7eb/volume-d1be0612-4856-4c27-91a4-d32b1e1aa7eb.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.363804] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6f0d59d-1e0d-45cb-af01-d03b7511607c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.388061] env[65794]: DEBUG oslo_vmware.api [None req-7bfbc153-1267-4dcb-9f57-4b321c5a74fd tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 875.388061] env[65794]: value = "task-4811383" [ 875.388061] env[65794]: _type = "Task" [ 875.388061] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.396125] env[65794]: DEBUG oslo_vmware.api [None req-7bfbc153-1267-4dcb-9f57-4b321c5a74fd tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.513638] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811382, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.580185] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquiring lock "refresh_cache-035420c9-83ea-4f53-afcc-d955352e2d41" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.580433] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquired lock "refresh_cache-035420c9-83ea-4f53-afcc-d955352e2d41" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.580652] env[65794]: DEBUG nova.network.neutron [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 875.735321] env[65794]: DEBUG nova.compute.manager [req-10d1e66f-44bd-4dc9-af58-ff8b20bf7b62 req-10f72578-fa19-4cdc-b387-ede56921785d service nova] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Received event network-vif-plugged-6be7224d-2e38-4db2-b952-9ab700581f68 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 875.735566] env[65794]: DEBUG oslo_concurrency.lockutils [req-10d1e66f-44bd-4dc9-af58-ff8b20bf7b62 req-10f72578-fa19-4cdc-b387-ede56921785d service nova] Acquiring lock "035420c9-83ea-4f53-afcc-d955352e2d41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.735691] env[65794]: DEBUG oslo_concurrency.lockutils [req-10d1e66f-44bd-4dc9-af58-ff8b20bf7b62 req-10f72578-fa19-4cdc-b387-ede56921785d service nova] Lock "035420c9-83ea-4f53-afcc-d955352e2d41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.735864] env[65794]: DEBUG oslo_concurrency.lockutils [req-10d1e66f-44bd-4dc9-af58-ff8b20bf7b62 req-10f72578-fa19-4cdc-b387-ede56921785d service nova] Lock "035420c9-83ea-4f53-afcc-d955352e2d41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.736065] env[65794]: DEBUG nova.compute.manager [req-10d1e66f-44bd-4dc9-af58-ff8b20bf7b62 req-10f72578-fa19-4cdc-b387-ede56921785d service nova] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] No waiting events found dispatching network-vif-plugged-6be7224d-2e38-4db2-b952-9ab700581f68 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 875.736290] env[65794]: WARNING nova.compute.manager [req-10d1e66f-44bd-4dc9-af58-ff8b20bf7b62 req-10f72578-fa19-4cdc-b387-ede56921785d service nova] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Received unexpected event network-vif-plugged-6be7224d-2e38-4db2-b952-9ab700581f68 for instance with vm_state building and task_state spawning. [ 875.805946] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811375, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.741027} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.806246] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c1ab34dd-1d86-4fa5-8bf6-596404cc4be5/c1ab34dd-1d86-4fa5-8bf6-596404cc4be5.vmdk to [datastore2] eeea6bef-8e98-4fd6-a1ea-2eef506ab570/eeea6bef-8e98-4fd6-a1ea-2eef506ab570.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.807134] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e792ad78-f3db-4c07-8515-6e1bf5fe85b4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.832745] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] eeea6bef-8e98-4fd6-a1ea-2eef506ab570/eeea6bef-8e98-4fd6-a1ea-2eef506ab570.vmdk or device None with type streamOptimized {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.833139] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63e1567f-3fd9-4008-81d6-1fb89d9c02e9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.854902] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 875.854902] env[65794]: value = "task-4811384" [ 875.854902] env[65794]: _type = "Task" [ 875.854902] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.864431] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.897018] env[65794]: DEBUG oslo_vmware.api [None req-7bfbc153-1267-4dcb-9f57-4b321c5a74fd tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811383, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.007707] env[65794]: DEBUG oslo_vmware.api [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811382, 'name': PowerOnVM_Task, 'duration_secs': 0.793288} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.008895] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.008895] env[65794]: DEBUG nova.compute.manager [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 876.008895] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d478956-1953-4acb-9a62-b0cc829feccf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.031120] env[65794]: DEBUG nova.network.neutron [-] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.054575] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.304s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.062159] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.614s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.064279] env[65794]: INFO nova.compute.claims [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.168831] env[65794]: DEBUG nova.network.neutron [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 876.211161] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1794fc69-a0b6-40f8-9f54-d8aec57a1b9d tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "82f20739-1d85-4c91-b7b2-542da8db3865" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.848s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.243633] env[65794]: DEBUG nova.compute.manager [req-8997a30f-be8d-4589-bf7b-797e35442b04 req-2a6b4765-cc58-4630-9fea-5fd780cdad7b service nova] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Received event network-changed-a252ce1e-e74a-4000-bca8-f82098f352da {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 876.243825] env[65794]: DEBUG nova.compute.manager [req-8997a30f-be8d-4589-bf7b-797e35442b04 req-2a6b4765-cc58-4630-9fea-5fd780cdad7b service nova] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Refreshing instance network info cache due to event network-changed-a252ce1e-e74a-4000-bca8-f82098f352da. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 876.244105] env[65794]: DEBUG oslo_concurrency.lockutils [req-8997a30f-be8d-4589-bf7b-797e35442b04 req-2a6b4765-cc58-4630-9fea-5fd780cdad7b service nova] Acquiring lock "refresh_cache-54b59b49-cb95-4183-b223-0e96a8e4658d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.244189] env[65794]: DEBUG oslo_concurrency.lockutils [req-8997a30f-be8d-4589-bf7b-797e35442b04 req-2a6b4765-cc58-4630-9fea-5fd780cdad7b service nova] Acquired lock "refresh_cache-54b59b49-cb95-4183-b223-0e96a8e4658d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.244502] env[65794]: DEBUG nova.network.neutron [req-8997a30f-be8d-4589-bf7b-797e35442b04 req-2a6b4765-cc58-4630-9fea-5fd780cdad7b service nova] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Refreshing network info cache for port a252ce1e-e74a-4000-bca8-f82098f352da {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.262992] env[65794]: WARNING neutronclient.v2_0.client [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.366538] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811384, 'name': ReconfigVM_Task, 'duration_secs': 0.324061} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.366835] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Reconfigured VM instance instance-00000041 to attach disk [datastore2] eeea6bef-8e98-4fd6-a1ea-2eef506ab570/eeea6bef-8e98-4fd6-a1ea-2eef506ab570.vmdk or device None with type streamOptimized {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.367637] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88bd7ca8-c3c5-46c7-9c43-1a764a86b9e3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.373446] env[65794]: DEBUG nova.network.neutron [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Updating instance_info_cache with network_info: [{"id": "6be7224d-2e38-4db2-b952-9ab700581f68", "address": "fa:16:3e:e8:b3:eb", "network": {"id": "aab0de08-92b0-400e-9892-2526a670e390", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-671891989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7008d30512094c53b1931970954b7bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6be7224d-2e", "ovs_interfaceid": "6be7224d-2e38-4db2-b952-9ab700581f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.377067] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 876.377067] env[65794]: value = "task-4811385" [ 876.377067] env[65794]: _type = "Task" [ 876.377067] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.385494] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811385, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.397686] env[65794]: DEBUG oslo_vmware.api [None req-7bfbc153-1267-4dcb-9f57-4b321c5a74fd tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811383, 'name': ReconfigVM_Task, 'duration_secs': 0.567676} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.398238] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bfbc153-1267-4dcb-9f57-4b321c5a74fd tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Reconfigured VM instance instance-00000037 to attach disk [datastore2] volume-d1be0612-4856-4c27-91a4-d32b1e1aa7eb/volume-d1be0612-4856-4c27-91a4-d32b1e1aa7eb.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.404122] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c01418c-ed82-460f-8c25-430c92d8d0e1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.420576] env[65794]: DEBUG oslo_vmware.api [None req-7bfbc153-1267-4dcb-9f57-4b321c5a74fd tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 876.420576] env[65794]: value = "task-4811386" [ 876.420576] env[65794]: _type = "Task" [ 876.420576] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.429903] env[65794]: DEBUG oslo_vmware.api [None req-7bfbc153-1267-4dcb-9f57-4b321c5a74fd tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.526514] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.534417] env[65794]: INFO nova.compute.manager [-] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Took 1.34 seconds to deallocate network for instance. [ 876.749860] env[65794]: WARNING neutronclient.v2_0.client [req-8997a30f-be8d-4589-bf7b-797e35442b04 req-2a6b4765-cc58-4630-9fea-5fd780cdad7b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.877898] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Releasing lock "refresh_cache-035420c9-83ea-4f53-afcc-d955352e2d41" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.878986] env[65794]: DEBUG nova.compute.manager [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Instance network_info: |[{"id": "6be7224d-2e38-4db2-b952-9ab700581f68", "address": "fa:16:3e:e8:b3:eb", "network": {"id": "aab0de08-92b0-400e-9892-2526a670e390", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-671891989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7008d30512094c53b1931970954b7bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6be7224d-2e", "ovs_interfaceid": "6be7224d-2e38-4db2-b952-9ab700581f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 876.880034] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:b3:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6be7224d-2e38-4db2-b952-9ab700581f68', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.887934] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 876.894479] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.895270] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb8dec14-fa8f-4446-ad83-73e1e5f7b6f8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.916134] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811385, 'name': Rename_Task, 'duration_secs': 0.334749} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.918037] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.918149] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.918149] env[65794]: value = "task-4811387" [ 876.918149] env[65794]: _type = "Task" [ 876.918149] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.918297] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e928c07-c991-42d1-b1d2-f2882e74f767 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.931123] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 876.931123] env[65794]: value = "task-4811388" [ 876.931123] env[65794]: _type = "Task" [ 876.931123] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.936465] env[65794]: DEBUG oslo_vmware.api [None req-7bfbc153-1267-4dcb-9f57-4b321c5a74fd tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811386, 'name': ReconfigVM_Task, 'duration_secs': 0.266161} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.936692] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811387, 'name': CreateVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.940184] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bfbc153-1267-4dcb-9f57-4b321c5a74fd tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938125', 'volume_id': 'd1be0612-4856-4c27-91a4-d32b1e1aa7eb', 'name': 'volume-d1be0612-4856-4c27-91a4-d32b1e1aa7eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71be2679-a934-4709-9b7f-991ff7385512', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1be0612-4856-4c27-91a4-d32b1e1aa7eb', 'serial': 'd1be0612-4856-4c27-91a4-d32b1e1aa7eb'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 876.948872] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.950754] env[65794]: WARNING neutronclient.v2_0.client [req-8997a30f-be8d-4589-bf7b-797e35442b04 req-2a6b4765-cc58-4630-9fea-5fd780cdad7b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.042988] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.082848] env[65794]: DEBUG nova.network.neutron [req-8997a30f-be8d-4589-bf7b-797e35442b04 req-2a6b4765-cc58-4630-9fea-5fd780cdad7b service nova] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Updated VIF entry in instance network info cache for port a252ce1e-e74a-4000-bca8-f82098f352da. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 877.083247] env[65794]: DEBUG nova.network.neutron [req-8997a30f-be8d-4589-bf7b-797e35442b04 req-2a6b4765-cc58-4630-9fea-5fd780cdad7b service nova] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Updating instance_info_cache with network_info: [{"id": "a252ce1e-e74a-4000-bca8-f82098f352da", "address": "fa:16:3e:b6:3a:9f", "network": {"id": "57d9b6af-d67d-4309-b437-f058da240ce4", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-603908809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00ebd4686daa4f1bb38cb4c274c09055", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa252ce1e-e7", "ovs_interfaceid": "a252ce1e-e74a-4000-bca8-f82098f352da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.438681] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811387, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.456979] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811388, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.516976] env[65794]: DEBUG nova.compute.manager [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 877.518182] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2c5d36-0a43-4c16-9bef-c1322bf39860 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.589293] env[65794]: DEBUG oslo_concurrency.lockutils [req-8997a30f-be8d-4589-bf7b-797e35442b04 req-2a6b4765-cc58-4630-9fea-5fd780cdad7b service nova] Releasing lock "refresh_cache-54b59b49-cb95-4183-b223-0e96a8e4658d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.590276] env[65794]: DEBUG nova.compute.manager [req-8997a30f-be8d-4589-bf7b-797e35442b04 req-2a6b4765-cc58-4630-9fea-5fd780cdad7b service nova] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Received event network-vif-deleted-43a2d81d-c9be-436d-94f1-8377aa8e30fd {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 877.593161] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "746b7185-90a5-423b-b4da-428f754c471d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.593161] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "746b7185-90a5-423b-b4da-428f754c471d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.593347] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "746b7185-90a5-423b-b4da-428f754c471d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.593389] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "746b7185-90a5-423b-b4da-428f754c471d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.593541] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "746b7185-90a5-423b-b4da-428f754c471d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.599713] env[65794]: INFO nova.compute.manager [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Terminating instance [ 877.614471] env[65794]: INFO nova.compute.manager [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Swapping old allocation on dict_keys(['9d798782-7888-423a-959e-7002060abcae']) held by migration b0445adf-d343-4e7e-b1a3-421fa2618094 for instance [ 877.646923] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3d697c-02f0-44bb-aeaa-2ff77a1015b7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.654149] env[65794]: DEBUG nova.scheduler.client.report [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Overwriting current allocation {'allocations': {'9d798782-7888-423a-959e-7002060abcae': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 87}}, 'project_id': 'c36b3603b89c4dafb6bc5922cc114f81', 'user_id': 'edc0bf47ec2046c481c69f024132c63f', 'consumer_generation': 1} on consumer 21bd6276-6f01-4292-8c49-3474685f8466 {{(pid=65794) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 877.661170] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b47a538-0214-4409-be6f-222abdf0b442 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.697961] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c12c95-9098-4baf-be6e-0007c51f303e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.706786] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d26039f-f9d9-4a81-a688-6454329a267e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.715307] env[65794]: WARNING neutronclient.v2_0.client [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.725542] env[65794]: DEBUG nova.compute.provider_tree [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.801725] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "refresh_cache-21bd6276-6f01-4292-8c49-3474685f8466" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.803412] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquired lock "refresh_cache-21bd6276-6f01-4292-8c49-3474685f8466" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.803412] env[65794]: DEBUG nova.network.neutron [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 877.878441] env[65794]: DEBUG nova.compute.manager [req-0a90e156-5fdd-448b-b0fd-d29e9d6e57c0 req-6401e8de-7772-4edd-a932-861350ad7bbe service nova] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Received event network-changed-6be7224d-2e38-4db2-b952-9ab700581f68 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 877.878441] env[65794]: DEBUG nova.compute.manager [req-0a90e156-5fdd-448b-b0fd-d29e9d6e57c0 req-6401e8de-7772-4edd-a932-861350ad7bbe service nova] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Refreshing instance network info cache due to event network-changed-6be7224d-2e38-4db2-b952-9ab700581f68. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 877.878441] env[65794]: DEBUG oslo_concurrency.lockutils [req-0a90e156-5fdd-448b-b0fd-d29e9d6e57c0 req-6401e8de-7772-4edd-a932-861350ad7bbe service nova] Acquiring lock "refresh_cache-035420c9-83ea-4f53-afcc-d955352e2d41" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.878441] env[65794]: DEBUG oslo_concurrency.lockutils [req-0a90e156-5fdd-448b-b0fd-d29e9d6e57c0 req-6401e8de-7772-4edd-a932-861350ad7bbe service nova] Acquired lock "refresh_cache-035420c9-83ea-4f53-afcc-d955352e2d41" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.878441] env[65794]: DEBUG nova.network.neutron [req-0a90e156-5fdd-448b-b0fd-d29e9d6e57c0 req-6401e8de-7772-4edd-a932-861350ad7bbe service nova] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Refreshing network info cache for port 6be7224d-2e38-4db2-b952-9ab700581f68 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.933359] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811387, 'name': CreateVM_Task, 'duration_secs': 0.557178} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.933359] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.933359] env[65794]: WARNING neutronclient.v2_0.client [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.933359] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.933359] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.933759] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.934077] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b21af3e-9438-45d5-a493-6b19fd6522a8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.943700] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 877.943700] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5291167a-0a2a-1803-283e-632aa1baa1ec" [ 877.943700] env[65794]: _type = "Task" [ 877.943700] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.950771] env[65794]: DEBUG oslo_vmware.api [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811388, 'name': PowerOnVM_Task, 'duration_secs': 0.558301} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.951534] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.951796] env[65794]: INFO nova.compute.manager [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Took 14.99 seconds to spawn the instance on the hypervisor. [ 877.952075] env[65794]: DEBUG nova.compute.manager [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 877.952921] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7ac89c-edba-4f65-93fa-73a0795eaa7a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.959605] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5291167a-0a2a-1803-283e-632aa1baa1ec, 'name': SearchDatastore_Task, 'duration_secs': 0.013912} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.960371] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.960691] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.960995] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.961223] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.961424] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.961722] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39cfd396-b07a-4f48-8bea-367e33834910 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.977964] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.977964] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.979920] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b12c687-6630-47e2-b75b-e7ae4e403980 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.987339] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 877.987339] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]521e7707-31ba-8cf5-7e9f-5627c67670a5" [ 877.987339] env[65794]: _type = "Task" [ 877.987339] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.998160] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521e7707-31ba-8cf5-7e9f-5627c67670a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.000235] env[65794]: DEBUG nova.objects.instance [None req-7bfbc153-1267-4dcb-9f57-4b321c5a74fd tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lazy-loading 'flavor' on Instance uuid 71be2679-a934-4709-9b7f-991ff7385512 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.030353] env[65794]: INFO nova.compute.manager [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] instance snapshotting [ 878.032896] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e009090d-3864-40ec-9d0f-dd6f801d6daa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.056527] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b67ec6b-ce9b-45de-aad8-cff4d629194c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.104147] env[65794]: DEBUG nova.compute.manager [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 878.104147] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.105808] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a86ac41-b7da-4e73-ad62-1e3eccfc77bb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.115631] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.115963] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc7065bd-f43e-435d-a20c-84f28f0b8747 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.124127] env[65794]: DEBUG oslo_vmware.api [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 878.124127] env[65794]: value = "task-4811389" [ 878.124127] env[65794]: _type = "Task" [ 878.124127] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.137035] env[65794]: DEBUG oslo_vmware.api [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.232881] env[65794]: DEBUG nova.scheduler.client.report [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.301100] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "0e8e6cf2-1555-486b-9d90-c15bd6e34dc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.301341] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "0e8e6cf2-1555-486b-9d90-c15bd6e34dc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.305750] env[65794]: WARNING neutronclient.v2_0.client [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.361398] env[65794]: WARNING neutronclient.v2_0.client [req-0a90e156-5fdd-448b-b0fd-d29e9d6e57c0 req-6401e8de-7772-4edd-a932-861350ad7bbe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.478049] env[65794]: INFO nova.compute.manager [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Took 45.79 seconds to build instance. [ 878.500635] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521e7707-31ba-8cf5-7e9f-5627c67670a5, 'name': SearchDatastore_Task, 'duration_secs': 0.025209} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.501621] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bd8cfe0-23bd-4d31-8383-64768917c98e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.511362] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7bfbc153-1267-4dcb-9f57-4b321c5a74fd tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "71be2679-a934-4709-9b7f-991ff7385512" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.367s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.512638] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 878.512638] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52333f43-dcfa-82b9-499c-84786b144874" [ 878.512638] env[65794]: _type = "Task" [ 878.512638] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.524570] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52333f43-dcfa-82b9-499c-84786b144874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.535504] env[65794]: WARNING neutronclient.v2_0.client [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.574200] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Creating Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 878.574772] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f4b3ba35-e05d-4440-84ee-d4434e67c443 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.586242] env[65794]: DEBUG oslo_vmware.api [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Waiting for the task: (returnval){ [ 878.586242] env[65794]: value = "task-4811390" [ 878.586242] env[65794]: _type = "Task" [ 878.586242] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.595519] env[65794]: DEBUG oslo_vmware.api [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811390, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.635550] env[65794]: DEBUG oslo_vmware.api [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811389, 'name': PowerOffVM_Task, 'duration_secs': 0.216565} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.635840] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.636013] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.636293] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bbde992-057e-4772-95b1-616c0127b61f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.658207] env[65794]: WARNING neutronclient.v2_0.client [req-0a90e156-5fdd-448b-b0fd-d29e9d6e57c0 req-6401e8de-7772-4edd-a932-861350ad7bbe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.676271] env[65794]: DEBUG nova.network.neutron [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Updating instance_info_cache with network_info: [{"id": "dbc789af-a3f0-4a29-b618-493b3d5a56df", "address": "fa:16:3e:3f:72:ee", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc789af-a3", "ovs_interfaceid": "dbc789af-a3f0-4a29-b618-493b3d5a56df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.709670] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.709896] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.710198] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Deleting the datastore file [datastore2] 746b7185-90a5-423b-b4da-428f754c471d {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.710535] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1713304f-8383-42fe-9a97-0c421916e300 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.720420] env[65794]: DEBUG oslo_vmware.api [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 878.720420] env[65794]: value = "task-4811392" [ 878.720420] env[65794]: _type = "Task" [ 878.720420] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.729389] env[65794]: DEBUG oslo_vmware.api [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.739922] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.740512] env[65794]: DEBUG nova.compute.manager [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 878.745016] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.349s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.746549] env[65794]: INFO nova.compute.claims [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.804390] env[65794]: DEBUG nova.compute.manager [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 878.842370] env[65794]: DEBUG nova.network.neutron [req-0a90e156-5fdd-448b-b0fd-d29e9d6e57c0 req-6401e8de-7772-4edd-a932-861350ad7bbe service nova] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Updated VIF entry in instance network info cache for port 6be7224d-2e38-4db2-b952-9ab700581f68. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 878.842662] env[65794]: DEBUG nova.network.neutron [req-0a90e156-5fdd-448b-b0fd-d29e9d6e57c0 req-6401e8de-7772-4edd-a932-861350ad7bbe service nova] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Updating instance_info_cache with network_info: [{"id": "6be7224d-2e38-4db2-b952-9ab700581f68", "address": "fa:16:3e:e8:b3:eb", "network": {"id": "aab0de08-92b0-400e-9892-2526a670e390", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-671891989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7008d30512094c53b1931970954b7bd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6be7224d-2e", "ovs_interfaceid": "6be7224d-2e38-4db2-b952-9ab700581f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.980774] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a6cb00ca-c3f9-4170-9b2e-93d1a9f43b9c tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "eeea6bef-8e98-4fd6-a1ea-2eef506ab570" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.303s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.025282] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52333f43-dcfa-82b9-499c-84786b144874, 'name': SearchDatastore_Task, 'duration_secs': 0.018562} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.025574] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.026332] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 035420c9-83ea-4f53-afcc-d955352e2d41/035420c9-83ea-4f53-afcc-d955352e2d41.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.026332] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02c24278-ad8b-4522-a08b-172309833a97 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.034952] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 879.034952] env[65794]: value = "task-4811393" [ 879.034952] env[65794]: _type = "Task" [ 879.034952] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.044588] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.065562] env[65794]: INFO nova.compute.manager [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Rescuing [ 879.065830] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "refresh_cache-71be2679-a934-4709-9b7f-991ff7385512" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.065967] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquired lock "refresh_cache-71be2679-a934-4709-9b7f-991ff7385512" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.066396] env[65794]: DEBUG nova.network.neutron [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 879.095998] env[65794]: DEBUG oslo_vmware.api [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811390, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.181955] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Releasing lock "refresh_cache-21bd6276-6f01-4292-8c49-3474685f8466" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.182516] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.182814] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cb8ec84-2913-436b-aa46-2f7f0db0af1f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.191811] env[65794]: DEBUG oslo_vmware.api [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 879.191811] env[65794]: value = "task-4811394" [ 879.191811] env[65794]: _type = "Task" [ 879.191811] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.201445] env[65794]: DEBUG oslo_vmware.api [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.230718] env[65794]: DEBUG oslo_vmware.api [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265845} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.230902] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.231097] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.231352] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.231623] env[65794]: INFO nova.compute.manager [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 879.231796] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 879.231989] env[65794]: DEBUG nova.compute.manager [-] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 879.232097] env[65794]: DEBUG nova.network.neutron [-] [instance: 746b7185-90a5-423b-b4da-428f754c471d] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 879.232393] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.252306] env[65794]: DEBUG nova.compute.utils [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.254083] env[65794]: DEBUG nova.compute.manager [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 879.254328] env[65794]: DEBUG nova.network.neutron [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 879.255448] env[65794]: WARNING neutronclient.v2_0.client [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.255448] env[65794]: WARNING neutronclient.v2_0.client [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.320793] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "eeea6bef-8e98-4fd6-a1ea-2eef506ab570" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.321749] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "eeea6bef-8e98-4fd6-a1ea-2eef506ab570" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.321749] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "eeea6bef-8e98-4fd6-a1ea-2eef506ab570-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.321997] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "eeea6bef-8e98-4fd6-a1ea-2eef506ab570-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.322542] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "eeea6bef-8e98-4fd6-a1ea-2eef506ab570-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.324428] env[65794]: INFO nova.compute.manager [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Terminating instance [ 879.328846] env[65794]: DEBUG nova.policy [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea0acc9127424fb3a22e2d05946b60cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '923dba1270a445f9a4407a6333db5795', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.332444] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.344849] env[65794]: DEBUG oslo_concurrency.lockutils [req-0a90e156-5fdd-448b-b0fd-d29e9d6e57c0 req-6401e8de-7772-4edd-a932-861350ad7bbe service nova] Releasing lock "refresh_cache-035420c9-83ea-4f53-afcc-d955352e2d41" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.545928] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811393, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.570070] env[65794]: WARNING neutronclient.v2_0.client [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.598913] env[65794]: DEBUG oslo_vmware.api [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811390, 'name': CreateSnapshot_Task, 'duration_secs': 0.73103} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.599121] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Created Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 879.599890] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc22e6a4-a9b9-4e35-bff3-fd6af4c2375a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.702469] env[65794]: DEBUG oslo_vmware.api [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811394, 'name': PowerOffVM_Task, 'duration_secs': 0.485204} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.702723] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.703725] env[65794]: DEBUG nova.virt.hardware [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:29:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0a47fac9-214a-4286-994e-6150fdeca55c',id=33,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1617085016',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 879.703725] env[65794]: DEBUG nova.virt.hardware [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.703884] env[65794]: DEBUG nova.virt.hardware [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 879.704478] env[65794]: DEBUG nova.virt.hardware [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.704478] env[65794]: DEBUG nova.virt.hardware [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 879.704478] env[65794]: DEBUG nova.virt.hardware [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 879.704669] env[65794]: DEBUG nova.virt.hardware [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 879.704852] env[65794]: DEBUG nova.virt.hardware [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 879.705063] env[65794]: DEBUG nova.virt.hardware [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 879.705297] env[65794]: DEBUG nova.virt.hardware [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 879.705557] env[65794]: DEBUG nova.virt.hardware [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 879.710807] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40096c28-6b1c-463b-aecb-3c9310b7f6b7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.723201] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.726197] env[65794]: DEBUG nova.network.neutron [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Successfully created port: c3070dd4-4e71-49db-ac95-dbb3f9a1f5d7 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 879.734739] env[65794]: DEBUG oslo_vmware.api [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 879.734739] env[65794]: value = "task-4811395" [ 879.734739] env[65794]: _type = "Task" [ 879.734739] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.745159] env[65794]: DEBUG oslo_vmware.api [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811395, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.760830] env[65794]: DEBUG nova.compute.manager [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 879.835727] env[65794]: DEBUG nova.compute.manager [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 879.836070] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.837641] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756a945f-fec4-4b83-bc25-652fc9b26552 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.847672] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.853193] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4f8cc27-37e2-4ad5-b682-e40d5aa41243 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.864110] env[65794]: DEBUG oslo_vmware.api [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 879.864110] env[65794]: value = "task-4811396" [ 879.864110] env[65794]: _type = "Task" [ 879.864110] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.872924] env[65794]: DEBUG oslo_vmware.api [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.052370] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625758} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.056706] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 035420c9-83ea-4f53-afcc-d955352e2d41/035420c9-83ea-4f53-afcc-d955352e2d41.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.056706] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.057610] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c239b228-b722-4393-b1e9-486711a70543 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.066420] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 880.066420] env[65794]: value = "task-4811397" [ 880.066420] env[65794]: _type = "Task" [ 880.066420] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.081796] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.121648] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Creating linked-clone VM from snapshot {{(pid=65794) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 880.124690] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-44197c38-1bf2-4b71-aca4-f3474fafde29 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.137030] env[65794]: DEBUG oslo_vmware.api [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Waiting for the task: (returnval){ [ 880.137030] env[65794]: value = "task-4811398" [ 880.137030] env[65794]: _type = "Task" [ 880.137030] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.146913] env[65794]: DEBUG oslo_vmware.api [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811398, 'name': CloneVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.247776] env[65794]: DEBUG oslo_vmware.api [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811395, 'name': ReconfigVM_Task, 'duration_secs': 0.250519} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.248731] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56715208-65c2-4c35-aaf0-94c4a811c1f3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.277322] env[65794]: DEBUG nova.virt.hardware [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:29:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0a47fac9-214a-4286-994e-6150fdeca55c',id=33,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1617085016',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 880.277560] env[65794]: DEBUG nova.virt.hardware [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.277709] env[65794]: DEBUG nova.virt.hardware [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 880.277874] env[65794]: DEBUG nova.virt.hardware [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.278027] env[65794]: DEBUG nova.virt.hardware [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 880.278163] env[65794]: DEBUG nova.virt.hardware [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 880.278357] env[65794]: DEBUG nova.virt.hardware [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 880.278504] env[65794]: DEBUG nova.virt.hardware [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 880.278656] env[65794]: DEBUG nova.virt.hardware [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 880.278806] env[65794]: DEBUG nova.virt.hardware [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 880.278964] env[65794]: DEBUG nova.virt.hardware [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 880.286327] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d5d7dc6-89b6-4272-a3a5-1877a64a30dd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.293407] env[65794]: DEBUG oslo_vmware.api [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 880.293407] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52bdb2ee-d97f-499f-ba45-6d5791042dd6" [ 880.293407] env[65794]: _type = "Task" [ 880.293407] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.304414] env[65794]: DEBUG oslo_vmware.api [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52bdb2ee-d97f-499f-ba45-6d5791042dd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.350307] env[65794]: WARNING neutronclient.v2_0.client [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.354525] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8ebede-4e0b-4afb-81ed-8f7b3b31ec15 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.362025] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551d8f36-61c9-4ba2-bfa7-263285aac2d8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.374794] env[65794]: DEBUG oslo_vmware.api [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811396, 'name': PowerOffVM_Task, 'duration_secs': 0.208692} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.398502] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.398700] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.399224] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-673d3271-972a-4a28-98a4-94b86424002e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.401378] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a2fc30-7a62-447c-bcb6-2dfb050623b2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.412208] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b134ba4e-e1e6-4eb4-ae0c-428a06a3c1f6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.425227] env[65794]: DEBUG nova.compute.provider_tree [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.488349] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.488681] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.488874] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Deleting the datastore file [datastore2] eeea6bef-8e98-4fd6-a1ea-2eef506ab570 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.489215] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-447bf6c6-9531-4210-a6d9-fc80879cbc33 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.497896] env[65794]: DEBUG oslo_vmware.api [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 880.497896] env[65794]: value = "task-4811400" [ 880.497896] env[65794]: _type = "Task" [ 880.497896] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.510402] env[65794]: DEBUG oslo_vmware.api [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.528056] env[65794]: DEBUG nova.network.neutron [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Updating instance_info_cache with network_info: [{"id": "d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9", "address": "fa:16:3e:60:7c:bf", "network": {"id": "cc4e33e8-7826-408d-9eab-fdf414853b07", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1896043306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16ae62c8024042f29ebc1a15b453ee28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd67cf5bc-b2", "ovs_interfaceid": "d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.532356] env[65794]: DEBUG nova.network.neutron [-] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.567032] env[65794]: DEBUG nova.compute.manager [req-8a8dee59-9814-4ca1-93ed-b9c5efaa62c8 req-e242fa6a-8a5b-4939-8e4f-9d951309786e service nova] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Received event network-vif-deleted-cfd02062-6749-43f5-bf9d-0e8361f453a0 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 880.579636] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075807} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.579918] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.580768] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fff8f49-5c42-467a-8caa-b01fa181dde3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.606640] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 035420c9-83ea-4f53-afcc-d955352e2d41/035420c9-83ea-4f53-afcc-d955352e2d41.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.606977] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ca12673-df10-4db3-92ca-94459a1f0d0c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.629547] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 880.629547] env[65794]: value = "task-4811401" [ 880.629547] env[65794]: _type = "Task" [ 880.629547] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.639818] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811401, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.648987] env[65794]: DEBUG oslo_vmware.api [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811398, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.791529] env[65794]: DEBUG nova.compute.manager [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 880.805342] env[65794]: DEBUG oslo_vmware.api [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52bdb2ee-d97f-499f-ba45-6d5791042dd6, 'name': SearchDatastore_Task, 'duration_secs': 0.020253} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.811066] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 880.814054] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c347745f-121e-43e6-b499-e9160e45ec69 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.836060] env[65794]: DEBUG nova.virt.hardware [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 880.836403] env[65794]: DEBUG nova.virt.hardware [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.836602] env[65794]: DEBUG nova.virt.hardware [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 880.836797] env[65794]: DEBUG nova.virt.hardware [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.836939] env[65794]: DEBUG nova.virt.hardware [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 880.837123] env[65794]: DEBUG nova.virt.hardware [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 880.837350] env[65794]: DEBUG nova.virt.hardware [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 880.837460] env[65794]: DEBUG nova.virt.hardware [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 880.837698] env[65794]: DEBUG nova.virt.hardware [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 880.837890] env[65794]: DEBUG nova.virt.hardware [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 880.838083] env[65794]: DEBUG nova.virt.hardware [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 880.839108] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e8d041-cdd2-49b8-8482-6fd4c1f085e6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.843784] env[65794]: DEBUG oslo_vmware.api [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 880.843784] env[65794]: value = "task-4811402" [ 880.843784] env[65794]: _type = "Task" [ 880.843784] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.852443] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990d9963-9f4c-4585-bd03-9e46160e7923 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.861097] env[65794]: DEBUG oslo_vmware.api [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.928699] env[65794]: DEBUG nova.scheduler.client.report [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.010369] env[65794]: DEBUG oslo_vmware.api [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.497259} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.011049] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.011303] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.011528] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.011829] env[65794]: INFO nova.compute.manager [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Took 1.18 seconds to destroy the instance on the hypervisor. [ 881.012272] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 881.012959] env[65794]: DEBUG nova.compute.manager [-] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 881.013162] env[65794]: DEBUG nova.network.neutron [-] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 881.013529] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.030211] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Releasing lock "refresh_cache-71be2679-a934-4709-9b7f-991ff7385512" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.036272] env[65794]: INFO nova.compute.manager [-] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Took 1.80 seconds to deallocate network for instance. [ 881.065544] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.147464] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.154381] env[65794]: DEBUG oslo_vmware.api [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811398, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.358552] env[65794]: DEBUG oslo_vmware.api [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811402, 'name': ReconfigVM_Task, 'duration_secs': 0.263595} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.359227] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 881.360230] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e13905-004c-4e27-8009-c9041e5cbda4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.392457] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 21bd6276-6f01-4292-8c49-3474685f8466/21bd6276-6f01-4292-8c49-3474685f8466.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.392818] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fda2b2c-4a0f-4fea-aa1d-e9638f02b5fd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.412993] env[65794]: DEBUG oslo_vmware.api [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 881.412993] env[65794]: value = "task-4811403" [ 881.412993] env[65794]: _type = "Task" [ 881.412993] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.423512] env[65794]: DEBUG oslo_vmware.api [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811403, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.434856] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.435939] env[65794]: DEBUG nova.compute.manager [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 881.439213] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.570s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.441535] env[65794]: INFO nova.compute.claims [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.471754] env[65794]: DEBUG nova.network.neutron [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Successfully updated port: c3070dd4-4e71-49db-ac95-dbb3f9a1f5d7 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 881.544527] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.572280] env[65794]: DEBUG nova.compute.manager [req-7ac957b0-388f-4798-97d9-00bbe653e4e8 req-453f0fec-c094-40a1-bda7-48262b5198a9 service nova] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Received event network-vif-plugged-c3070dd4-4e71-49db-ac95-dbb3f9a1f5d7 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 881.572526] env[65794]: DEBUG oslo_concurrency.lockutils [req-7ac957b0-388f-4798-97d9-00bbe653e4e8 req-453f0fec-c094-40a1-bda7-48262b5198a9 service nova] Acquiring lock "a4c5899d-013c-4d82-9ede-1229bb1f71d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.573541] env[65794]: DEBUG oslo_concurrency.lockutils [req-7ac957b0-388f-4798-97d9-00bbe653e4e8 req-453f0fec-c094-40a1-bda7-48262b5198a9 service nova] Lock "a4c5899d-013c-4d82-9ede-1229bb1f71d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.573541] env[65794]: DEBUG oslo_concurrency.lockutils [req-7ac957b0-388f-4798-97d9-00bbe653e4e8 req-453f0fec-c094-40a1-bda7-48262b5198a9 service nova] Lock "a4c5899d-013c-4d82-9ede-1229bb1f71d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.573541] env[65794]: DEBUG nova.compute.manager [req-7ac957b0-388f-4798-97d9-00bbe653e4e8 req-453f0fec-c094-40a1-bda7-48262b5198a9 service nova] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] No waiting events found dispatching network-vif-plugged-c3070dd4-4e71-49db-ac95-dbb3f9a1f5d7 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 881.573541] env[65794]: WARNING nova.compute.manager [req-7ac957b0-388f-4798-97d9-00bbe653e4e8 req-453f0fec-c094-40a1-bda7-48262b5198a9 service nova] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Received unexpected event network-vif-plugged-c3070dd4-4e71-49db-ac95-dbb3f9a1f5d7 for instance with vm_state building and task_state spawning. [ 881.641690] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811401, 'name': ReconfigVM_Task, 'duration_secs': 0.827964} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.645329] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 035420c9-83ea-4f53-afcc-d955352e2d41/035420c9-83ea-4f53-afcc-d955352e2d41.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.646044] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d19ce7c-98aa-41e8-b8ff-f15f31de0653 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.653452] env[65794]: DEBUG oslo_vmware.api [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811398, 'name': CloneVM_Task} progress is 95%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.654818] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 881.654818] env[65794]: value = "task-4811404" [ 881.654818] env[65794]: _type = "Task" [ 881.654818] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.665781] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811404, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.805701] env[65794]: DEBUG nova.network.neutron [-] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.923359] env[65794]: DEBUG oslo_vmware.api [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811403, 'name': ReconfigVM_Task, 'duration_secs': 0.387778} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.923656] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 21bd6276-6f01-4292-8c49-3474685f8466/21bd6276-6f01-4292-8c49-3474685f8466.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.924541] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d697750-cf43-4abc-9672-28324bd3c2b0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.945542] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c3e092-3e54-4384-9463-1b4bb056d485 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.950893] env[65794]: DEBUG nova.compute.utils [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.952314] env[65794]: DEBUG nova.compute.manager [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 881.952484] env[65794]: DEBUG nova.network.neutron [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 881.952821] env[65794]: WARNING neutronclient.v2_0.client [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.953182] env[65794]: WARNING neutronclient.v2_0.client [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.976043] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dad73d4-5087-4127-92ae-b66eb5f5bf77 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.978741] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Acquiring lock "refresh_cache-a4c5899d-013c-4d82-9ede-1229bb1f71d7" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.978841] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Acquired lock "refresh_cache-a4c5899d-013c-4d82-9ede-1229bb1f71d7" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.979022] env[65794]: DEBUG nova.network.neutron [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 882.000320] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c0e374-e45b-4147-b7ae-a8d64fe9571e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.010381] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.010917] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b5fea58-5887-4954-b486-434e3fc7f4f0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.018769] env[65794]: DEBUG oslo_vmware.api [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 882.018769] env[65794]: value = "task-4811405" [ 882.018769] env[65794]: _type = "Task" [ 882.018769] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.028787] env[65794]: DEBUG oslo_vmware.api [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.042294] env[65794]: DEBUG nova.policy [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4e69f45785b45bd906bfece57448e02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8b9db2562474e589890706fee2cfc2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.155138] env[65794]: DEBUG oslo_vmware.api [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811398, 'name': CloneVM_Task, 'duration_secs': 1.662335} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.155138] env[65794]: INFO nova.virt.vmwareapi.vmops [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Created linked-clone VM from snapshot [ 882.156191] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51b32a9-277a-4aa0-b514-f1380176941b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.167728] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811404, 'name': Rename_Task, 'duration_secs': 0.16739} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.171035] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.171360] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Uploading image bce00aa1-6fbc-448e-820b-cfa9832c9643 {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 882.173758] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07c857a6-4d43-494e-bbe8-c4f03cf5a229 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.184859] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 882.184859] env[65794]: value = "task-4811406" [ 882.184859] env[65794]: _type = "Task" [ 882.184859] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.196156] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.198805] env[65794]: DEBUG oslo_vmware.rw_handles [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 882.198805] env[65794]: value = "vm-938128" [ 882.198805] env[65794]: _type = "VirtualMachine" [ 882.198805] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 882.198805] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-477d3c8a-76e8-4e67-af9e-201c8e762ea4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.207747] env[65794]: DEBUG oslo_vmware.rw_handles [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Lease: (returnval){ [ 882.207747] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]523ea254-3763-c3c7-fcd5-fc4c41846a31" [ 882.207747] env[65794]: _type = "HttpNfcLease" [ 882.207747] env[65794]: } obtained for exporting VM: (result){ [ 882.207747] env[65794]: value = "vm-938128" [ 882.207747] env[65794]: _type = "VirtualMachine" [ 882.207747] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 882.208036] env[65794]: DEBUG oslo_vmware.api [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Waiting for the lease: (returnval){ [ 882.208036] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]523ea254-3763-c3c7-fcd5-fc4c41846a31" [ 882.208036] env[65794]: _type = "HttpNfcLease" [ 882.208036] env[65794]: } to be ready. {{(pid=65794) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 882.218729] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 882.218729] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]523ea254-3763-c3c7-fcd5-fc4c41846a31" [ 882.218729] env[65794]: _type = "HttpNfcLease" [ 882.218729] env[65794]: } is initializing. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 882.309090] env[65794]: INFO nova.compute.manager [-] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Took 1.30 seconds to deallocate network for instance. [ 882.386824] env[65794]: DEBUG nova.network.neutron [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Successfully created port: c496bd9f-4c5d-4e4e-8bb6-daf2d6f7a09b {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 882.456900] env[65794]: DEBUG nova.compute.manager [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 882.518919] env[65794]: DEBUG nova.network.neutron [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 882.535833] env[65794]: DEBUG oslo_vmware.api [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811405, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.569011] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.569456] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-392787ae-6b34-42af-b1ba-150354ed4010 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.579873] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 882.579873] env[65794]: value = "task-4811408" [ 882.579873] env[65794]: _type = "Task" [ 882.579873] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.591033] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.657152] env[65794]: WARNING neutronclient.v2_0.client [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.700016] env[65794]: DEBUG oslo_vmware.api [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811406, 'name': PowerOnVM_Task, 'duration_secs': 0.506946} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.700342] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.700548] env[65794]: INFO nova.compute.manager [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Took 8.44 seconds to spawn the instance on the hypervisor. [ 882.700768] env[65794]: DEBUG nova.compute.manager [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 882.702032] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f15693d-d796-422b-8b72-36041cf615b7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.706720] env[65794]: DEBUG nova.compute.manager [req-f8b1149a-7a47-4e66-9df4-a70d32413134 req-d0949d9b-1b4d-4f2e-b0d3-b6e1e87a2bd9 service nova] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Received event network-vif-deleted-ceb0021e-23a6-4f1a-be65-d662ed9239db {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 882.728552] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 882.728552] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]523ea254-3763-c3c7-fcd5-fc4c41846a31" [ 882.728552] env[65794]: _type = "HttpNfcLease" [ 882.728552] env[65794]: } is ready. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 882.728843] env[65794]: DEBUG oslo_vmware.rw_handles [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 882.728843] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]523ea254-3763-c3c7-fcd5-fc4c41846a31" [ 882.728843] env[65794]: _type = "HttpNfcLease" [ 882.728843] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 882.729615] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59338360-c372-4380-898c-521924b53d51 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.738839] env[65794]: DEBUG oslo_vmware.rw_handles [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252fb5b-48f6-6fa0-c914-3b63398e5289/disk-0.vmdk from lease info. {{(pid=65794) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 882.739103] env[65794]: DEBUG oslo_vmware.rw_handles [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252fb5b-48f6-6fa0-c914-3b63398e5289/disk-0.vmdk for reading. {{(pid=65794) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 882.800901] env[65794]: DEBUG nova.network.neutron [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Updating instance_info_cache with network_info: [{"id": "c3070dd4-4e71-49db-ac95-dbb3f9a1f5d7", "address": "fa:16:3e:7d:b8:1a", "network": {"id": "94e725e2-e73e-4842-9d8c-7b64ce291de5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-907854776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "923dba1270a445f9a4407a6333db5795", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3070dd4-4e", "ovs_interfaceid": "c3070dd4-4e71-49db-ac95-dbb3f9a1f5d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.816729] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.857217] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0a68d11d-c607-4cd2-b1b9-246baebca478 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.028196] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e404057-362c-45cf-9b59-f8271a3dfe45 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.040288] env[65794]: DEBUG oslo_vmware.api [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811405, 'name': PowerOnVM_Task, 'duration_secs': 0.516404} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.040794] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.045423] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adb3e07-9e2b-414f-9075-f3bba3f46b1c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.088653] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739190e6-ab9a-4030-82e8-3d138e5ad071 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.103569] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ef6d32-2930-42bf-8656-ee183d860a5d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.109331] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811408, 'name': PowerOffVM_Task, 'duration_secs': 0.424092} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.110523] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.113530] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c4c4cb-641e-4a78-bccd-651f9be22a1d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.126546] env[65794]: DEBUG nova.compute.provider_tree [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.152035] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83807d0d-c411-4df2-9260-d3fca936644c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.185133] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.186757] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29d92a09-7c06-4e70-9a40-32fe0a1a08d3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.197127] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 883.197127] env[65794]: value = "task-4811409" [ 883.197127] env[65794]: _type = "Task" [ 883.197127] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.208198] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] VM already powered off {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 883.208430] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.208723] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.208904] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.209087] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.209368] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aba619cc-6ad7-4c57-a4eb-d6c63f5394fe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.231741] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.231741] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.236498] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f605be37-7f67-466a-a207-5f5ba6500df2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.239636] env[65794]: INFO nova.compute.manager [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Took 34.15 seconds to build instance. [ 883.245469] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 883.245469] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5212b953-2f68-b910-ceb9-737b1f0f1fbd" [ 883.245469] env[65794]: _type = "Task" [ 883.245469] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.256768] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5212b953-2f68-b910-ceb9-737b1f0f1fbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.308528] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Releasing lock "refresh_cache-a4c5899d-013c-4d82-9ede-1229bb1f71d7" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.308528] env[65794]: DEBUG nova.compute.manager [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Instance network_info: |[{"id": "c3070dd4-4e71-49db-ac95-dbb3f9a1f5d7", "address": "fa:16:3e:7d:b8:1a", "network": {"id": "94e725e2-e73e-4842-9d8c-7b64ce291de5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-907854776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "923dba1270a445f9a4407a6333db5795", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3070dd4-4e", "ovs_interfaceid": "c3070dd4-4e71-49db-ac95-dbb3f9a1f5d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 883.309173] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:b8:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3070dd4-4e71-49db-ac95-dbb3f9a1f5d7', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.318346] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Creating folder: Project (923dba1270a445f9a4407a6333db5795). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.318428] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5a28c13-b990-4412-828c-96c575867d74 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.333924] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Created folder: Project (923dba1270a445f9a4407a6333db5795) in parent group-v937953. [ 883.334526] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Creating folder: Instances. Parent ref: group-v938129. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.334883] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ede1c4e-ff24-459e-af02-10b8694c1cf2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.347772] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Created folder: Instances in parent group-v938129. [ 883.348851] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 883.348851] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.349060] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e4533b4-4ace-4328-a261-92408bbd5032 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.372190] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.372190] env[65794]: value = "task-4811412" [ 883.372190] env[65794]: _type = "Task" [ 883.372190] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.384384] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811412, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.467077] env[65794]: DEBUG nova.compute.manager [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 883.631846] env[65794]: DEBUG nova.scheduler.client.report [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.741780] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c93d8649-9d56-4e14-a5a5-3d7faa6d143e tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "035420c9-83ea-4f53-afcc-d955352e2d41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.660s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.757598] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5212b953-2f68-b910-ceb9-737b1f0f1fbd, 'name': SearchDatastore_Task, 'duration_secs': 0.014503} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.758476] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cd37ded-0099-4637-85cf-6c74aa396463 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.766613] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 883.766613] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52bb67fa-f8d2-968e-daed-2d2f83753fd5" [ 883.766613] env[65794]: _type = "Task" [ 883.766613] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.777515] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52bb67fa-f8d2-968e-daed-2d2f83753fd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.886545] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811412, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.003958] env[65794]: DEBUG oslo_concurrency.lockutils [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquiring lock "035420c9-83ea-4f53-afcc-d955352e2d41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.004254] env[65794]: DEBUG oslo_concurrency.lockutils [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "035420c9-83ea-4f53-afcc-d955352e2d41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.004464] env[65794]: DEBUG oslo_concurrency.lockutils [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquiring lock "035420c9-83ea-4f53-afcc-d955352e2d41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.004643] env[65794]: DEBUG oslo_concurrency.lockutils [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "035420c9-83ea-4f53-afcc-d955352e2d41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.004807] env[65794]: DEBUG oslo_concurrency.lockutils [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "035420c9-83ea-4f53-afcc-d955352e2d41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.007450] env[65794]: INFO nova.compute.manager [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Terminating instance [ 884.030133] env[65794]: DEBUG nova.network.neutron [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Successfully updated port: c496bd9f-4c5d-4e4e-8bb6-daf2d6f7a09b {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 884.060379] env[65794]: INFO nova.compute.manager [None req-ae44cda0-a9dd-40d1-ab4d-4ab75cdf3d6f tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Updating instance to original state: 'active' [ 884.074523] env[65794]: DEBUG nova.virt.hardware [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 884.074832] env[65794]: DEBUG nova.virt.hardware [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.075255] env[65794]: DEBUG nova.virt.hardware [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 884.075564] env[65794]: DEBUG nova.virt.hardware [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.075917] env[65794]: DEBUG nova.virt.hardware [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 884.079026] env[65794]: DEBUG nova.virt.hardware [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 884.079026] env[65794]: DEBUG nova.virt.hardware [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 884.079026] env[65794]: DEBUG nova.virt.hardware [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 884.079026] env[65794]: DEBUG nova.virt.hardware [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 884.079026] env[65794]: DEBUG nova.virt.hardware [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 884.079026] env[65794]: DEBUG nova.virt.hardware [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 884.079026] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7f64bd-02e7-4da4-8a6e-ac6aa33c776c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.090282] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ff4f6d-0639-4050-b2c1-a757d452163d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.121670] env[65794]: DEBUG nova.compute.manager [req-841a34ac-4a26-4957-8f2b-6cdf6c0e4ae1 req-7bb48af4-3981-4526-abfd-2d68611d0be7 service nova] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Received event network-changed-c3070dd4-4e71-49db-ac95-dbb3f9a1f5d7 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 884.122030] env[65794]: DEBUG nova.compute.manager [req-841a34ac-4a26-4957-8f2b-6cdf6c0e4ae1 req-7bb48af4-3981-4526-abfd-2d68611d0be7 service nova] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Refreshing instance network info cache due to event network-changed-c3070dd4-4e71-49db-ac95-dbb3f9a1f5d7. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 884.122475] env[65794]: DEBUG oslo_concurrency.lockutils [req-841a34ac-4a26-4957-8f2b-6cdf6c0e4ae1 req-7bb48af4-3981-4526-abfd-2d68611d0be7 service nova] Acquiring lock "refresh_cache-a4c5899d-013c-4d82-9ede-1229bb1f71d7" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.122689] env[65794]: DEBUG oslo_concurrency.lockutils [req-841a34ac-4a26-4957-8f2b-6cdf6c0e4ae1 req-7bb48af4-3981-4526-abfd-2d68611d0be7 service nova] Acquired lock "refresh_cache-a4c5899d-013c-4d82-9ede-1229bb1f71d7" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.122937] env[65794]: DEBUG nova.network.neutron [req-841a34ac-4a26-4957-8f2b-6cdf6c0e4ae1 req-7bb48af4-3981-4526-abfd-2d68611d0be7 service nova] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Refreshing network info cache for port c3070dd4-4e71-49db-ac95-dbb3f9a1f5d7 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.139357] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.139968] env[65794]: DEBUG nova.compute.manager [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 884.143141] env[65794]: DEBUG oslo_concurrency.lockutils [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.638s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.143482] env[65794]: DEBUG nova.objects.instance [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lazy-loading 'resources' on Instance uuid b1a6869e-577a-4c26-adf3-8919d827ea2e {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.282027] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52bb67fa-f8d2-968e-daed-2d2f83753fd5, 'name': SearchDatastore_Task, 'duration_secs': 0.01933} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.282815] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.283190] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 71be2679-a934-4709-9b7f-991ff7385512/f5682eb2-5020-4fb7-8580-1a22c7f02289-rescue.vmdk. {{(pid=65794) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 884.283606] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad588b1e-091f-4c7e-869d-01e0bcb99284 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.291544] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 884.291544] env[65794]: value = "task-4811413" [ 884.291544] env[65794]: _type = "Task" [ 884.291544] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.300887] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.383357] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811412, 'name': CreateVM_Task, 'duration_secs': 0.584989} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.383640] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.384211] env[65794]: WARNING neutronclient.v2_0.client [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.384596] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.384811] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.385194] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.385520] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e2f5d2d-0858-4620-950d-24ef56528c99 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.390924] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Waiting for the task: (returnval){ [ 884.390924] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52888a22-a2de-88e1-4b5f-105187c22ae5" [ 884.390924] env[65794]: _type = "Task" [ 884.390924] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.400069] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52888a22-a2de-88e1-4b5f-105187c22ae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.515613] env[65794]: DEBUG nova.compute.manager [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 884.515921] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.516996] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10b80f4-9ec4-41ac-935a-6f4d97db2394 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.526291] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Acquiring lock "refresh_cache-1a26c23a-0d13-43f5-84bc-ecd90626b1b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.526699] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Acquired lock "refresh_cache-1a26c23a-0d13-43f5-84bc-ecd90626b1b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.526848] env[65794]: DEBUG nova.network.neutron [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 884.528140] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.528615] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-696630b6-0d1d-4627-bd15-7847d75a396a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.536514] env[65794]: DEBUG oslo_vmware.api [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 884.536514] env[65794]: value = "task-4811414" [ 884.536514] env[65794]: _type = "Task" [ 884.536514] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.548753] env[65794]: DEBUG oslo_vmware.api [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.627445] env[65794]: WARNING neutronclient.v2_0.client [req-841a34ac-4a26-4957-8f2b-6cdf6c0e4ae1 req-7bb48af4-3981-4526-abfd-2d68611d0be7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.652205] env[65794]: DEBUG nova.compute.utils [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.656530] env[65794]: DEBUG nova.compute.manager [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 884.656530] env[65794]: DEBUG nova.network.neutron [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 884.656530] env[65794]: WARNING neutronclient.v2_0.client [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.656530] env[65794]: WARNING neutronclient.v2_0.client [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.764369] env[65794]: DEBUG nova.policy [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d1938922f004506a56ed0d302b0c2cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60a394c002f3441d9a96d403e993b1c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.810541] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811413, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.911423] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52888a22-a2de-88e1-4b5f-105187c22ae5, 'name': SearchDatastore_Task, 'duration_secs': 0.019252} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.911805] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.912074] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.912438] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.912599] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.912905] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.915037] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-711b3486-9d01-4ee3-b23a-9b06a286408a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.939678] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.939978] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.944943] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ad22e02-8cd9-49da-bb61-738c992d29b2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.952346] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Waiting for the task: (returnval){ [ 884.952346] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52958adf-a8e2-e4d2-d7c4-87d1462bcfd8" [ 884.952346] env[65794]: _type = "Task" [ 884.952346] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.966014] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52958adf-a8e2-e4d2-d7c4-87d1462bcfd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.017184] env[65794]: WARNING neutronclient.v2_0.client [req-841a34ac-4a26-4957-8f2b-6cdf6c0e4ae1 req-7bb48af4-3981-4526-abfd-2d68611d0be7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.051172] env[65794]: DEBUG oslo_vmware.api [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811414, 'name': PowerOffVM_Task, 'duration_secs': 0.237146} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.054100] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.054614] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.055642] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5978d994-9c88-49a4-8b62-857c4faa2d57 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.159730] env[65794]: DEBUG nova.compute.manager [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 885.232956] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7af126d-ab50-4034-800e-a350a36b4d99 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.245642] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b5eccb-b203-428e-84d9-969c9ee6f903 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.251172] env[65794]: DEBUG nova.network.neutron [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 885.287918] env[65794]: DEBUG nova.network.neutron [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Successfully created port: a2cfa958-414d-4289-8d2b-b26d4bb848ab {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 885.292133] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5f200d-a172-413b-9a22-4a2e11b22de8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.302029] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.302029] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.302029] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Deleting the datastore file [datastore2] 035420c9-83ea-4f53-afcc-d955352e2d41 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.302986] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd502735-7709-44cc-9ccb-73a8e7fd7337 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.311446] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813be7fa-e437-48f4-a5a4-fffb339fb8f7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.323379] env[65794]: DEBUG nova.network.neutron [req-841a34ac-4a26-4957-8f2b-6cdf6c0e4ae1 req-7bb48af4-3981-4526-abfd-2d68611d0be7 service nova] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Updated VIF entry in instance network info cache for port c3070dd4-4e71-49db-ac95-dbb3f9a1f5d7. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 885.323846] env[65794]: DEBUG nova.network.neutron [req-841a34ac-4a26-4957-8f2b-6cdf6c0e4ae1 req-7bb48af4-3981-4526-abfd-2d68611d0be7 service nova] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Updating instance_info_cache with network_info: [{"id": "c3070dd4-4e71-49db-ac95-dbb3f9a1f5d7", "address": "fa:16:3e:7d:b8:1a", "network": {"id": "94e725e2-e73e-4842-9d8c-7b64ce291de5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-907854776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "923dba1270a445f9a4407a6333db5795", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3070dd4-4e", "ovs_interfaceid": "c3070dd4-4e71-49db-ac95-dbb3f9a1f5d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.325301] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733986} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.325645] env[65794]: DEBUG oslo_vmware.api [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for the task: (returnval){ [ 885.325645] env[65794]: value = "task-4811416" [ 885.325645] env[65794]: _type = "Task" [ 885.325645] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.330273] env[65794]: INFO nova.virt.vmwareapi.ds_util [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 71be2679-a934-4709-9b7f-991ff7385512/f5682eb2-5020-4fb7-8580-1a22c7f02289-rescue.vmdk. [ 885.330954] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d2ade5-2fb3-4265-8dd1-22bd3a7c642a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.345665] env[65794]: DEBUG nova.compute.provider_tree [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.371627] env[65794]: DEBUG oslo_vmware.api [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.381395] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 71be2679-a934-4709-9b7f-991ff7385512/f5682eb2-5020-4fb7-8580-1a22c7f02289-rescue.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.385209] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eada814c-74e5-48d3-b3e3-db924bfa33b1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.408549] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 885.408549] env[65794]: value = "task-4811417" [ 885.408549] env[65794]: _type = "Task" [ 885.408549] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.418191] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811417, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.463836] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52958adf-a8e2-e4d2-d7c4-87d1462bcfd8, 'name': SearchDatastore_Task, 'duration_secs': 0.053635} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.465047] env[65794]: WARNING neutronclient.v2_0.client [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.468649] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bcc60a7-3514-4a6d-ab06-de1f9db7b942 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.475251] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Waiting for the task: (returnval){ [ 885.475251] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52a326a2-d949-4dcf-5beb-5efbcd99776a" [ 885.475251] env[65794]: _type = "Task" [ 885.475251] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.484902] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a326a2-d949-4dcf-5beb-5efbcd99776a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.578534] env[65794]: DEBUG nova.network.neutron [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Updating instance_info_cache with network_info: [{"id": "c496bd9f-4c5d-4e4e-8bb6-daf2d6f7a09b", "address": "fa:16:3e:95:47:2a", "network": {"id": "d9fb9c86-cf2a-4f4a-8487-2715b01fe71c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1742081003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8b9db2562474e589890706fee2cfc2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc496bd9f-4c", "ovs_interfaceid": "c496bd9f-4c5d-4e4e-8bb6-daf2d6f7a09b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.827398] env[65794]: DEBUG oslo_concurrency.lockutils [req-841a34ac-4a26-4957-8f2b-6cdf6c0e4ae1 req-7bb48af4-3981-4526-abfd-2d68611d0be7 service nova] Releasing lock "refresh_cache-a4c5899d-013c-4d82-9ede-1229bb1f71d7" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.842814] env[65794]: DEBUG oslo_vmware.api [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Task: {'id': task-4811416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292488} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.843593] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.843593] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.843593] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.843863] env[65794]: INFO nova.compute.manager [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Took 1.33 seconds to destroy the instance on the hypervisor. [ 885.843897] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 885.844171] env[65794]: DEBUG nova.compute.manager [-] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 885.844278] env[65794]: DEBUG nova.network.neutron [-] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 885.844614] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.849794] env[65794]: DEBUG nova.scheduler.client.report [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.904575] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.920362] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.987484] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a326a2-d949-4dcf-5beb-5efbcd99776a, 'name': SearchDatastore_Task, 'duration_secs': 0.017813} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.987789] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.988069] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] a4c5899d-013c-4d82-9ede-1229bb1f71d7/a4c5899d-013c-4d82-9ede-1229bb1f71d7.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.988360] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cefd992-acec-4694-885b-dba4cea5a72e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.996503] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Waiting for the task: (returnval){ [ 885.996503] env[65794]: value = "task-4811418" [ 885.996503] env[65794]: _type = "Task" [ 885.996503] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.006917] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': task-4811418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.083912] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Releasing lock "refresh_cache-1a26c23a-0d13-43f5-84bc-ecd90626b1b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.084256] env[65794]: DEBUG nova.compute.manager [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Instance network_info: |[{"id": "c496bd9f-4c5d-4e4e-8bb6-daf2d6f7a09b", "address": "fa:16:3e:95:47:2a", "network": {"id": "d9fb9c86-cf2a-4f4a-8487-2715b01fe71c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1742081003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8b9db2562474e589890706fee2cfc2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc496bd9f-4c", "ovs_interfaceid": "c496bd9f-4c5d-4e4e-8bb6-daf2d6f7a09b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 886.084776] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:47:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c496bd9f-4c5d-4e4e-8bb6-daf2d6f7a09b', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.092791] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Creating folder: Project (b8b9db2562474e589890706fee2cfc2e). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.093193] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aba28409-8919-4bac-a4b6-6b5e1ae15263 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.107106] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Created folder: Project (b8b9db2562474e589890706fee2cfc2e) in parent group-v937953. [ 886.107277] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Creating folder: Instances. Parent ref: group-v938132. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.107775] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16a8e98c-c165-40ad-8de6-589fff313661 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.120419] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Created folder: Instances in parent group-v938132. [ 886.120854] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 886.121323] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.121708] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd52f245-f09c-4d91-b57d-650623710bc6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.146079] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.146079] env[65794]: value = "task-4811421" [ 886.146079] env[65794]: _type = "Task" [ 886.146079] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.156609] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811421, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.179306] env[65794]: DEBUG nova.compute.manager [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 886.358440] env[65794]: DEBUG oslo_concurrency.lockutils [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.364346] env[65794]: DEBUG oslo_concurrency.lockutils [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.363s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.367517] env[65794]: INFO nova.compute.claims [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.394483] env[65794]: INFO nova.scheduler.client.report [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Deleted allocations for instance b1a6869e-577a-4c26-adf3-8919d827ea2e [ 886.429535] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811417, 'name': ReconfigVM_Task, 'duration_secs': 0.766031} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.429869] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 71be2679-a934-4709-9b7f-991ff7385512/f5682eb2-5020-4fb7-8580-1a22c7f02289-rescue.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.430941] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fc60bd-1167-4feb-961c-f9b77dfd2318 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.473927] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6692b1e3-d9b7-4230-8a8c-e75bee00f971 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.497761] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 886.497761] env[65794]: value = "task-4811422" [ 886.497761] env[65794]: _type = "Task" [ 886.497761] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.518942] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': task-4811418, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.527128] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.586655] env[65794]: DEBUG nova.compute.manager [req-e9120e27-b081-4974-b1dc-ffd1d1558027 req-dea080c9-d29a-4ef0-805f-097c80b4a66a service nova] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Received event network-vif-plugged-c496bd9f-4c5d-4e4e-8bb6-daf2d6f7a09b {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 886.587015] env[65794]: DEBUG oslo_concurrency.lockutils [req-e9120e27-b081-4974-b1dc-ffd1d1558027 req-dea080c9-d29a-4ef0-805f-097c80b4a66a service nova] Acquiring lock "1a26c23a-0d13-43f5-84bc-ecd90626b1b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.587307] env[65794]: DEBUG oslo_concurrency.lockutils [req-e9120e27-b081-4974-b1dc-ffd1d1558027 req-dea080c9-d29a-4ef0-805f-097c80b4a66a service nova] Lock "1a26c23a-0d13-43f5-84bc-ecd90626b1b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.587595] env[65794]: DEBUG oslo_concurrency.lockutils [req-e9120e27-b081-4974-b1dc-ffd1d1558027 req-dea080c9-d29a-4ef0-805f-097c80b4a66a service nova] Lock "1a26c23a-0d13-43f5-84bc-ecd90626b1b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.587769] env[65794]: DEBUG nova.compute.manager [req-e9120e27-b081-4974-b1dc-ffd1d1558027 req-dea080c9-d29a-4ef0-805f-097c80b4a66a service nova] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] No waiting events found dispatching network-vif-plugged-c496bd9f-4c5d-4e4e-8bb6-daf2d6f7a09b {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 886.588379] env[65794]: WARNING nova.compute.manager [req-e9120e27-b081-4974-b1dc-ffd1d1558027 req-dea080c9-d29a-4ef0-805f-097c80b4a66a service nova] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Received unexpected event network-vif-plugged-c496bd9f-4c5d-4e4e-8bb6-daf2d6f7a09b for instance with vm_state building and task_state spawning. [ 886.588379] env[65794]: DEBUG nova.compute.manager [req-e9120e27-b081-4974-b1dc-ffd1d1558027 req-dea080c9-d29a-4ef0-805f-097c80b4a66a service nova] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Received event network-changed-c496bd9f-4c5d-4e4e-8bb6-daf2d6f7a09b {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 886.588379] env[65794]: DEBUG nova.compute.manager [req-e9120e27-b081-4974-b1dc-ffd1d1558027 req-dea080c9-d29a-4ef0-805f-097c80b4a66a service nova] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Refreshing instance network info cache due to event network-changed-c496bd9f-4c5d-4e4e-8bb6-daf2d6f7a09b. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 886.588547] env[65794]: DEBUG oslo_concurrency.lockutils [req-e9120e27-b081-4974-b1dc-ffd1d1558027 req-dea080c9-d29a-4ef0-805f-097c80b4a66a service nova] Acquiring lock "refresh_cache-1a26c23a-0d13-43f5-84bc-ecd90626b1b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.588844] env[65794]: DEBUG oslo_concurrency.lockutils [req-e9120e27-b081-4974-b1dc-ffd1d1558027 req-dea080c9-d29a-4ef0-805f-097c80b4a66a service nova] Acquired lock "refresh_cache-1a26c23a-0d13-43f5-84bc-ecd90626b1b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.590737] env[65794]: DEBUG nova.network.neutron [req-e9120e27-b081-4974-b1dc-ffd1d1558027 req-dea080c9-d29a-4ef0-805f-097c80b4a66a service nova] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Refreshing network info cache for port c496bd9f-4c5d-4e4e-8bb6-daf2d6f7a09b {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.603577] env[65794]: DEBUG nova.compute.manager [req-8f016650-9d36-43d3-af2e-a72fc2256b41 req-d517d07f-2e99-41bd-a951-e341d56e2453 service nova] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Received event network-vif-deleted-6be7224d-2e38-4db2-b952-9ab700581f68 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 886.603577] env[65794]: INFO nova.compute.manager [req-8f016650-9d36-43d3-af2e-a72fc2256b41 req-d517d07f-2e99-41bd-a951-e341d56e2453 service nova] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Neutron deleted interface 6be7224d-2e38-4db2-b952-9ab700581f68; detaching it from the instance and deleting it from the info cache [ 886.604571] env[65794]: DEBUG nova.network.neutron [req-8f016650-9d36-43d3-af2e-a72fc2256b41 req-d517d07f-2e99-41bd-a951-e341d56e2453 service nova] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.663833] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811421, 'name': CreateVM_Task, 'duration_secs': 0.51397} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.664106] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.664715] env[65794]: WARNING neutronclient.v2_0.client [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.665217] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.665307] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.665730] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.666037] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b53a56d1-2b1f-44e8-850d-694f4a011ff9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.675122] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Waiting for the task: (returnval){ [ 886.675122] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52c56414-5ebf-4b81-90c7-f93eeb415917" [ 886.675122] env[65794]: _type = "Task" [ 886.675122] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.687028] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c56414-5ebf-4b81-90c7-f93eeb415917, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.708503] env[65794]: DEBUG nova.network.neutron [-] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.735962] env[65794]: DEBUG nova.virt.hardware [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 886.735962] env[65794]: DEBUG nova.virt.hardware [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.735962] env[65794]: DEBUG nova.virt.hardware [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 886.735962] env[65794]: DEBUG nova.virt.hardware [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.735962] env[65794]: DEBUG nova.virt.hardware [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 886.735962] env[65794]: DEBUG nova.virt.hardware [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 886.735962] env[65794]: DEBUG nova.virt.hardware [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 886.735962] env[65794]: DEBUG nova.virt.hardware [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 886.735962] env[65794]: DEBUG nova.virt.hardware [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 886.735962] env[65794]: DEBUG nova.virt.hardware [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 886.735962] env[65794]: DEBUG nova.virt.hardware [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 886.737281] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c44132-e7f3-40a7-a7b6-18b03186f349 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.749570] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda227b2-c392-4393-8e83-7c3bb5b87c04 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.904717] env[65794]: DEBUG oslo_concurrency.lockutils [None req-19f82065-0290-4ad4-a6db-55c20a633571 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "b1a6869e-577a-4c26-adf3-8919d827ea2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.825s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.924693] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "21bd6276-6f01-4292-8c49-3474685f8466" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.925070] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "21bd6276-6f01-4292-8c49-3474685f8466" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.925415] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "21bd6276-6f01-4292-8c49-3474685f8466-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.925641] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "21bd6276-6f01-4292-8c49-3474685f8466-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.925876] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "21bd6276-6f01-4292-8c49-3474685f8466-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.933046] env[65794]: INFO nova.compute.manager [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Terminating instance [ 886.936084] env[65794]: DEBUG nova.network.neutron [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Successfully updated port: a2cfa958-414d-4289-8d2b-b26d4bb848ab {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 887.011754] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': task-4811418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706028} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.012565] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] a4c5899d-013c-4d82-9ede-1229bb1f71d7/a4c5899d-013c-4d82-9ede-1229bb1f71d7.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.012866] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.013664] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e25f078d-1f3b-4357-8389-4ba6fbdb1e0e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.019056] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811422, 'name': ReconfigVM_Task, 'duration_secs': 0.429958} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.019789] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.020101] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc24973c-55ed-40f4-a3f5-42764d84e508 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.026164] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Waiting for the task: (returnval){ [ 887.026164] env[65794]: value = "task-4811423" [ 887.026164] env[65794]: _type = "Task" [ 887.026164] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.032084] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 887.032084] env[65794]: value = "task-4811424" [ 887.032084] env[65794]: _type = "Task" [ 887.032084] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.040031] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': task-4811423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.049012] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.092562] env[65794]: WARNING neutronclient.v2_0.client [req-e9120e27-b081-4974-b1dc-ffd1d1558027 req-dea080c9-d29a-4ef0-805f-097c80b4a66a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.107839] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e2e7df0-2d3d-4f2b-b3aa-bb9e97ef5ed6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.119713] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1699565-3471-4058-8acb-e646a7fc71d6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.158219] env[65794]: DEBUG nova.compute.manager [req-8f016650-9d36-43d3-af2e-a72fc2256b41 req-d517d07f-2e99-41bd-a951-e341d56e2453 service nova] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Detach interface failed, port_id=6be7224d-2e38-4db2-b952-9ab700581f68, reason: Instance 035420c9-83ea-4f53-afcc-d955352e2d41 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 887.187831] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c56414-5ebf-4b81-90c7-f93eeb415917, 'name': SearchDatastore_Task, 'duration_secs': 0.014178} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.188280] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.188723] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.188869] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.189073] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.189315] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.189636] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f2c848c-20f0-4530-a3bb-439b47c82320 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.203122] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.203363] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.204217] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-113cb40b-44b8-4c8a-b888-63872dec1a7a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.210358] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Waiting for the task: (returnval){ [ 887.210358] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52135338-b8fd-0590-bbfc-b03c83766159" [ 887.210358] env[65794]: _type = "Task" [ 887.210358] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.210906] env[65794]: INFO nova.compute.manager [-] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Took 1.37 seconds to deallocate network for instance. [ 887.227990] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52135338-b8fd-0590-bbfc-b03c83766159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.301444] env[65794]: WARNING neutronclient.v2_0.client [req-e9120e27-b081-4974-b1dc-ffd1d1558027 req-dea080c9-d29a-4ef0-805f-097c80b4a66a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.405488] env[65794]: DEBUG nova.network.neutron [req-e9120e27-b081-4974-b1dc-ffd1d1558027 req-dea080c9-d29a-4ef0-805f-097c80b4a66a service nova] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Updated VIF entry in instance network info cache for port c496bd9f-4c5d-4e4e-8bb6-daf2d6f7a09b. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 887.405863] env[65794]: DEBUG nova.network.neutron [req-e9120e27-b081-4974-b1dc-ffd1d1558027 req-dea080c9-d29a-4ef0-805f-097c80b4a66a service nova] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Updating instance_info_cache with network_info: [{"id": "c496bd9f-4c5d-4e4e-8bb6-daf2d6f7a09b", "address": "fa:16:3e:95:47:2a", "network": {"id": "d9fb9c86-cf2a-4f4a-8487-2715b01fe71c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1742081003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8b9db2562474e589890706fee2cfc2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc496bd9f-4c", "ovs_interfaceid": "c496bd9f-4c5d-4e4e-8bb6-daf2d6f7a09b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.441231] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Acquiring lock "refresh_cache-1754e34f-1ff0-48e4-aa1e-71a726bdaac1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.441718] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Acquired lock "refresh_cache-1754e34f-1ff0-48e4-aa1e-71a726bdaac1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.442099] env[65794]: DEBUG nova.network.neutron [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 887.446327] env[65794]: DEBUG nova.compute.manager [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 887.446327] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.446856] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3e614c-9e39-4024-ab73-62b26bc2205d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.458961] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.459693] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d010fcd-149c-4032-923c-d54872ee3211 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.470678] env[65794]: DEBUG oslo_vmware.api [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 887.470678] env[65794]: value = "task-4811425" [ 887.470678] env[65794]: _type = "Task" [ 887.470678] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.482563] env[65794]: DEBUG oslo_vmware.api [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.543670] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': task-4811423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100631} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.546025] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.546648] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ecbfbe-7154-4ffd-ae4e-d4ecc2c0660a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.553310] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811424, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.581311] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] a4c5899d-013c-4d82-9ede-1229bb1f71d7/a4c5899d-013c-4d82-9ede-1229bb1f71d7.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.584693] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee2d0b9e-eba1-4b5c-9ef4-739a3804e43b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.608887] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Waiting for the task: (returnval){ [ 887.608887] env[65794]: value = "task-4811426" [ 887.608887] env[65794]: _type = "Task" [ 887.608887] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.725445] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52135338-b8fd-0590-bbfc-b03c83766159, 'name': SearchDatastore_Task, 'duration_secs': 0.015334} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.728886] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cbcc1a5-5f10-4674-8423-46ab2f0e8f02 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.732911] env[65794]: DEBUG oslo_concurrency.lockutils [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.739305] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Waiting for the task: (returnval){ [ 887.739305] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5222cc36-a006-f489-d8f0-c7ba3aaa77aa" [ 887.739305] env[65794]: _type = "Task" [ 887.739305] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.753718] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5222cc36-a006-f489-d8f0-c7ba3aaa77aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.909572] env[65794]: DEBUG oslo_concurrency.lockutils [req-e9120e27-b081-4974-b1dc-ffd1d1558027 req-dea080c9-d29a-4ef0-805f-097c80b4a66a service nova] Releasing lock "refresh_cache-1a26c23a-0d13-43f5-84bc-ecd90626b1b3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.913385] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ea1435-810a-4de9-be89-86a20fc2c022 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.921756] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49dbaa37-8062-4969-8b87-55ebda82fe51 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.962801] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e95e6b4-92ca-4461-ae38-917bbd7b3069 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.976146] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a6fa99-8dbf-47df-9b90-ae5acb64e4de {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.995971] env[65794]: DEBUG nova.compute.provider_tree [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.997894] env[65794]: DEBUG oslo_vmware.api [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811425, 'name': PowerOffVM_Task, 'duration_secs': 0.334324} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.998446] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.998680] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.000031] env[65794]: DEBUG nova.network.neutron [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 888.003925] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b63aa853-808a-473b-bc2d-8c7f646f60a0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.046398] env[65794]: DEBUG oslo_vmware.api [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811424, 'name': PowerOnVM_Task, 'duration_secs': 0.686302} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.046576] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.049706] env[65794]: DEBUG nova.compute.manager [None req-2cf8b65b-e6a2-4cda-973b-a7cdbd5622b8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 888.050899] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ee2cb7-5bd1-4ad7-a12a-edde218cdc0b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.087406] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.087643] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.087861] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Deleting the datastore file [datastore1] 21bd6276-6f01-4292-8c49-3474685f8466 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.088189] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afdff3ad-db4c-49b8-97ca-20ba8170cc73 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.096133] env[65794]: DEBUG oslo_vmware.api [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 888.096133] env[65794]: value = "task-4811428" [ 888.096133] env[65794]: _type = "Task" [ 888.096133] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.106253] env[65794]: DEBUG oslo_vmware.api [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.119659] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': task-4811426, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.252126] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5222cc36-a006-f489-d8f0-c7ba3aaa77aa, 'name': SearchDatastore_Task, 'duration_secs': 0.029542} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.255599] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.255980] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 1a26c23a-0d13-43f5-84bc-ecd90626b1b3/1a26c23a-0d13-43f5-84bc-ecd90626b1b3.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.256792] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22cea6f4-46ba-412f-a76e-522752f11515 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.264791] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Waiting for the task: (returnval){ [ 888.264791] env[65794]: value = "task-4811429" [ 888.264791] env[65794]: _type = "Task" [ 888.264791] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.274870] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': task-4811429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.322884] env[65794]: WARNING neutronclient.v2_0.client [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.365449] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Acquiring lock "78ae3bb1-01e1-4d14-87b6-a2df8eeab406" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.366083] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lock "78ae3bb1-01e1-4d14-87b6-a2df8eeab406" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.434363] env[65794]: DEBUG nova.network.neutron [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Updating instance_info_cache with network_info: [{"id": "a2cfa958-414d-4289-8d2b-b26d4bb848ab", "address": "fa:16:3e:4f:85:64", "network": {"id": "f1572319-c82a-4270-b04d-9a19d2a04553", "bridge": "br-int", "label": "tempest-ServersTestJSON-74779584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60a394c002f3441d9a96d403e993b1c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2cfa958-41", "ovs_interfaceid": "a2cfa958-414d-4289-8d2b-b26d4bb848ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.499977] env[65794]: DEBUG nova.scheduler.client.report [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.609425] env[65794]: DEBUG oslo_vmware.api [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299041} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.609701] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.609874] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.610067] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.610297] env[65794]: INFO nova.compute.manager [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Took 1.17 seconds to destroy the instance on the hypervisor. [ 888.610553] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 888.610830] env[65794]: DEBUG nova.compute.manager [-] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 888.611155] env[65794]: DEBUG nova.network.neutron [-] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 888.611215] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.625499] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': task-4811426, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.660756] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.775318] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': task-4811429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.868294] env[65794]: DEBUG nova.compute.manager [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 888.937855] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Releasing lock "refresh_cache-1754e34f-1ff0-48e4-aa1e-71a726bdaac1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.938069] env[65794]: DEBUG nova.compute.manager [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Instance network_info: |[{"id": "a2cfa958-414d-4289-8d2b-b26d4bb848ab", "address": "fa:16:3e:4f:85:64", "network": {"id": "f1572319-c82a-4270-b04d-9a19d2a04553", "bridge": "br-int", "label": "tempest-ServersTestJSON-74779584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60a394c002f3441d9a96d403e993b1c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2cfa958-41", "ovs_interfaceid": "a2cfa958-414d-4289-8d2b-b26d4bb848ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 888.938521] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:85:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ac73085-7d7d-4ac3-863f-7b36a1b69aee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2cfa958-414d-4289-8d2b-b26d4bb848ab', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.947088] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Creating folder: Project (60a394c002f3441d9a96d403e993b1c5). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.947782] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41ceb615-b7ef-4c0c-bf09-8f6c08836513 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.961724] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Created folder: Project (60a394c002f3441d9a96d403e993b1c5) in parent group-v937953. [ 888.961907] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Creating folder: Instances. Parent ref: group-v938135. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.962291] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5238012a-5d61-4c30-8462-c78b95fe23e1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.973018] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Created folder: Instances in parent group-v938135. [ 888.973320] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 888.973884] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.974130] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f92e4fe6-c9b8-4123-a510-7646e1027eb8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.995349] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.995349] env[65794]: value = "task-4811432" [ 888.995349] env[65794]: _type = "Task" [ 888.995349] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.007369] env[65794]: DEBUG oslo_concurrency.lockutils [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.007974] env[65794]: DEBUG nova.compute.manager [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 889.011333] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811432, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.011677] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.476s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.011857] env[65794]: DEBUG nova.objects.instance [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65794) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 889.094033] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Acquiring lock "fd0ca813-25cf-440c-becd-47af70eaaffa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.094033] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lock "fd0ca813-25cf-440c-becd-47af70eaaffa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.126404] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': task-4811426, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.175862] env[65794]: DEBUG nova.compute.manager [req-d5a9ccc7-1293-418e-9a8a-06a827b90e2e req-7829d0d3-2f08-4fb9-8823-c1ab8c247f43 service nova] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Received event network-vif-plugged-a2cfa958-414d-4289-8d2b-b26d4bb848ab {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 889.176102] env[65794]: DEBUG oslo_concurrency.lockutils [req-d5a9ccc7-1293-418e-9a8a-06a827b90e2e req-7829d0d3-2f08-4fb9-8823-c1ab8c247f43 service nova] Acquiring lock "1754e34f-1ff0-48e4-aa1e-71a726bdaac1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.176318] env[65794]: DEBUG oslo_concurrency.lockutils [req-d5a9ccc7-1293-418e-9a8a-06a827b90e2e req-7829d0d3-2f08-4fb9-8823-c1ab8c247f43 service nova] Lock "1754e34f-1ff0-48e4-aa1e-71a726bdaac1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.176475] env[65794]: DEBUG oslo_concurrency.lockutils [req-d5a9ccc7-1293-418e-9a8a-06a827b90e2e req-7829d0d3-2f08-4fb9-8823-c1ab8c247f43 service nova] Lock "1754e34f-1ff0-48e4-aa1e-71a726bdaac1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.176634] env[65794]: DEBUG nova.compute.manager [req-d5a9ccc7-1293-418e-9a8a-06a827b90e2e req-7829d0d3-2f08-4fb9-8823-c1ab8c247f43 service nova] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] No waiting events found dispatching network-vif-plugged-a2cfa958-414d-4289-8d2b-b26d4bb848ab {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 889.176790] env[65794]: WARNING nova.compute.manager [req-d5a9ccc7-1293-418e-9a8a-06a827b90e2e req-7829d0d3-2f08-4fb9-8823-c1ab8c247f43 service nova] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Received unexpected event network-vif-plugged-a2cfa958-414d-4289-8d2b-b26d4bb848ab for instance with vm_state building and task_state spawning. [ 889.176942] env[65794]: DEBUG nova.compute.manager [req-d5a9ccc7-1293-418e-9a8a-06a827b90e2e req-7829d0d3-2f08-4fb9-8823-c1ab8c247f43 service nova] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Received event network-changed-a2cfa958-414d-4289-8d2b-b26d4bb848ab {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 889.177362] env[65794]: DEBUG nova.compute.manager [req-d5a9ccc7-1293-418e-9a8a-06a827b90e2e req-7829d0d3-2f08-4fb9-8823-c1ab8c247f43 service nova] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Refreshing instance network info cache due to event network-changed-a2cfa958-414d-4289-8d2b-b26d4bb848ab. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 889.177515] env[65794]: DEBUG oslo_concurrency.lockutils [req-d5a9ccc7-1293-418e-9a8a-06a827b90e2e req-7829d0d3-2f08-4fb9-8823-c1ab8c247f43 service nova] Acquiring lock "refresh_cache-1754e34f-1ff0-48e4-aa1e-71a726bdaac1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.177653] env[65794]: DEBUG oslo_concurrency.lockutils [req-d5a9ccc7-1293-418e-9a8a-06a827b90e2e req-7829d0d3-2f08-4fb9-8823-c1ab8c247f43 service nova] Acquired lock "refresh_cache-1754e34f-1ff0-48e4-aa1e-71a726bdaac1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.177804] env[65794]: DEBUG nova.network.neutron [req-d5a9ccc7-1293-418e-9a8a-06a827b90e2e req-7829d0d3-2f08-4fb9-8823-c1ab8c247f43 service nova] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Refreshing network info cache for port a2cfa958-414d-4289-8d2b-b26d4bb848ab {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.276720] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': task-4811429, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.303371] env[65794]: DEBUG nova.compute.manager [req-002cc4b1-e350-4eac-84a0-b47f0d8015a2 req-75bb8d11-790e-423c-bcef-fb5578e3208b service nova] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Received event network-vif-deleted-dbc789af-a3f0-4a29-b618-493b3d5a56df {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 889.303625] env[65794]: INFO nova.compute.manager [req-002cc4b1-e350-4eac-84a0-b47f0d8015a2 req-75bb8d11-790e-423c-bcef-fb5578e3208b service nova] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Neutron deleted interface dbc789af-a3f0-4a29-b618-493b3d5a56df; detaching it from the instance and deleting it from the info cache [ 889.304089] env[65794]: DEBUG nova.network.neutron [req-002cc4b1-e350-4eac-84a0-b47f0d8015a2 req-75bb8d11-790e-423c-bcef-fb5578e3208b service nova] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.396742] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.408259] env[65794]: DEBUG nova.network.neutron [-] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.509795] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811432, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.518093] env[65794]: DEBUG nova.compute.utils [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.520239] env[65794]: DEBUG nova.compute.manager [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 889.520593] env[65794]: DEBUG nova.network.neutron [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 889.520963] env[65794]: WARNING neutronclient.v2_0.client [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.521349] env[65794]: WARNING neutronclient.v2_0.client [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.581841] env[65794]: DEBUG nova.policy [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c058043df8749b9855a1eeb2cfb0b3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '737a0ac2aeb14300bb926f480f8a9607', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.596913] env[65794]: DEBUG nova.compute.manager [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 889.625350] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': task-4811426, 'name': ReconfigVM_Task, 'duration_secs': 1.532106} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.625679] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Reconfigured VM instance instance-00000044 to attach disk [datastore1] a4c5899d-013c-4d82-9ede-1229bb1f71d7/a4c5899d-013c-4d82-9ede-1229bb1f71d7.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.626403] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b714541e-55bc-4620-bcbd-4ba7fc765908 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.636230] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Waiting for the task: (returnval){ [ 889.636230] env[65794]: value = "task-4811433" [ 889.636230] env[65794]: _type = "Task" [ 889.636230] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.650149] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': task-4811433, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.681238] env[65794]: WARNING neutronclient.v2_0.client [req-d5a9ccc7-1293-418e-9a8a-06a827b90e2e req-7829d0d3-2f08-4fb9-8823-c1ab8c247f43 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.780276] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': task-4811429, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.442451} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.780587] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 1a26c23a-0d13-43f5-84bc-ecd90626b1b3/1a26c23a-0d13-43f5-84bc-ecd90626b1b3.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.780809] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.781101] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9d51b11-622b-4ae2-9f3a-8cd4377a5f72 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.790071] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Waiting for the task: (returnval){ [ 889.790071] env[65794]: value = "task-4811434" [ 889.790071] env[65794]: _type = "Task" [ 889.790071] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.801629] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': task-4811434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.807534] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60589c22-dcaf-4435-9d70-a58ca87929ea {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.818256] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f1c929-c0bd-4bbd-8a7b-fc340553274e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.858605] env[65794]: DEBUG nova.compute.manager [req-002cc4b1-e350-4eac-84a0-b47f0d8015a2 req-75bb8d11-790e-423c-bcef-fb5578e3208b service nova] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Detach interface failed, port_id=dbc789af-a3f0-4a29-b618-493b3d5a56df, reason: Instance 21bd6276-6f01-4292-8c49-3474685f8466 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 889.916166] env[65794]: INFO nova.compute.manager [-] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Took 1.30 seconds to deallocate network for instance. [ 889.960046] env[65794]: DEBUG nova.network.neutron [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Successfully created port: 5ae9559e-c0a6-45d1-8b3f-97c67f392f2d {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 890.010360] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811432, 'name': CreateVM_Task, 'duration_secs': 0.572128} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.011723] env[65794]: WARNING neutronclient.v2_0.client [req-d5a9ccc7-1293-418e-9a8a-06a827b90e2e req-7829d0d3-2f08-4fb9-8823-c1ab8c247f43 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.014328] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.015292] env[65794]: WARNING neutronclient.v2_0.client [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.015658] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.016248] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.016345] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.016950] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5d43554-32a0-43a5-b15b-5493c7ebd52a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.023257] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Waiting for the task: (returnval){ [ 890.023257] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522379ee-4da9-e798-dd72-c047b52f9222" [ 890.023257] env[65794]: _type = "Task" [ 890.023257] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.027867] env[65794]: DEBUG nova.compute.manager [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 890.030851] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5efaf593-8233-4d9e-88a3-d43d0eb241a8 tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.033742] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.867s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.033742] env[65794]: DEBUG nova.objects.instance [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lazy-loading 'resources' on Instance uuid 6412743a-0ac8-41a0-92aa-a361652c43e1 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.039676] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522379ee-4da9-e798-dd72-c047b52f9222, 'name': SearchDatastore_Task, 'duration_secs': 0.013309} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.040236] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.040519] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.040702] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.040854] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.041047] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.041331] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93af8bd2-8b1e-4ca5-b717-de0ec321c018 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.054450] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.054450] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.055440] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b6d73c7-5dfe-41d1-8763-c4b22b72dce8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.062846] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Waiting for the task: (returnval){ [ 890.062846] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52bf684d-19fc-fcbf-58f1-1dece459fdaf" [ 890.062846] env[65794]: _type = "Task" [ 890.062846] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.074326] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52bf684d-19fc-fcbf-58f1-1dece459fdaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.128730] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.149703] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': task-4811433, 'name': Rename_Task, 'duration_secs': 0.291225} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.149703] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.149703] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37fc5d7a-f966-45e2-96b7-d75807f35952 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.157735] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Waiting for the task: (returnval){ [ 890.157735] env[65794]: value = "task-4811435" [ 890.157735] env[65794]: _type = "Task" [ 890.157735] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.172816] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': task-4811435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.202318] env[65794]: DEBUG nova.network.neutron [req-d5a9ccc7-1293-418e-9a8a-06a827b90e2e req-7829d0d3-2f08-4fb9-8823-c1ab8c247f43 service nova] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Updated VIF entry in instance network info cache for port a2cfa958-414d-4289-8d2b-b26d4bb848ab. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 890.202582] env[65794]: DEBUG nova.network.neutron [req-d5a9ccc7-1293-418e-9a8a-06a827b90e2e req-7829d0d3-2f08-4fb9-8823-c1ab8c247f43 service nova] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Updating instance_info_cache with network_info: [{"id": "a2cfa958-414d-4289-8d2b-b26d4bb848ab", "address": "fa:16:3e:4f:85:64", "network": {"id": "f1572319-c82a-4270-b04d-9a19d2a04553", "bridge": "br-int", "label": "tempest-ServersTestJSON-74779584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60a394c002f3441d9a96d403e993b1c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2cfa958-41", "ovs_interfaceid": "a2cfa958-414d-4289-8d2b-b26d4bb848ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.300774] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': task-4811434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156928} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.301171] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.302157] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df32ed80-c1cb-4385-9b1d-cf272e49919f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.326906] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 1a26c23a-0d13-43f5-84bc-ecd90626b1b3/1a26c23a-0d13-43f5-84bc-ecd90626b1b3.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.327537] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22acb5ec-b399-420d-b82a-1d6167c1b775 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.351636] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Waiting for the task: (returnval){ [ 890.351636] env[65794]: value = "task-4811436" [ 890.351636] env[65794]: _type = "Task" [ 890.351636] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.360449] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': task-4811436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.426135] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.433503] env[65794]: DEBUG oslo_vmware.rw_handles [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252fb5b-48f6-6fa0-c914-3b63398e5289/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 890.434561] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ded4b2-3c12-49ca-9b8b-6e10bcd3d03a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.441607] env[65794]: DEBUG oslo_vmware.rw_handles [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252fb5b-48f6-6fa0-c914-3b63398e5289/disk-0.vmdk is in state: ready. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 890.441708] env[65794]: ERROR oslo_vmware.rw_handles [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252fb5b-48f6-6fa0-c914-3b63398e5289/disk-0.vmdk due to incomplete transfer. [ 890.441870] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4682ad63-b9c8-4d7c-8ffb-0fc01f2876a8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.450662] env[65794]: DEBUG oslo_vmware.rw_handles [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252fb5b-48f6-6fa0-c914-3b63398e5289/disk-0.vmdk. {{(pid=65794) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 890.450876] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Uploaded image bce00aa1-6fbc-448e-820b-cfa9832c9643 to the Glance image server {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 890.453019] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Destroying the VM {{(pid=65794) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 890.453326] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3a725c20-303f-457f-a623-ca64dcfe45b8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.461278] env[65794]: DEBUG oslo_vmware.api [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Waiting for the task: (returnval){ [ 890.461278] env[65794]: value = "task-4811437" [ 890.461278] env[65794]: _type = "Task" [ 890.461278] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.470994] env[65794]: DEBUG oslo_vmware.api [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811437, 'name': Destroy_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.581932] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52bf684d-19fc-fcbf-58f1-1dece459fdaf, 'name': SearchDatastore_Task, 'duration_secs': 0.012853} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.585445] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66588376-8ca7-444c-a945-3a8727bf7f75 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.593549] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Waiting for the task: (returnval){ [ 890.593549] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]527410ba-ce31-ee16-a952-fd98ee93dcba" [ 890.593549] env[65794]: _type = "Task" [ 890.593549] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.604163] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527410ba-ce31-ee16-a952-fd98ee93dcba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.632675] env[65794]: INFO nova.compute.manager [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Unrescuing [ 890.632992] env[65794]: DEBUG oslo_concurrency.lockutils [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "refresh_cache-71be2679-a934-4709-9b7f-991ff7385512" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.633132] env[65794]: DEBUG oslo_concurrency.lockutils [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquired lock "refresh_cache-71be2679-a934-4709-9b7f-991ff7385512" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.633366] env[65794]: DEBUG nova.network.neutron [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 890.652792] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "6477f28c-5665-49cf-9e0d-d9fb16ad6ee5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.653049] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "6477f28c-5665-49cf-9e0d-d9fb16ad6ee5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.668342] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': task-4811435, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.706651] env[65794]: DEBUG oslo_concurrency.lockutils [req-d5a9ccc7-1293-418e-9a8a-06a827b90e2e req-7829d0d3-2f08-4fb9-8823-c1ab8c247f43 service nova] Releasing lock "refresh_cache-1754e34f-1ff0-48e4-aa1e-71a726bdaac1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.864952] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': task-4811436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.976110] env[65794]: DEBUG oslo_vmware.api [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811437, 'name': Destroy_Task, 'duration_secs': 0.369541} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.976110] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Destroyed the VM [ 890.976110] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Deleting Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 890.978838] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b5217fcf-700b-442c-9320-4947deb7060e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.987690] env[65794]: DEBUG oslo_vmware.api [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Waiting for the task: (returnval){ [ 890.987690] env[65794]: value = "task-4811438" [ 890.987690] env[65794]: _type = "Task" [ 890.987690] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.998964] env[65794]: DEBUG oslo_vmware.api [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811438, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.031649] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748e8434-a3d5-4045-bf62-ca5ee7f04ff9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.041103] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3735fd8-1ef1-4b1f-8181-1f0da302ec6a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.045839] env[65794]: DEBUG nova.compute.manager [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 891.081064] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb07988-9529-4d6f-8c09-eb7bcda84f24 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.091949] env[65794]: DEBUG nova.virt.hardware [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 891.092268] env[65794]: DEBUG nova.virt.hardware [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.092477] env[65794]: DEBUG nova.virt.hardware [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 891.092699] env[65794]: DEBUG nova.virt.hardware [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.092884] env[65794]: DEBUG nova.virt.hardware [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 891.093081] env[65794]: DEBUG nova.virt.hardware [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 891.093358] env[65794]: DEBUG nova.virt.hardware [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 891.093585] env[65794]: DEBUG nova.virt.hardware [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 891.093763] env[65794]: DEBUG nova.virt.hardware [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 891.093923] env[65794]: DEBUG nova.virt.hardware [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 891.094114] env[65794]: DEBUG nova.virt.hardware [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 891.095498] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edde184f-e668-40dc-af81-17907553c79c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.100247] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c931cb1b-8552-4df2-9b85-b68925969cdd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.113836] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527410ba-ce31-ee16-a952-fd98ee93dcba, 'name': SearchDatastore_Task, 'duration_secs': 0.01744} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.122608] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a269ede0-9daf-4a59-9113-e9dcd0dfb741 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.128137] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.128137] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 1754e34f-1ff0-48e4-aa1e-71a726bdaac1/1754e34f-1ff0-48e4-aa1e-71a726bdaac1.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.128137] env[65794]: DEBUG nova.compute.provider_tree [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.129028] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6705b4e5-969f-45c1-992e-586aa2e04c35 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.144542] env[65794]: WARNING neutronclient.v2_0.client [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.149662] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Waiting for the task: (returnval){ [ 891.149662] env[65794]: value = "task-4811439" [ 891.149662] env[65794]: _type = "Task" [ 891.149662] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.155937] env[65794]: DEBUG nova.compute.manager [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 891.167273] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Task: {'id': task-4811439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.175279] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': task-4811435, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.362837] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': task-4811436, 'name': ReconfigVM_Task, 'duration_secs': 0.598808} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.363174] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 1a26c23a-0d13-43f5-84bc-ecd90626b1b3/1a26c23a-0d13-43f5-84bc-ecd90626b1b3.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.363905] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ca46a0a-93c3-4dbc-b2a9-0076365421db {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.371856] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Waiting for the task: (returnval){ [ 891.371856] env[65794]: value = "task-4811440" [ 891.371856] env[65794]: _type = "Task" [ 891.371856] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.389511] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': task-4811440, 'name': Rename_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.485662] env[65794]: WARNING neutronclient.v2_0.client [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.500284] env[65794]: DEBUG oslo_vmware.api [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811438, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.590082] env[65794]: DEBUG nova.network.neutron [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Successfully updated port: 5ae9559e-c0a6-45d1-8b3f-97c67f392f2d {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 891.634501] env[65794]: DEBUG nova.scheduler.client.report [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.647442] env[65794]: DEBUG nova.network.neutron [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Updating instance_info_cache with network_info: [{"id": "d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9", "address": "fa:16:3e:60:7c:bf", "network": {"id": "cc4e33e8-7826-408d-9eab-fdf414853b07", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1896043306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16ae62c8024042f29ebc1a15b453ee28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd67cf5bc-b2", "ovs_interfaceid": "d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.662914] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Task: {'id': task-4811439, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.681794] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': task-4811435, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.693857] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.778132] env[65794]: DEBUG nova.compute.manager [req-d14ffd7f-eb47-4910-8c2b-e94b31522cbe req-942bec83-b496-4c08-b9db-ae0e99a9851d service nova] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Received event network-vif-plugged-5ae9559e-c0a6-45d1-8b3f-97c67f392f2d {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 891.778366] env[65794]: DEBUG oslo_concurrency.lockutils [req-d14ffd7f-eb47-4910-8c2b-e94b31522cbe req-942bec83-b496-4c08-b9db-ae0e99a9851d service nova] Acquiring lock "380c96c4-0d35-4f5b-8d37-bc7c460654c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.778698] env[65794]: DEBUG oslo_concurrency.lockutils [req-d14ffd7f-eb47-4910-8c2b-e94b31522cbe req-942bec83-b496-4c08-b9db-ae0e99a9851d service nova] Lock "380c96c4-0d35-4f5b-8d37-bc7c460654c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.778973] env[65794]: DEBUG oslo_concurrency.lockutils [req-d14ffd7f-eb47-4910-8c2b-e94b31522cbe req-942bec83-b496-4c08-b9db-ae0e99a9851d service nova] Lock "380c96c4-0d35-4f5b-8d37-bc7c460654c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.779267] env[65794]: DEBUG nova.compute.manager [req-d14ffd7f-eb47-4910-8c2b-e94b31522cbe req-942bec83-b496-4c08-b9db-ae0e99a9851d service nova] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] No waiting events found dispatching network-vif-plugged-5ae9559e-c0a6-45d1-8b3f-97c67f392f2d {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 891.779545] env[65794]: WARNING nova.compute.manager [req-d14ffd7f-eb47-4910-8c2b-e94b31522cbe req-942bec83-b496-4c08-b9db-ae0e99a9851d service nova] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Received unexpected event network-vif-plugged-5ae9559e-c0a6-45d1-8b3f-97c67f392f2d for instance with vm_state building and task_state spawning. [ 891.885632] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': task-4811440, 'name': Rename_Task, 'duration_secs': 0.160039} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.886134] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.886482] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d434f06-8d90-4428-9c4b-c8c72ae0f0fe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.897417] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Waiting for the task: (returnval){ [ 891.897417] env[65794]: value = "task-4811441" [ 891.897417] env[65794]: _type = "Task" [ 891.897417] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.905135] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': task-4811441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.999477] env[65794]: DEBUG oslo_vmware.api [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811438, 'name': RemoveSnapshot_Task, 'duration_secs': 0.718013} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.999894] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Deleted Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 892.000327] env[65794]: INFO nova.compute.manager [None req-8910b4c9-2f96-45b5-ba45-3a3f66e14f19 tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Took 13.97 seconds to snapshot the instance on the hypervisor. [ 892.094908] env[65794]: DEBUG oslo_concurrency.lockutils [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "refresh_cache-380c96c4-0d35-4f5b-8d37-bc7c460654c6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.095167] env[65794]: DEBUG oslo_concurrency.lockutils [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired lock "refresh_cache-380c96c4-0d35-4f5b-8d37-bc7c460654c6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.095369] env[65794]: DEBUG nova.network.neutron [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 892.143772] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.146481] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.581s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.150045] env[65794]: DEBUG oslo_concurrency.lockutils [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Releasing lock "refresh_cache-71be2679-a934-4709-9b7f-991ff7385512" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.151049] env[65794]: DEBUG nova.objects.instance [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lazy-loading 'flavor' on Instance uuid 71be2679-a934-4709-9b7f-991ff7385512 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.162706] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Task: {'id': task-4811439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746001} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.162994] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 1754e34f-1ff0-48e4-aa1e-71a726bdaac1/1754e34f-1ff0-48e4-aa1e-71a726bdaac1.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.163228] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.163547] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b11bf303-2e85-44bc-9735-7a93b079f880 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.177167] env[65794]: DEBUG oslo_vmware.api [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': task-4811435, 'name': PowerOnVM_Task, 'duration_secs': 1.52771} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.179699] env[65794]: INFO nova.scheduler.client.report [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Deleted allocations for instance 6412743a-0ac8-41a0-92aa-a361652c43e1 [ 892.180813] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.181584] env[65794]: INFO nova.compute.manager [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Took 11.39 seconds to spawn the instance on the hypervisor. [ 892.181584] env[65794]: DEBUG nova.compute.manager [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 892.181704] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Waiting for the task: (returnval){ [ 892.181704] env[65794]: value = "task-4811442" [ 892.181704] env[65794]: _type = "Task" [ 892.181704] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.185344] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5c67d0-9a55-4435-a6bb-a84f58035280 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.203597] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Task: {'id': task-4811442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.407285] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': task-4811441, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.662563] env[65794]: DEBUG nova.network.neutron [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 892.670495] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dc3a72-3a03-4de7-8b77-2d58af14f35c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.699997] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.703574] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a58b42e0-bd55-48e0-84b4-1aed6c679263 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "6412743a-0ac8-41a0-92aa-a361652c43e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.660s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.707366] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-642c583a-9128-4e3e-b0c7-0f8380125108 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.718409] env[65794]: INFO nova.compute.manager [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Took 39.29 seconds to build instance. [ 892.724011] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Task: {'id': task-4811442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072254} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.725514] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.725937] env[65794]: DEBUG oslo_vmware.api [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 892.725937] env[65794]: value = "task-4811443" [ 892.725937] env[65794]: _type = "Task" [ 892.725937] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.726898] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51937327-e970-4fbc-bc6f-c51db8a7065a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.763107] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 1754e34f-1ff0-48e4-aa1e-71a726bdaac1/1754e34f-1ff0-48e4-aa1e-71a726bdaac1.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.763480] env[65794]: DEBUG oslo_vmware.api [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.767231] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1511f87a-7fe8-40c4-90c5-f1e0ffd972ef {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.789445] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Waiting for the task: (returnval){ [ 892.789445] env[65794]: value = "task-4811444" [ 892.789445] env[65794]: _type = "Task" [ 892.789445] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.800305] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Task: {'id': task-4811444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.816511] env[65794]: WARNING neutronclient.v2_0.client [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.896154] env[65794]: DEBUG nova.network.neutron [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Updating instance_info_cache with network_info: [{"id": "5ae9559e-c0a6-45d1-8b3f-97c67f392f2d", "address": "fa:16:3e:d0:be:f0", "network": {"id": "42cade4a-4a06-4155-8650-50edbd2d8a1b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-718071421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "737a0ac2aeb14300bb926f480f8a9607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae9559e-c0", "ovs_interfaceid": "5ae9559e-c0a6-45d1-8b3f-97c67f392f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.915508] env[65794]: DEBUG oslo_vmware.api [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': task-4811441, 'name': PowerOnVM_Task, 'duration_secs': 0.517169} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.916246] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.916456] env[65794]: INFO nova.compute.manager [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Took 9.45 seconds to spawn the instance on the hypervisor. [ 892.916729] env[65794]: DEBUG nova.compute.manager [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 892.918210] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf965fe2-6496-4cf5-83f4-08dea1b7e12d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.200767] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance d60db3cf-c84b-449e-8a34-49a67cc0cb5c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.200919] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 6a7b7491-19f0-4e28-951c-6a291371eb6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.201104] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 830eba0f-02b0-49a4-9afa-20a6afaa7e20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.201343] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance f755f4c0-549a-4787-ac33-b33c4b3eac60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.201559] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.201767] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 774f19ac-d703-46fe-bfa6-2df075504c73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.201961] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.202179] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 3489ef01-ce97-414e-b154-4a5f6b5523d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.202404] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance d496278f-7e3c-41a8-b6b8-a4168d9ab90d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.202571] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 248bad78-5ecf-49e6-a2c0-ec9a99dec831 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.202814] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 71be2679-a934-4709-9b7f-991ff7385512 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.203173] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 21bd6276-6f01-4292-8c49-3474685f8466 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.203266] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 2258e05e-241d-4799-9759-e14ac02f5d1d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.204204] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 746b7185-90a5-423b-b4da-428f754c471d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.204204] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 528a633b-b5c4-48b5-a0a0-d6dde3108f9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.204204] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 927010e1-4a8f-4e80-bb8d-67b5bc58543f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.204204] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 7298ccc3-3b71-44bd-891c-24892b7bcbd0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.204204] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 63f4bfed-4d51-4fd1-8494-2e504f124c3b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.204204] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 54b59b49-cb95-4183-b223-0e96a8e4658d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.204541] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance eeea6bef-8e98-4fd6-a1ea-2eef506ab570 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.204541] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 035420c9-83ea-4f53-afcc-d955352e2d41 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.204661] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance a4c5899d-013c-4d82-9ede-1229bb1f71d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.204749] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 1a26c23a-0d13-43f5-84bc-ecd90626b1b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.205189] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 1754e34f-1ff0-48e4-aa1e-71a726bdaac1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.205189] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 380c96c4-0d35-4f5b-8d37-bc7c460654c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.220293] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ff2ab229-b2a2-46ee-a493-6d0c9773acce tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Lock "a4c5899d-013c-4d82-9ede-1229bb1f71d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.800s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.241832] env[65794]: DEBUG oslo_vmware.api [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811443, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.304090] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Task: {'id': task-4811444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.392498] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Acquiring lock "528a633b-b5c4-48b5-a0a0-d6dde3108f9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.392857] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Lock "528a633b-b5c4-48b5-a0a0-d6dde3108f9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.393122] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Acquiring lock "528a633b-b5c4-48b5-a0a0-d6dde3108f9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.393366] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Lock "528a633b-b5c4-48b5-a0a0-d6dde3108f9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.393540] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Lock "528a633b-b5c4-48b5-a0a0-d6dde3108f9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.395772] env[65794]: INFO nova.compute.manager [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Terminating instance [ 893.407100] env[65794]: DEBUG oslo_concurrency.lockutils [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Releasing lock "refresh_cache-380c96c4-0d35-4f5b-8d37-bc7c460654c6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.407465] env[65794]: DEBUG nova.compute.manager [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Instance network_info: |[{"id": "5ae9559e-c0a6-45d1-8b3f-97c67f392f2d", "address": "fa:16:3e:d0:be:f0", "network": {"id": "42cade4a-4a06-4155-8650-50edbd2d8a1b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-718071421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "737a0ac2aeb14300bb926f480f8a9607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae9559e-c0", "ovs_interfaceid": "5ae9559e-c0a6-45d1-8b3f-97c67f392f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 893.408303] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:be:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '399f3826-705c-45f7-9fe0-3a08a945151a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ae9559e-c0a6-45d1-8b3f-97c67f392f2d', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.417034] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 893.417849] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.418137] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-102945b7-4a5d-4a49-94b0-1c7c9740e423 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.441063] env[65794]: INFO nova.compute.manager [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Took 38.07 seconds to build instance. [ 893.443965] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.443965] env[65794]: value = "task-4811445" [ 893.443965] env[65794]: _type = "Task" [ 893.443965] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.455707] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811445, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.708946] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 68fc7c47-2c31-4ec9-90fc-79d70381f7c1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 893.741983] env[65794]: DEBUG oslo_vmware.api [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811443, 'name': PowerOffVM_Task, 'duration_secs': 0.557603} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.741983] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.748045] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Reconfiguring VM instance instance-00000037 to detach disk 2002 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 893.748438] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c18b3bec-ecbb-476c-80dc-f896869c3a54 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.770528] env[65794]: DEBUG oslo_vmware.api [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 893.770528] env[65794]: value = "task-4811446" [ 893.770528] env[65794]: _type = "Task" [ 893.770528] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.780581] env[65794]: DEBUG oslo_vmware.api [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.800338] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Task: {'id': task-4811444, 'name': ReconfigVM_Task, 'duration_secs': 0.770264} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.800688] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 1754e34f-1ff0-48e4-aa1e-71a726bdaac1/1754e34f-1ff0-48e4-aa1e-71a726bdaac1.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.801488] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8f3cafc-6363-4859-b672-dd5d23812914 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.809742] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Waiting for the task: (returnval){ [ 893.809742] env[65794]: value = "task-4811447" [ 893.809742] env[65794]: _type = "Task" [ 893.809742] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.821077] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Task: {'id': task-4811447, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.901212] env[65794]: DEBUG nova.compute.manager [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 893.901382] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.904267] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65eef3fe-3957-42e1-9514-161f4030bfee {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.910717] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.911016] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9424d336-8531-4aba-9a1b-70ec13e3af68 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.922687] env[65794]: DEBUG oslo_vmware.api [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Waiting for the task: (returnval){ [ 893.922687] env[65794]: value = "task-4811448" [ 893.922687] env[65794]: _type = "Task" [ 893.922687] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.933313] env[65794]: DEBUG oslo_vmware.api [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.943523] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ada2f484-1ce9-4767-a40b-078b9b143023 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Lock "1a26c23a-0d13-43f5-84bc-ecd90626b1b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.583s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.956281] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811445, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.982267] env[65794]: DEBUG nova.compute.manager [req-ccce7943-579e-4281-95cb-ef176d922dea req-5ffa2008-ddca-47a3-bffb-12d79fb6af3c service nova] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Received event network-changed-5ae9559e-c0a6-45d1-8b3f-97c67f392f2d {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 893.982530] env[65794]: DEBUG nova.compute.manager [req-ccce7943-579e-4281-95cb-ef176d922dea req-5ffa2008-ddca-47a3-bffb-12d79fb6af3c service nova] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Refreshing instance network info cache due to event network-changed-5ae9559e-c0a6-45d1-8b3f-97c67f392f2d. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 893.982894] env[65794]: DEBUG oslo_concurrency.lockutils [req-ccce7943-579e-4281-95cb-ef176d922dea req-5ffa2008-ddca-47a3-bffb-12d79fb6af3c service nova] Acquiring lock "refresh_cache-380c96c4-0d35-4f5b-8d37-bc7c460654c6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.982953] env[65794]: DEBUG oslo_concurrency.lockutils [req-ccce7943-579e-4281-95cb-ef176d922dea req-5ffa2008-ddca-47a3-bffb-12d79fb6af3c service nova] Acquired lock "refresh_cache-380c96c4-0d35-4f5b-8d37-bc7c460654c6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.983070] env[65794]: DEBUG nova.network.neutron [req-ccce7943-579e-4281-95cb-ef176d922dea req-5ffa2008-ddca-47a3-bffb-12d79fb6af3c service nova] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Refreshing network info cache for port 5ae9559e-c0a6-45d1-8b3f-97c67f392f2d {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.212818] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 7c2ad80d-cf90-4b6a-b830-677ee7f0a526 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 894.282292] env[65794]: DEBUG oslo_vmware.api [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811446, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.319595] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Task: {'id': task-4811447, 'name': Rename_Task, 'duration_secs': 0.166673} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.321021] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.321021] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f86e3920-89bb-4c8b-9baa-c8e2a2978efa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.331792] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Waiting for the task: (returnval){ [ 894.331792] env[65794]: value = "task-4811449" [ 894.331792] env[65794]: _type = "Task" [ 894.331792] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.342151] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Task: {'id': task-4811449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.433253] env[65794]: DEBUG oslo_vmware.api [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811448, 'name': PowerOffVM_Task, 'duration_secs': 0.219558} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.434045] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.434045] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.434045] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-286621f3-bd93-41bd-a6ff-155f14c2dd06 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.456163] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811445, 'name': CreateVM_Task, 'duration_secs': 0.536424} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.456355] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.456884] env[65794]: WARNING neutronclient.v2_0.client [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.457310] env[65794]: DEBUG oslo_concurrency.lockutils [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.458121] env[65794]: DEBUG oslo_concurrency.lockutils [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.458476] env[65794]: DEBUG oslo_concurrency.lockutils [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.460278] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3a070d4-32bd-45f6-b447-018e4f3f8a2a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.466306] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "5051c514-7edd-4ec8-ba70-c84fc69d1f48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.466615] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "5051c514-7edd-4ec8-ba70-c84fc69d1f48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.473016] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 894.473016] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52ff9c26-e2ac-28d8-c9b6-613b76046a60" [ 894.473016] env[65794]: _type = "Task" [ 894.473016] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.484746] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ff9c26-e2ac-28d8-c9b6-613b76046a60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.486772] env[65794]: WARNING neutronclient.v2_0.client [req-ccce7943-579e-4281-95cb-ef176d922dea req-5ffa2008-ddca-47a3-bffb-12d79fb6af3c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.510660] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.511015] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.511328] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Deleting the datastore file [datastore2] 528a633b-b5c4-48b5-a0a0-d6dde3108f9f {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.511709] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-223c9c99-1273-4f27-806d-292eba0a7c48 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.519797] env[65794]: DEBUG oslo_vmware.api [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Waiting for the task: (returnval){ [ 894.519797] env[65794]: value = "task-4811451" [ 894.519797] env[65794]: _type = "Task" [ 894.519797] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.532853] env[65794]: DEBUG oslo_vmware.api [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.651298] env[65794]: WARNING neutronclient.v2_0.client [req-ccce7943-579e-4281-95cb-ef176d922dea req-5ffa2008-ddca-47a3-bffb-12d79fb6af3c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.716924] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 894.731676] env[65794]: DEBUG nova.network.neutron [req-ccce7943-579e-4281-95cb-ef176d922dea req-5ffa2008-ddca-47a3-bffb-12d79fb6af3c service nova] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Updated VIF entry in instance network info cache for port 5ae9559e-c0a6-45d1-8b3f-97c67f392f2d. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 894.731676] env[65794]: DEBUG nova.network.neutron [req-ccce7943-579e-4281-95cb-ef176d922dea req-5ffa2008-ddca-47a3-bffb-12d79fb6af3c service nova] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Updating instance_info_cache with network_info: [{"id": "5ae9559e-c0a6-45d1-8b3f-97c67f392f2d", "address": "fa:16:3e:d0:be:f0", "network": {"id": "42cade4a-4a06-4155-8650-50edbd2d8a1b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-718071421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "737a0ac2aeb14300bb926f480f8a9607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae9559e-c0", "ovs_interfaceid": "5ae9559e-c0a6-45d1-8b3f-97c67f392f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.782056] env[65794]: DEBUG oslo_vmware.api [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811446, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.832406] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Acquiring lock "1a26c23a-0d13-43f5-84bc-ecd90626b1b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.832692] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Lock "1a26c23a-0d13-43f5-84bc-ecd90626b1b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.832905] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Acquiring lock "1a26c23a-0d13-43f5-84bc-ecd90626b1b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.833097] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Lock "1a26c23a-0d13-43f5-84bc-ecd90626b1b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.833270] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Lock "1a26c23a-0d13-43f5-84bc-ecd90626b1b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.839591] env[65794]: INFO nova.compute.manager [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Terminating instance [ 894.846563] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Task: {'id': task-4811449, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.970336] env[65794]: DEBUG nova.compute.manager [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 894.988166] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ff9c26-e2ac-28d8-c9b6-613b76046a60, 'name': SearchDatastore_Task, 'duration_secs': 0.012382} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.988357] env[65794]: DEBUG oslo_concurrency.lockutils [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.988597] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.988837] env[65794]: DEBUG oslo_concurrency.lockutils [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.988978] env[65794]: DEBUG oslo_concurrency.lockutils [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.989174] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.990135] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cff0b68a-7463-4d0b-8e76-5c014b838535 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.002065] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.002183] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.002942] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4acf212-780e-499e-a3a2-add4165ed065 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.009935] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 895.009935] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]527c2334-a23b-defe-72c6-22a632d0c036" [ 895.009935] env[65794]: _type = "Task" [ 895.009935] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.025594] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527c2334-a23b-defe-72c6-22a632d0c036, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.034669] env[65794]: DEBUG oslo_vmware.api [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Task: {'id': task-4811451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204013} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.034669] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.034669] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.034953] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.034953] env[65794]: INFO nova.compute.manager [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 895.035194] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 895.035413] env[65794]: DEBUG nova.compute.manager [-] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 895.035540] env[65794]: DEBUG nova.network.neutron [-] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 895.035895] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.085034] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.220881] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 78ae3bb1-01e1-4d14-87b6-a2df8eeab406 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 895.234069] env[65794]: DEBUG oslo_concurrency.lockutils [req-ccce7943-579e-4281-95cb-ef176d922dea req-5ffa2008-ddca-47a3-bffb-12d79fb6af3c service nova] Releasing lock "refresh_cache-380c96c4-0d35-4f5b-8d37-bc7c460654c6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.235209] env[65794]: DEBUG nova.compute.manager [req-ccce7943-579e-4281-95cb-ef176d922dea req-5ffa2008-ddca-47a3-bffb-12d79fb6af3c service nova] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Received event network-changed-c3070dd4-4e71-49db-ac95-dbb3f9a1f5d7 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 895.235209] env[65794]: DEBUG nova.compute.manager [req-ccce7943-579e-4281-95cb-ef176d922dea req-5ffa2008-ddca-47a3-bffb-12d79fb6af3c service nova] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Refreshing instance network info cache due to event network-changed-c3070dd4-4e71-49db-ac95-dbb3f9a1f5d7. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 895.235209] env[65794]: DEBUG oslo_concurrency.lockutils [req-ccce7943-579e-4281-95cb-ef176d922dea req-5ffa2008-ddca-47a3-bffb-12d79fb6af3c service nova] Acquiring lock "refresh_cache-a4c5899d-013c-4d82-9ede-1229bb1f71d7" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.235209] env[65794]: DEBUG oslo_concurrency.lockutils [req-ccce7943-579e-4281-95cb-ef176d922dea req-5ffa2008-ddca-47a3-bffb-12d79fb6af3c service nova] Acquired lock "refresh_cache-a4c5899d-013c-4d82-9ede-1229bb1f71d7" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.235209] env[65794]: DEBUG nova.network.neutron [req-ccce7943-579e-4281-95cb-ef176d922dea req-5ffa2008-ddca-47a3-bffb-12d79fb6af3c service nova] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Refreshing network info cache for port c3070dd4-4e71-49db-ac95-dbb3f9a1f5d7 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.283140] env[65794]: DEBUG oslo_vmware.api [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811446, 'name': ReconfigVM_Task, 'duration_secs': 1.318464} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.283447] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Reconfigured VM instance instance-00000037 to detach disk 2002 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 895.283632] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.283892] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85596b43-1208-4c58-8761-4afc15dc0591 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.291183] env[65794]: DEBUG oslo_vmware.api [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 895.291183] env[65794]: value = "task-4811452" [ 895.291183] env[65794]: _type = "Task" [ 895.291183] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.301651] env[65794]: DEBUG oslo_vmware.api [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.354504] env[65794]: DEBUG nova.compute.manager [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 895.354504] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.354833] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Task: {'id': task-4811449, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.357360] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812d899f-6853-4599-b294-03314067ac21 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.367639] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.368635] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e630c8dd-4859-4f21-b94b-494ce369104e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.378081] env[65794]: DEBUG oslo_vmware.api [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Waiting for the task: (returnval){ [ 895.378081] env[65794]: value = "task-4811453" [ 895.378081] env[65794]: _type = "Task" [ 895.378081] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.388663] env[65794]: DEBUG oslo_vmware.api [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': task-4811453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.508174] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.521064] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527c2334-a23b-defe-72c6-22a632d0c036, 'name': SearchDatastore_Task, 'duration_secs': 0.014716} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.521857] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdea9153-2745-4704-a5f1-0043c1bd8b1e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.532831] env[65794]: DEBUG nova.compute.manager [req-07d76caa-db3f-4954-b529-7b5ca27f4c18 req-437f735c-de70-440c-9179-ab52cff2fc45 service nova] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Received event network-vif-deleted-d52fbb69-871f-48f2-9248-2e90597401c7 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 895.533046] env[65794]: INFO nova.compute.manager [req-07d76caa-db3f-4954-b529-7b5ca27f4c18 req-437f735c-de70-440c-9179-ab52cff2fc45 service nova] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Neutron deleted interface d52fbb69-871f-48f2-9248-2e90597401c7; detaching it from the instance and deleting it from the info cache [ 895.533250] env[65794]: DEBUG nova.network.neutron [req-07d76caa-db3f-4954-b529-7b5ca27f4c18 req-437f735c-de70-440c-9179-ab52cff2fc45 service nova] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.535426] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 895.535426] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]525730c1-49db-1a39-1dbd-255fb4bc57bb" [ 895.535426] env[65794]: _type = "Task" [ 895.535426] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.548556] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525730c1-49db-1a39-1dbd-255fb4bc57bb, 'name': SearchDatastore_Task, 'duration_secs': 0.014661} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.548847] env[65794]: DEBUG oslo_concurrency.lockutils [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.549162] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 380c96c4-0d35-4f5b-8d37-bc7c460654c6/380c96c4-0d35-4f5b-8d37-bc7c460654c6.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.549756] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8efcb1eb-4896-4641-855d-a6b775191d40 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.559523] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 895.559523] env[65794]: value = "task-4811454" [ 895.559523] env[65794]: _type = "Task" [ 895.559523] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.571039] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.724410] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance fd0ca813-25cf-440c-becd-47af70eaaffa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 895.740306] env[65794]: WARNING neutronclient.v2_0.client [req-ccce7943-579e-4281-95cb-ef176d922dea req-5ffa2008-ddca-47a3-bffb-12d79fb6af3c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.804936] env[65794]: DEBUG oslo_vmware.api [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811452, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.847312] env[65794]: DEBUG oslo_vmware.api [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Task: {'id': task-4811449, 'name': PowerOnVM_Task, 'duration_secs': 1.350905} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.847568] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.847938] env[65794]: INFO nova.compute.manager [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Took 9.67 seconds to spawn the instance on the hypervisor. [ 895.847938] env[65794]: DEBUG nova.compute.manager [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 895.848897] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074356f0-c017-4ee4-b96d-7cf2b7e3f6e5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.864285] env[65794]: DEBUG nova.network.neutron [-] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.894731] env[65794]: DEBUG oslo_vmware.api [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': task-4811453, 'name': PowerOffVM_Task, 'duration_secs': 0.235828} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.895490] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.896184] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.896319] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab0fc818-1fed-4a71-910e-86db3ce110fd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.992324] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.992584] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.992796] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Deleting the datastore file [datastore1] 1a26c23a-0d13-43f5-84bc-ecd90626b1b3 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.993185] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4b4d47e-d04d-4a47-8777-9418d39f78b7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.005256] env[65794]: DEBUG oslo_vmware.api [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Waiting for the task: (returnval){ [ 896.005256] env[65794]: value = "task-4811456" [ 896.005256] env[65794]: _type = "Task" [ 896.005256] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.018564] env[65794]: DEBUG oslo_vmware.api [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': task-4811456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.020691] env[65794]: WARNING neutronclient.v2_0.client [req-ccce7943-579e-4281-95cb-ef176d922dea req-5ffa2008-ddca-47a3-bffb-12d79fb6af3c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.037314] env[65794]: DEBUG oslo_concurrency.lockutils [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "interface-3489ef01-ce97-414e-b154-4a5f6b5523d6-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.038193] env[65794]: DEBUG oslo_concurrency.lockutils [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "interface-3489ef01-ce97-414e-b154-4a5f6b5523d6-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.038193] env[65794]: DEBUG nova.objects.instance [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lazy-loading 'flavor' on Instance uuid 3489ef01-ce97-414e-b154-4a5f6b5523d6 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.040453] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45ad92be-6752-461c-bef6-277035d37797 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.055019] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3c303b-8af2-49c0-83d5-028a81f20feb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.078074] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811454, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.103252] env[65794]: DEBUG nova.compute.manager [req-07d76caa-db3f-4954-b529-7b5ca27f4c18 req-437f735c-de70-440c-9179-ab52cff2fc45 service nova] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Detach interface failed, port_id=d52fbb69-871f-48f2-9248-2e90597401c7, reason: Instance 528a633b-b5c4-48b5-a0a0-d6dde3108f9f could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 896.134716] env[65794]: DEBUG nova.network.neutron [req-ccce7943-579e-4281-95cb-ef176d922dea req-5ffa2008-ddca-47a3-bffb-12d79fb6af3c service nova] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Updated VIF entry in instance network info cache for port c3070dd4-4e71-49db-ac95-dbb3f9a1f5d7. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 896.135298] env[65794]: DEBUG nova.network.neutron [req-ccce7943-579e-4281-95cb-ef176d922dea req-5ffa2008-ddca-47a3-bffb-12d79fb6af3c service nova] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Updating instance_info_cache with network_info: [{"id": "c3070dd4-4e71-49db-ac95-dbb3f9a1f5d7", "address": "fa:16:3e:7d:b8:1a", "network": {"id": "94e725e2-e73e-4842-9d8c-7b64ce291de5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-907854776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "923dba1270a445f9a4407a6333db5795", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3070dd4-4e", "ovs_interfaceid": "c3070dd4-4e71-49db-ac95-dbb3f9a1f5d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.231529] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 896.231858] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 896.232034] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=100GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '15', 'num_vm_active': '9', 'num_task_None': '10', 'num_os_type_None': '15', 'num_proj_c36b3603b89c4dafb6bc5922cc114f81': '1', 'io_workload': '4', 'num_proj_28d747c7d7744934af5ef6936cd5608d': '1', 'num_proj_8e3a5224c33c47b18efdab4594c4beb0': '1', 'num_proj_16ae62c8024042f29ebc1a15b453ee28': '3', 'num_vm_rescued': '2', 'num_proj_0f2b38ba3bbc48bf93ff01269b8ca2ff': '1', 'num_proj_8aa2d70218ad42269cd5188374cb90b1': '1', 'num_proj_810f2c82ca43422c8dd22b301687e8b3': '1', 'num_task_unrescuing': '1', 'num_proj_3643eca0464d4827aaa2495e66de6bd9': '1', 'num_proj_00ebd4686daa4f1bb38cb4c274c09055': '1', 'num_vm_building': '4', 'num_task_spawning': '4', 'num_proj_923dba1270a445f9a4407a6333db5795': '1', 'num_proj_b8b9db2562474e589890706fee2cfc2e': '1', 'num_proj_60a394c002f3441d9a96d403e993b1c5': '1', 'num_proj_737a0ac2aeb14300bb926f480f8a9607': '1'} {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 896.306521] env[65794]: DEBUG oslo_vmware.api [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811452, 'name': PowerOnVM_Task, 'duration_secs': 0.549579} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.306843] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.307139] env[65794]: DEBUG nova.compute.manager [None req-895397de-d5e2-4388-bd96-8c18b9f41637 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 896.308027] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243d4c4e-e8de-409b-b75d-e4357c6af088 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.371045] env[65794]: INFO nova.compute.manager [-] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Took 1.34 seconds to deallocate network for instance. [ 896.378640] env[65794]: INFO nova.compute.manager [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Took 37.53 seconds to build instance. [ 896.518552] env[65794]: DEBUG oslo_vmware.api [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': task-4811456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.542268] env[65794]: WARNING neutronclient.v2_0.client [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.581052] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667031} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.587023] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 380c96c4-0d35-4f5b-8d37-bc7c460654c6/380c96c4-0d35-4f5b-8d37-bc7c460654c6.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.587023] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.587023] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93066d7b-e88a-46d4-b67c-8f4d59109366 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.597298] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 896.597298] env[65794]: value = "task-4811457" [ 896.597298] env[65794]: _type = "Task" [ 896.597298] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.610614] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.630840] env[65794]: DEBUG nova.objects.instance [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lazy-loading 'pci_requests' on Instance uuid 3489ef01-ce97-414e-b154-4a5f6b5523d6 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.638769] env[65794]: DEBUG oslo_concurrency.lockutils [req-ccce7943-579e-4281-95cb-ef176d922dea req-5ffa2008-ddca-47a3-bffb-12d79fb6af3c service nova] Releasing lock "refresh_cache-a4c5899d-013c-4d82-9ede-1229bb1f71d7" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.749507] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91ab473-9aca-4fd2-9bf9-d99210d9a850 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.758792] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab3308b-574c-457c-9252-cf784af40eea {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.790773] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9485586-c5e9-45c4-a568-28547fd661d7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.799972] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660e0612-75c3-40dd-a44c-12aec5d421fb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.817755] env[65794]: DEBUG nova.compute.provider_tree [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.882778] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f06cf6d9-9eb3-4875-a0e3-d1acb421bb9a tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Lock "1754e34f-1ff0-48e4-aa1e-71a726bdaac1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.048s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.884053] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.018744] env[65794]: DEBUG oslo_vmware.api [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Task: {'id': task-4811456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.571261} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.019119] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.019318] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.019531] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.019863] env[65794]: INFO nova.compute.manager [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Took 1.67 seconds to destroy the instance on the hypervisor. [ 897.020215] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 897.020735] env[65794]: DEBUG nova.compute.manager [-] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 897.020735] env[65794]: DEBUG nova.network.neutron [-] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 897.020905] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.060964] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.109453] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.258916} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.109896] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.110758] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedae4ac-1e63-404a-9d4b-db960e936da3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.133877] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 380c96c4-0d35-4f5b-8d37-bc7c460654c6/380c96c4-0d35-4f5b-8d37-bc7c460654c6.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.134501] env[65794]: DEBUG nova.objects.base [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Object Instance<3489ef01-ce97-414e-b154-4a5f6b5523d6> lazy-loaded attributes: flavor,pci_requests {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 897.134737] env[65794]: DEBUG nova.network.neutron [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 897.135045] env[65794]: WARNING neutronclient.v2_0.client [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.135326] env[65794]: WARNING neutronclient.v2_0.client [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.137221] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef59a54f-0682-408c-a93e-6a7383f1fe06 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.158195] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 897.158195] env[65794]: value = "task-4811458" [ 897.158195] env[65794]: _type = "Task" [ 897.158195] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.167622] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.197902] env[65794]: DEBUG nova.policy [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '013037b09a9d48fd89a493156d368f6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8aa2d70218ad42269cd5188374cb90b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.320891] env[65794]: DEBUG nova.scheduler.client.report [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.539117] env[65794]: DEBUG nova.network.neutron [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Successfully created port: 61939e8e-83bb-4b70-87c3-5e59e3f961f3 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 897.668667] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811458, 'name': ReconfigVM_Task, 'duration_secs': 0.476095} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.668957] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 380c96c4-0d35-4f5b-8d37-bc7c460654c6/380c96c4-0d35-4f5b-8d37-bc7c460654c6.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.669628] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8083203d-42dc-4bbf-9fd7-bf55719d7ece {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.676205] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 897.676205] env[65794]: value = "task-4811459" [ 897.676205] env[65794]: _type = "Task" [ 897.676205] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.685616] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811459, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.796365] env[65794]: DEBUG nova.network.neutron [-] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.825615] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65794) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 897.825889] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.680s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.826196] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.540s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.827897] env[65794]: INFO nova.compute.claims [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.830819] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.830972] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Cleaning up deleted instances {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 897.881232] env[65794]: DEBUG nova.compute.manager [req-36c5566a-7407-43a5-a1e1-42dfc5e04bad req-3edb859c-9871-43ce-b97e-51bfe9ece184 service nova] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Received event network-vif-deleted-c496bd9f-4c5d-4e4e-8bb6-daf2d6f7a09b {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 898.187200] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811459, 'name': Rename_Task, 'duration_secs': 0.1823} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.187469] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.187722] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd192bdc-889c-427a-b161-0eae46a82437 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.195699] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 898.195699] env[65794]: value = "task-4811460" [ 898.195699] env[65794]: _type = "Task" [ 898.195699] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.207755] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.299673] env[65794]: INFO nova.compute.manager [-] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Took 1.28 seconds to deallocate network for instance. [ 898.346508] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] There are 44 instances to clean {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11935}} [ 898.346771] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 6412743a-0ac8-41a0-92aa-a361652c43e1] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 898.709652] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811460, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.805303] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262b1957-9443-41e4-884f-125cc484fe73 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.809375] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.815273] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2447fb-263e-4080-9010-0009759858c9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.847096] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd73594-c76c-4dd3-8970-6877014f0a95 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.854651] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: c94be035-0f2d-4f7b-b196-cb5d02ff61cb] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 898.860019] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00a815e-17bb-4bcd-bcb0-7d4c1de92ec3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.872560] env[65794]: DEBUG nova.compute.provider_tree [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.118859] env[65794]: DEBUG nova.network.neutron [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Successfully updated port: 61939e8e-83bb-4b70-87c3-5e59e3f961f3 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 899.209787] env[65794]: DEBUG oslo_vmware.api [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811460, 'name': PowerOnVM_Task, 'duration_secs': 0.863921} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.209894] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.210101] env[65794]: INFO nova.compute.manager [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Took 8.16 seconds to spawn the instance on the hypervisor. [ 899.210294] env[65794]: DEBUG nova.compute.manager [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 899.211138] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41192b00-b3d2-4ec3-94fc-0cb47ef2ce1e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.364456] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: b1a6869e-577a-4c26-adf3-8919d827ea2e] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 899.375747] env[65794]: DEBUG nova.scheduler.client.report [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.621907] env[65794]: DEBUG oslo_concurrency.lockutils [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "refresh_cache-3489ef01-ce97-414e-b154-4a5f6b5523d6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.622585] env[65794]: DEBUG oslo_concurrency.lockutils [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "refresh_cache-3489ef01-ce97-414e-b154-4a5f6b5523d6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.622585] env[65794]: DEBUG nova.network.neutron [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 899.731543] env[65794]: INFO nova.compute.manager [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Took 35.76 seconds to build instance. [ 899.866771] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: b60a31e9-8b1f-4c24-b6b3-b6cf15cd2df4] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 899.882208] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.056s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.882921] env[65794]: DEBUG nova.compute.manager [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 899.886098] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.133s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.887781] env[65794]: INFO nova.compute.claims [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.972558] env[65794]: DEBUG nova.compute.manager [req-46ded557-eaa1-4b23-89a3-212fda71679e req-e32faea3-1088-4aed-a5c0-b16411057a47 service nova] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Received event network-vif-plugged-61939e8e-83bb-4b70-87c3-5e59e3f961f3 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 899.972876] env[65794]: DEBUG oslo_concurrency.lockutils [req-46ded557-eaa1-4b23-89a3-212fda71679e req-e32faea3-1088-4aed-a5c0-b16411057a47 service nova] Acquiring lock "3489ef01-ce97-414e-b154-4a5f6b5523d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.973045] env[65794]: DEBUG oslo_concurrency.lockutils [req-46ded557-eaa1-4b23-89a3-212fda71679e req-e32faea3-1088-4aed-a5c0-b16411057a47 service nova] Lock "3489ef01-ce97-414e-b154-4a5f6b5523d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.973078] env[65794]: DEBUG oslo_concurrency.lockutils [req-46ded557-eaa1-4b23-89a3-212fda71679e req-e32faea3-1088-4aed-a5c0-b16411057a47 service nova] Lock "3489ef01-ce97-414e-b154-4a5f6b5523d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.973248] env[65794]: DEBUG nova.compute.manager [req-46ded557-eaa1-4b23-89a3-212fda71679e req-e32faea3-1088-4aed-a5c0-b16411057a47 service nova] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] No waiting events found dispatching network-vif-plugged-61939e8e-83bb-4b70-87c3-5e59e3f961f3 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 899.973436] env[65794]: WARNING nova.compute.manager [req-46ded557-eaa1-4b23-89a3-212fda71679e req-e32faea3-1088-4aed-a5c0-b16411057a47 service nova] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Received unexpected event network-vif-plugged-61939e8e-83bb-4b70-87c3-5e59e3f961f3 for instance with vm_state active and task_state None. [ 900.177619] env[65794]: WARNING nova.network.neutron [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] 1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3 already exists in list: networks containing: ['1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3']. ignoring it [ 900.233858] env[65794]: DEBUG oslo_concurrency.lockutils [None req-59f11f1c-98c6-462f-a7a1-426f122e0ad3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "380c96c4-0d35-4f5b-8d37-bc7c460654c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.282s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.275040] env[65794]: WARNING neutronclient.v2_0.client [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.372691] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 28e3baa9-4cd9-4a05-8949-f06709c259b3] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 900.395409] env[65794]: DEBUG nova.compute.utils [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.397618] env[65794]: DEBUG nova.compute.manager [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 900.397618] env[65794]: DEBUG nova.network.neutron [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 900.397618] env[65794]: WARNING neutronclient.v2_0.client [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.397821] env[65794]: WARNING neutronclient.v2_0.client [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.428889] env[65794]: DEBUG nova.compute.manager [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Received event network-changed-a2cfa958-414d-4289-8d2b-b26d4bb848ab {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 900.429137] env[65794]: DEBUG nova.compute.manager [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Refreshing instance network info cache due to event network-changed-a2cfa958-414d-4289-8d2b-b26d4bb848ab. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 900.429343] env[65794]: DEBUG oslo_concurrency.lockutils [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] Acquiring lock "refresh_cache-1754e34f-1ff0-48e4-aa1e-71a726bdaac1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.429475] env[65794]: DEBUG oslo_concurrency.lockutils [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] Acquired lock "refresh_cache-1754e34f-1ff0-48e4-aa1e-71a726bdaac1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.429624] env[65794]: DEBUG nova.network.neutron [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Refreshing network info cache for port a2cfa958-414d-4289-8d2b-b26d4bb848ab {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.444568] env[65794]: WARNING neutronclient.v2_0.client [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.453907] env[65794]: DEBUG nova.policy [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52c392dd06e24866a8dfd5fdf19722a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba15596cf6fe4c72b62127902aca6cf6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.533766] env[65794]: DEBUG nova.network.neutron [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Updating instance_info_cache with network_info: [{"id": "bc97b411-ac80-4e95-aaea-8bedd58e4d22", "address": "fa:16:3e:e8:b4:b2", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc97b411-ac", "ovs_interfaceid": "bc97b411-ac80-4e95-aaea-8bedd58e4d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "61939e8e-83bb-4b70-87c3-5e59e3f961f3", "address": "fa:16:3e:04:ab:18", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61939e8e-83", "ovs_interfaceid": "61939e8e-83bb-4b70-87c3-5e59e3f961f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.768289] env[65794]: DEBUG nova.network.neutron [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Successfully created port: e3e7d668-9071-4020-8d8e-6f98765b857e {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 900.876655] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 0d831cb4-6f13-41b2-9d96-300aaacbc764] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 900.904302] env[65794]: DEBUG nova.compute.manager [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 900.935226] env[65794]: WARNING neutronclient.v2_0.client [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.037451] env[65794]: DEBUG oslo_concurrency.lockutils [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "refresh_cache-3489ef01-ce97-414e-b154-4a5f6b5523d6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.038209] env[65794]: DEBUG oslo_concurrency.lockutils [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "3489ef01-ce97-414e-b154-4a5f6b5523d6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.038426] env[65794]: DEBUG oslo_concurrency.lockutils [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "3489ef01-ce97-414e-b154-4a5f6b5523d6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.039397] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322ad982-b2c8-46de-8b13-4145b44a6e63 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.060250] env[65794]: DEBUG nova.virt.hardware [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 901.060582] env[65794]: DEBUG nova.virt.hardware [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.060746] env[65794]: DEBUG nova.virt.hardware [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 901.060953] env[65794]: DEBUG nova.virt.hardware [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.061109] env[65794]: DEBUG nova.virt.hardware [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 901.061282] env[65794]: DEBUG nova.virt.hardware [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 901.061511] env[65794]: DEBUG nova.virt.hardware [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 901.061657] env[65794]: DEBUG nova.virt.hardware [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 901.061890] env[65794]: DEBUG nova.virt.hardware [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 901.062111] env[65794]: DEBUG nova.virt.hardware [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 901.062351] env[65794]: DEBUG nova.virt.hardware [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 901.069501] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Reconfiguring VM to attach interface {{(pid=65794) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 901.072902] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46d944a4-c64d-48ea-86dc-9cc621b3f97f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.095257] env[65794]: DEBUG oslo_vmware.api [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 901.095257] env[65794]: value = "task-4811461" [ 901.095257] env[65794]: _type = "Task" [ 901.095257] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.111049] env[65794]: DEBUG oslo_vmware.api [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811461, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.212708] env[65794]: WARNING neutronclient.v2_0.client [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.295391] env[65794]: DEBUG nova.network.neutron [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Updated VIF entry in instance network info cache for port a2cfa958-414d-4289-8d2b-b26d4bb848ab. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 901.295751] env[65794]: DEBUG nova.network.neutron [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Updating instance_info_cache with network_info: [{"id": "a2cfa958-414d-4289-8d2b-b26d4bb848ab", "address": "fa:16:3e:4f:85:64", "network": {"id": "f1572319-c82a-4270-b04d-9a19d2a04553", "bridge": "br-int", "label": "tempest-ServersTestJSON-74779584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60a394c002f3441d9a96d403e993b1c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2cfa958-41", "ovs_interfaceid": "a2cfa958-414d-4289-8d2b-b26d4bb848ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.380228] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 041365df-e115-4857-8a0a-5e2fc528315f] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 901.403504] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c902e3-44b0-48a5-9838-2234e4eb63a5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.417952] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "380c96c4-0d35-4f5b-8d37-bc7c460654c6" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.421099] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "380c96c4-0d35-4f5b-8d37-bc7c460654c6" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.421099] env[65794]: INFO nova.compute.manager [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Shelving [ 901.422337] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd49d9be-5f63-456b-ba4a-33c40a52ba8e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.461333] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93476b0d-6ccb-410b-8526-09b547c65959 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.470883] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34df3594-28f4-4055-9b31-377e78828cf3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.489031] env[65794]: DEBUG nova.compute.provider_tree [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.610583] env[65794]: DEBUG oslo_vmware.api [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.801767] env[65794]: DEBUG oslo_concurrency.lockutils [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] Releasing lock "refresh_cache-1754e34f-1ff0-48e4-aa1e-71a726bdaac1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.801767] env[65794]: DEBUG nova.compute.manager [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Received event network-changed-d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 901.801767] env[65794]: DEBUG nova.compute.manager [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Refreshing instance network info cache due to event network-changed-d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 901.802089] env[65794]: DEBUG oslo_concurrency.lockutils [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] Acquiring lock "refresh_cache-71be2679-a934-4709-9b7f-991ff7385512" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.802217] env[65794]: DEBUG oslo_concurrency.lockutils [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] Acquired lock "refresh_cache-71be2679-a934-4709-9b7f-991ff7385512" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.802471] env[65794]: DEBUG nova.network.neutron [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Refreshing network info cache for port d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.884713] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 941691d3-3682-49a5-8488-9bc2c8c3f2a5] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 901.922484] env[65794]: DEBUG nova.compute.manager [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 901.949692] env[65794]: DEBUG nova.virt.hardware [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 901.949944] env[65794]: DEBUG nova.virt.hardware [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.950106] env[65794]: DEBUG nova.virt.hardware [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 901.950382] env[65794]: DEBUG nova.virt.hardware [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.950524] env[65794]: DEBUG nova.virt.hardware [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 901.950665] env[65794]: DEBUG nova.virt.hardware [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 901.950863] env[65794]: DEBUG nova.virt.hardware [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 901.951029] env[65794]: DEBUG nova.virt.hardware [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 901.951285] env[65794]: DEBUG nova.virt.hardware [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 901.951460] env[65794]: DEBUG nova.virt.hardware [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 901.951625] env[65794]: DEBUG nova.virt.hardware [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 901.952848] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17be5437-4e30-48da-a581-2463746829a9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.961272] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42bef31-2088-47ee-bc48-1b7dc3fa363d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.993406] env[65794]: DEBUG nova.scheduler.client.report [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.111389] env[65794]: DEBUG oslo_vmware.api [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811461, 'name': ReconfigVM_Task, 'duration_secs': 0.954384} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.112104] env[65794]: WARNING neutronclient.v2_0.client [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.112419] env[65794]: DEBUG oslo_concurrency.lockutils [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "3489ef01-ce97-414e-b154-4a5f6b5523d6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.112634] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Reconfigured VM to attach interface {{(pid=65794) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 902.305288] env[65794]: WARNING neutronclient.v2_0.client [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.358794] env[65794]: DEBUG nova.network.neutron [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Successfully updated port: e3e7d668-9071-4020-8d8e-6f98765b857e {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 902.383119] env[65794]: DEBUG nova.compute.manager [req-a84f6ef6-b7fb-4968-aed2-399e218db6ec req-74492b40-41c2-41ad-8fcc-353577b09155 service nova] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Received event network-changed-61939e8e-83bb-4b70-87c3-5e59e3f961f3 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 902.384600] env[65794]: DEBUG nova.compute.manager [req-a84f6ef6-b7fb-4968-aed2-399e218db6ec req-74492b40-41c2-41ad-8fcc-353577b09155 service nova] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Refreshing instance network info cache due to event network-changed-61939e8e-83bb-4b70-87c3-5e59e3f961f3. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 902.385293] env[65794]: DEBUG oslo_concurrency.lockutils [req-a84f6ef6-b7fb-4968-aed2-399e218db6ec req-74492b40-41c2-41ad-8fcc-353577b09155 service nova] Acquiring lock "refresh_cache-3489ef01-ce97-414e-b154-4a5f6b5523d6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.385787] env[65794]: DEBUG oslo_concurrency.lockutils [req-a84f6ef6-b7fb-4968-aed2-399e218db6ec req-74492b40-41c2-41ad-8fcc-353577b09155 service nova] Acquired lock "refresh_cache-3489ef01-ce97-414e-b154-4a5f6b5523d6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.386913] env[65794]: DEBUG nova.network.neutron [req-a84f6ef6-b7fb-4968-aed2-399e218db6ec req-74492b40-41c2-41ad-8fcc-353577b09155 service nova] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Refreshing network info cache for port 61939e8e-83bb-4b70-87c3-5e59e3f961f3 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.392313] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: c27e0fb8-a5cb-433f-ad38-d3fc90fd8064] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 902.436393] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.436870] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c30a1c4e-8921-4227-b1d3-c332aec56383 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.447183] env[65794]: DEBUG oslo_vmware.api [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 902.447183] env[65794]: value = "task-4811462" [ 902.447183] env[65794]: _type = "Task" [ 902.447183] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.466286] env[65794]: DEBUG oslo_vmware.api [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.499129] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.499770] env[65794]: DEBUG nova.compute.manager [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 902.504063] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.615s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.504212] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.506533] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.037s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.506729] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.508525] env[65794]: DEBUG oslo_concurrency.lockutils [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.280s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.508702] env[65794]: DEBUG oslo_concurrency.lockutils [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.512550] env[65794]: DEBUG oslo_concurrency.lockutils [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.760s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.512724] env[65794]: DEBUG oslo_concurrency.lockutils [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.514575] env[65794]: DEBUG oslo_concurrency.lockutils [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.639s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.515792] env[65794]: DEBUG oslo_concurrency.lockutils [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.516444] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.990s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.516613] env[65794]: DEBUG nova.objects.instance [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65794) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 902.521976] env[65794]: WARNING neutronclient.v2_0.client [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.550567] env[65794]: INFO nova.scheduler.client.report [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Deleted allocations for instance 2258e05e-241d-4799-9759-e14ac02f5d1d [ 902.552771] env[65794]: INFO nova.scheduler.client.report [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Deleted allocations for instance 63f4bfed-4d51-4fd1-8494-2e504f124c3b [ 902.572142] env[65794]: INFO nova.scheduler.client.report [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Deleted allocations for instance d496278f-7e3c-41a8-b6b8-a4168d9ab90d [ 902.574591] env[65794]: INFO nova.scheduler.client.report [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Deleted allocations for instance 7298ccc3-3b71-44bd-891c-24892b7bcbd0 [ 902.585913] env[65794]: INFO nova.scheduler.client.report [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Deleted allocations for instance d60db3cf-c84b-449e-8a34-49a67cc0cb5c [ 902.619098] env[65794]: DEBUG nova.network.neutron [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Updated VIF entry in instance network info cache for port d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 902.619611] env[65794]: DEBUG nova.network.neutron [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Updating instance_info_cache with network_info: [{"id": "d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9", "address": "fa:16:3e:60:7c:bf", "network": {"id": "cc4e33e8-7826-408d-9eab-fdf414853b07", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1896043306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16ae62c8024042f29ebc1a15b453ee28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd67cf5bc-b2", "ovs_interfaceid": "d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.622935] env[65794]: DEBUG oslo_concurrency.lockutils [None req-eee46f35-93b0-4617-a9ac-5900aad526e1 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "interface-3489ef01-ce97-414e-b154-4a5f6b5523d6-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.585s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.841445] env[65794]: DEBUG nova.compute.manager [req-61959d12-4a11-4029-9332-0a2441d21ee4 req-450069a7-1a68-437a-a6c9-0eb4b71df3cc service nova] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Received event network-vif-plugged-e3e7d668-9071-4020-8d8e-6f98765b857e {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 902.842380] env[65794]: DEBUG oslo_concurrency.lockutils [req-61959d12-4a11-4029-9332-0a2441d21ee4 req-450069a7-1a68-437a-a6c9-0eb4b71df3cc service nova] Acquiring lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.842380] env[65794]: DEBUG oslo_concurrency.lockutils [req-61959d12-4a11-4029-9332-0a2441d21ee4 req-450069a7-1a68-437a-a6c9-0eb4b71df3cc service nova] Lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.842686] env[65794]: DEBUG oslo_concurrency.lockutils [req-61959d12-4a11-4029-9332-0a2441d21ee4 req-450069a7-1a68-437a-a6c9-0eb4b71df3cc service nova] Lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.842911] env[65794]: DEBUG nova.compute.manager [req-61959d12-4a11-4029-9332-0a2441d21ee4 req-450069a7-1a68-437a-a6c9-0eb4b71df3cc service nova] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] No waiting events found dispatching network-vif-plugged-e3e7d668-9071-4020-8d8e-6f98765b857e {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 902.843058] env[65794]: WARNING nova.compute.manager [req-61959d12-4a11-4029-9332-0a2441d21ee4 req-450069a7-1a68-437a-a6c9-0eb4b71df3cc service nova] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Received unexpected event network-vif-plugged-e3e7d668-9071-4020-8d8e-6f98765b857e for instance with vm_state building and task_state spawning. [ 902.843220] env[65794]: DEBUG nova.compute.manager [req-61959d12-4a11-4029-9332-0a2441d21ee4 req-450069a7-1a68-437a-a6c9-0eb4b71df3cc service nova] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Received event network-changed-e3e7d668-9071-4020-8d8e-6f98765b857e {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 902.843414] env[65794]: DEBUG nova.compute.manager [req-61959d12-4a11-4029-9332-0a2441d21ee4 req-450069a7-1a68-437a-a6c9-0eb4b71df3cc service nova] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Refreshing instance network info cache due to event network-changed-e3e7d668-9071-4020-8d8e-6f98765b857e. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 902.843618] env[65794]: DEBUG oslo_concurrency.lockutils [req-61959d12-4a11-4029-9332-0a2441d21ee4 req-450069a7-1a68-437a-a6c9-0eb4b71df3cc service nova] Acquiring lock "refresh_cache-68fc7c47-2c31-4ec9-90fc-79d70381f7c1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.843754] env[65794]: DEBUG oslo_concurrency.lockutils [req-61959d12-4a11-4029-9332-0a2441d21ee4 req-450069a7-1a68-437a-a6c9-0eb4b71df3cc service nova] Acquired lock "refresh_cache-68fc7c47-2c31-4ec9-90fc-79d70381f7c1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.843910] env[65794]: DEBUG nova.network.neutron [req-61959d12-4a11-4029-9332-0a2441d21ee4 req-450069a7-1a68-437a-a6c9-0eb4b71df3cc service nova] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Refreshing network info cache for port e3e7d668-9071-4020-8d8e-6f98765b857e {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.861470] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "refresh_cache-68fc7c47-2c31-4ec9-90fc-79d70381f7c1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.890107] env[65794]: WARNING neutronclient.v2_0.client [req-a84f6ef6-b7fb-4968-aed2-399e218db6ec req-74492b40-41c2-41ad-8fcc-353577b09155 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.895387] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 56b85a30-748e-4583-8d5d-7b89aff94017] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 902.957206] env[65794]: DEBUG oslo_vmware.api [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811462, 'name': PowerOffVM_Task, 'duration_secs': 0.289694} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.957377] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.958198] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3f4c79-0ee8-4fb8-8e3b-1c1adc5d8455 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.982099] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710fdbc2-a5cc-4118-805b-9dd8b19d503a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.021973] env[65794]: DEBUG nova.compute.utils [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.026902] env[65794]: DEBUG nova.compute.manager [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 903.027160] env[65794]: DEBUG nova.network.neutron [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 903.027500] env[65794]: WARNING neutronclient.v2_0.client [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.027790] env[65794]: WARNING neutronclient.v2_0.client [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.068327] env[65794]: DEBUG oslo_concurrency.lockutils [None req-387e3e65-08d5-4229-b031-d3dc4f2296cc tempest-ServersListShow298Test-1548265610 tempest-ServersListShow298Test-1548265610-project-member] Lock "2258e05e-241d-4799-9759-e14ac02f5d1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.727s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.070079] env[65794]: DEBUG oslo_concurrency.lockutils [None req-93c893bc-1772-4452-b8ae-3b6ab4d3ec58 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "63f4bfed-4d51-4fd1-8494-2e504f124c3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.461s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.088135] env[65794]: DEBUG nova.policy [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63b82cbaa3f649d8aa9c1aaa5b54699e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4eb27c4a5aba4b6a88f64e92b9d05791', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.090364] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d79259b0-44de-41e2-8b1d-edb1deb08941 tempest-AttachInterfacesUnderV243Test-1572155932 tempest-AttachInterfacesUnderV243Test-1572155932-project-member] Lock "d496278f-7e3c-41a8-b6b8-a4168d9ab90d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.140s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.094724] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6ae71068-d39e-4d59-98c3-c1a8e95d39e0 tempest-MultipleCreateTestJSON-2114692520 tempest-MultipleCreateTestJSON-2114692520-project-member] Lock "7298ccc3-3b71-44bd-891c-24892b7bcbd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.148s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.096035] env[65794]: DEBUG oslo_concurrency.lockutils [None req-009f1999-4eaf-4159-96f3-30f2f44cadca tempest-ServersAdminTestJSON-626341121 tempest-ServersAdminTestJSON-626341121-project-member] Lock "d60db3cf-c84b-449e-8a34-49a67cc0cb5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.266s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.118163] env[65794]: WARNING neutronclient.v2_0.client [req-a84f6ef6-b7fb-4968-aed2-399e218db6ec req-74492b40-41c2-41ad-8fcc-353577b09155 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.125124] env[65794]: DEBUG oslo_concurrency.lockutils [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] Releasing lock "refresh_cache-71be2679-a934-4709-9b7f-991ff7385512" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.125402] env[65794]: DEBUG nova.compute.manager [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Received event network-changed-d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 903.125571] env[65794]: DEBUG nova.compute.manager [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Refreshing instance network info cache due to event network-changed-d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 903.125773] env[65794]: DEBUG oslo_concurrency.lockutils [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] Acquiring lock "refresh_cache-71be2679-a934-4709-9b7f-991ff7385512" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.125909] env[65794]: DEBUG oslo_concurrency.lockutils [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] Acquired lock "refresh_cache-71be2679-a934-4709-9b7f-991ff7385512" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.126082] env[65794]: DEBUG nova.network.neutron [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Refreshing network info cache for port d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.192471] env[65794]: DEBUG nova.network.neutron [req-a84f6ef6-b7fb-4968-aed2-399e218db6ec req-74492b40-41c2-41ad-8fcc-353577b09155 service nova] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Updated VIF entry in instance network info cache for port 61939e8e-83bb-4b70-87c3-5e59e3f961f3. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 903.193358] env[65794]: DEBUG nova.network.neutron [req-a84f6ef6-b7fb-4968-aed2-399e218db6ec req-74492b40-41c2-41ad-8fcc-353577b09155 service nova] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Updating instance_info_cache with network_info: [{"id": "bc97b411-ac80-4e95-aaea-8bedd58e4d22", "address": "fa:16:3e:e8:b4:b2", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc97b411-ac", "ovs_interfaceid": "bc97b411-ac80-4e95-aaea-8bedd58e4d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "61939e8e-83bb-4b70-87c3-5e59e3f961f3", "address": "fa:16:3e:04:ab:18", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61939e8e-83", "ovs_interfaceid": "61939e8e-83bb-4b70-87c3-5e59e3f961f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.347147] env[65794]: WARNING neutronclient.v2_0.client [req-61959d12-4a11-4029-9332-0a2441d21ee4 req-450069a7-1a68-437a-a6c9-0eb4b71df3cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.381326] env[65794]: DEBUG nova.network.neutron [req-61959d12-4a11-4029-9332-0a2441d21ee4 req-450069a7-1a68-437a-a6c9-0eb4b71df3cc service nova] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 903.398781] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 55128a66-2320-48f0-a7b0-9b809de89974] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 903.439034] env[65794]: DEBUG nova.network.neutron [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Successfully created port: a389e040-bcb4-4a0a-8319-05d185c71a4e {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 903.499682] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Creating Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 903.500382] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a892a81e-35fc-481f-bf19-1d2fa87cb004 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.510733] env[65794]: DEBUG oslo_vmware.api [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 903.510733] env[65794]: value = "task-4811463" [ 903.510733] env[65794]: _type = "Task" [ 903.510733] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.524039] env[65794]: DEBUG oslo_vmware.api [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811463, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.528344] env[65794]: DEBUG nova.compute.manager [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 903.531662] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f92f26f5-77a8-4d84-8039-0de84cd62235 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.534277] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.493s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.534277] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.537216] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.203s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.537216] env[65794]: INFO nova.compute.claims [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.540965] env[65794]: DEBUG nova.network.neutron [req-61959d12-4a11-4029-9332-0a2441d21ee4 req-450069a7-1a68-437a-a6c9-0eb4b71df3cc service nova] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.576674] env[65794]: INFO nova.scheduler.client.report [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Deleted allocations for instance 927010e1-4a8f-4e80-bb8d-67b5bc58543f [ 903.629838] env[65794]: WARNING neutronclient.v2_0.client [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.696492] env[65794]: DEBUG oslo_concurrency.lockutils [req-a84f6ef6-b7fb-4968-aed2-399e218db6ec req-74492b40-41c2-41ad-8fcc-353577b09155 service nova] Releasing lock "refresh_cache-3489ef01-ce97-414e-b154-4a5f6b5523d6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.904204] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 8b2f93f9-9f47-4358-9499-6b90702ca782] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 904.025859] env[65794]: DEBUG oslo_vmware.api [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811463, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.053039] env[65794]: DEBUG oslo_concurrency.lockutils [req-61959d12-4a11-4029-9332-0a2441d21ee4 req-450069a7-1a68-437a-a6c9-0eb4b71df3cc service nova] Releasing lock "refresh_cache-68fc7c47-2c31-4ec9-90fc-79d70381f7c1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.053039] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquired lock "refresh_cache-68fc7c47-2c31-4ec9-90fc-79d70381f7c1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.053039] env[65794]: DEBUG nova.network.neutron [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 904.090053] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9f08a523-9c11-4dc3-9f08-9aa755416449 tempest-ServerMetadataNegativeTestJSON-1690454738 tempest-ServerMetadataNegativeTestJSON-1690454738-project-member] Lock "927010e1-4a8f-4e80-bb8d-67b5bc58543f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.578s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.405519] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 4619c986-3809-46f5-88ef-d8a4ad674ea8] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 904.522229] env[65794]: DEBUG oslo_vmware.api [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811463, 'name': CreateSnapshot_Task, 'duration_secs': 0.689795} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.522543] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Created Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 904.523381] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f11d1d0-0a97-4c82-a12d-ab385320f41a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.547878] env[65794]: DEBUG nova.compute.manager [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 904.575703] env[65794]: DEBUG nova.virt.hardware [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 904.575935] env[65794]: DEBUG nova.virt.hardware [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.576116] env[65794]: DEBUG nova.virt.hardware [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 904.576310] env[65794]: DEBUG nova.virt.hardware [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.576564] env[65794]: DEBUG nova.virt.hardware [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 904.576722] env[65794]: DEBUG nova.virt.hardware [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 904.576934] env[65794]: DEBUG nova.virt.hardware [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 904.577114] env[65794]: DEBUG nova.virt.hardware [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 904.577282] env[65794]: DEBUG nova.virt.hardware [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 904.577481] env[65794]: DEBUG nova.virt.hardware [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 904.577659] env[65794]: DEBUG nova.virt.hardware [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 904.579075] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ff55de-add2-416c-8202-d7cdd5981a04 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.591919] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51b4bf1-e6fd-4134-8813-e9d12e962e6c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.905211] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7f2669-d825-4213-a013-4bccb8277333 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.910478] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 58c6b695-f46c-4347-b0a7-669e49da3616] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 904.917479] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe0752f-3622-455f-8306-33708d552bf4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.952469] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969f3123-2eef-4145-8da1-3a24d3719c51 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.963176] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19b4172-4c70-4bdf-ad7b-ab93d848fd26 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.979944] env[65794]: DEBUG nova.compute.provider_tree [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.043358] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Creating linked-clone VM from snapshot {{(pid=65794) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 905.044252] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9464ec95-e089-40cf-a877-df02f1f555e5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.055246] env[65794]: DEBUG oslo_vmware.api [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 905.055246] env[65794]: value = "task-4811464" [ 905.055246] env[65794]: _type = "Task" [ 905.055246] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.066594] env[65794]: DEBUG oslo_vmware.api [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811464, 'name': CloneVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.103866] env[65794]: DEBUG nova.network.neutron [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 905.171850] env[65794]: DEBUG nova.network.neutron [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Successfully updated port: a389e040-bcb4-4a0a-8319-05d185c71a4e {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 905.216579] env[65794]: WARNING neutronclient.v2_0.client [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.415490] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 18eaf5a7-4711-4a52-82fa-aeca7ed9ae86] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 905.483831] env[65794]: DEBUG nova.scheduler.client.report [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.574883] env[65794]: DEBUG oslo_vmware.api [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811464, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.675419] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "refresh_cache-7c2ad80d-cf90-4b6a-b830-677ee7f0a526" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.675600] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "refresh_cache-7c2ad80d-cf90-4b6a-b830-677ee7f0a526" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.675773] env[65794]: DEBUG nova.network.neutron [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 905.918908] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: c3c8b5ae-01a7-4128-bce7-2c1ba78da3b8] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 905.992821] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.993237] env[65794]: DEBUG nova.compute.manager [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 905.996134] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.452s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.996367] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.998568] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.182s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.998673] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.001141] env[65794]: DEBUG oslo_concurrency.lockutils [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.268s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.001141] env[65794]: DEBUG oslo_concurrency.lockutils [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.003038] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.606s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.004918] env[65794]: INFO nova.compute.claims [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.041578] env[65794]: INFO nova.scheduler.client.report [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Deleted allocations for instance 746b7185-90a5-423b-b4da-428f754c471d [ 906.042845] env[65794]: INFO nova.scheduler.client.report [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Deleted allocations for instance eeea6bef-8e98-4fd6-a1ea-2eef506ab570 [ 906.075693] env[65794]: DEBUG oslo_vmware.api [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811464, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.077084] env[65794]: INFO nova.scheduler.client.report [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Deleted allocations for instance 035420c9-83ea-4f53-afcc-d955352e2d41 [ 906.127109] env[65794]: DEBUG nova.network.neutron [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Updated VIF entry in instance network info cache for port d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 906.127638] env[65794]: DEBUG nova.network.neutron [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Updating instance_info_cache with network_info: [{"id": "d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9", "address": "fa:16:3e:60:7c:bf", "network": {"id": "cc4e33e8-7826-408d-9eab-fdf414853b07", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1896043306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16ae62c8024042f29ebc1a15b453ee28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd67cf5bc-b2", "ovs_interfaceid": "d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.411535] env[65794]: WARNING neutronclient.v2_0.client [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.425512] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: d2ab3b4f-94ff-4ec0-9808-102e8e5957ac] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 906.509821] env[65794]: DEBUG nova.compute.utils [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.511820] env[65794]: DEBUG nova.compute.manager [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 906.512125] env[65794]: DEBUG nova.network.neutron [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 906.512537] env[65794]: WARNING neutronclient.v2_0.client [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.512917] env[65794]: WARNING neutronclient.v2_0.client [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.557225] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a3f917e1-9a60-4d29-a30a-f58fed0cf443 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "eeea6bef-8e98-4fd6-a1ea-2eef506ab570" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.236s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.558402] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7ed1a6f2-3d01-480c-a5d2-3f1d4132475f tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "746b7185-90a5-423b-b4da-428f754c471d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.965s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.571243] env[65794]: DEBUG oslo_vmware.api [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811464, 'name': CloneVM_Task} progress is 95%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.586421] env[65794]: DEBUG oslo_concurrency.lockutils [None req-29c0bb0d-f6e3-4467-9be4-edbb9253e65f tempest-ImagesOneServerNegativeTestJSON-411174624 tempest-ImagesOneServerNegativeTestJSON-411174624-project-member] Lock "035420c9-83ea-4f53-afcc-d955352e2d41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.582s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.634207] env[65794]: DEBUG oslo_concurrency.lockutils [req-1561ffbf-33e4-416c-8f45-4e839fc367a2 req-c99799f7-1fd2-42a4-b5eb-d7d2a1cf76c5 service nova] Releasing lock "refresh_cache-71be2679-a934-4709-9b7f-991ff7385512" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.929983] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 6f359e28-9919-4cb5-949d-6c66bd4e4ce6] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 906.946699] env[65794]: DEBUG nova.network.neutron [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 907.017161] env[65794]: DEBUG nova.compute.manager [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 907.075900] env[65794]: DEBUG oslo_vmware.api [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811464, 'name': CloneVM_Task, 'duration_secs': 1.649358} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.079487] env[65794]: INFO nova.virt.vmwareapi.vmops [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Created linked-clone VM from snapshot [ 907.080667] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbde76d-ccc8-48d8-b7eb-396f571f2b6c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.091416] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Uploading image 561e39e0-5809-4dff-82fa-bbe299d6e394 {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 907.122572] env[65794]: DEBUG oslo_vmware.rw_handles [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 907.122572] env[65794]: value = "vm-938140" [ 907.122572] env[65794]: _type = "VirtualMachine" [ 907.122572] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 907.122572] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d99978cc-5f76-48ed-bd33-d692f92f01a7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.133755] env[65794]: DEBUG oslo_vmware.rw_handles [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lease: (returnval){ [ 907.133755] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]523728a2-b93e-d31b-8aa7-a5648bc7d449" [ 907.133755] env[65794]: _type = "HttpNfcLease" [ 907.133755] env[65794]: } obtained for exporting VM: (result){ [ 907.133755] env[65794]: value = "vm-938140" [ 907.133755] env[65794]: _type = "VirtualMachine" [ 907.133755] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 907.134099] env[65794]: DEBUG oslo_vmware.api [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the lease: (returnval){ [ 907.134099] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]523728a2-b93e-d31b-8aa7-a5648bc7d449" [ 907.134099] env[65794]: _type = "HttpNfcLease" [ 907.134099] env[65794]: } to be ready. {{(pid=65794) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 907.150090] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 907.150090] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]523728a2-b93e-d31b-8aa7-a5648bc7d449" [ 907.150090] env[65794]: _type = "HttpNfcLease" [ 907.150090] env[65794]: } is ready. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 907.150350] env[65794]: DEBUG oslo_vmware.rw_handles [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 907.150350] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]523728a2-b93e-d31b-8aa7-a5648bc7d449" [ 907.150350] env[65794]: _type = "HttpNfcLease" [ 907.150350] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 907.151601] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c044d58-f148-4e83-bb0a-457cfe9c76ff {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.161938] env[65794]: DEBUG oslo_vmware.rw_handles [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523b2470-d4e9-f51c-9ef1-c6e81180216b/disk-0.vmdk from lease info. {{(pid=65794) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 907.162151] env[65794]: DEBUG oslo_vmware.rw_handles [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523b2470-d4e9-f51c-9ef1-c6e81180216b/disk-0.vmdk for reading. {{(pid=65794) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 907.252820] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f3139320-0e14-4458-a4ad-a8b0fbd21085 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.311930] env[65794]: DEBUG nova.policy [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3a193fb841c4a16870c2dc5592c589a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a60998eafe04056b6d1e67daba6c3b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.435961] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 6197619a-342a-4ab0-9bcd-aaae2ab0de8c] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 907.455177] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658e6bc7-26f3-4e6e-9793-24313c8a219c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.465498] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefed80c-c3f5-44ce-8575-0552a7ed853b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.502103] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7b27aa-a18d-4a5c-a72e-8d0d5d665934 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.511434] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3309bf49-57ee-4bdd-8452-b3ef2f45dd15 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.533350] env[65794]: DEBUG nova.compute.provider_tree [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.784198] env[65794]: DEBUG nova.network.neutron [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Updating instance_info_cache with network_info: [{"id": "e3e7d668-9071-4020-8d8e-6f98765b857e", "address": "fa:16:3e:54:cc:01", "network": {"id": "6ed5d4a5-1921-45e7-aea9-6584cea47a8d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1833102098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba15596cf6fe4c72b62127902aca6cf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e7d668-90", "ovs_interfaceid": "e3e7d668-9071-4020-8d8e-6f98765b857e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.941077] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 0f354429-787a-4a67-9336-693ae8803304] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 908.037062] env[65794]: DEBUG nova.compute.manager [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 908.040826] env[65794]: DEBUG nova.scheduler.client.report [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.081015] env[65794]: DEBUG nova.virt.hardware [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 908.081357] env[65794]: DEBUG nova.virt.hardware [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.081664] env[65794]: DEBUG nova.virt.hardware [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 908.081877] env[65794]: DEBUG nova.virt.hardware [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.081992] env[65794]: DEBUG nova.virt.hardware [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 908.082198] env[65794]: DEBUG nova.virt.hardware [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 908.082486] env[65794]: DEBUG nova.virt.hardware [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 908.082680] env[65794]: DEBUG nova.virt.hardware [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 908.082883] env[65794]: DEBUG nova.virt.hardware [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 908.083092] env[65794]: DEBUG nova.virt.hardware [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 908.083328] env[65794]: DEBUG nova.virt.hardware [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 908.084664] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c0a93e-14e5-47a9-86b4-69cab8b4327c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.094081] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2f1d98-11a4-4463-8b50-49ed85414c5d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.182787] env[65794]: DEBUG nova.network.neutron [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Successfully created port: 75feeed4-e6af-473c-a526-44dce6db7bdd {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 908.288138] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Releasing lock "refresh_cache-68fc7c47-2c31-4ec9-90fc-79d70381f7c1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.288138] env[65794]: DEBUG nova.compute.manager [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Instance network_info: |[{"id": "e3e7d668-9071-4020-8d8e-6f98765b857e", "address": "fa:16:3e:54:cc:01", "network": {"id": "6ed5d4a5-1921-45e7-aea9-6584cea47a8d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1833102098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba15596cf6fe4c72b62127902aca6cf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e7d668-90", "ovs_interfaceid": "e3e7d668-9071-4020-8d8e-6f98765b857e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 908.288470] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:cc:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3e7d668-9071-4020-8d8e-6f98765b857e', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.297125] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Creating folder: Project (ba15596cf6fe4c72b62127902aca6cf6). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.297311] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-550b699b-003a-4c56-ad7e-465689c15082 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.310871] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Created folder: Project (ba15596cf6fe4c72b62127902aca6cf6) in parent group-v937953. [ 908.312040] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Creating folder: Instances. Parent ref: group-v938141. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.312040] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11bc27ad-d652-4104-b1ab-7e50fac96438 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.324783] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Created folder: Instances in parent group-v938141. [ 908.325084] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 908.325296] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.325510] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7b45996-bd31-4841-acd9-2db159889bec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.350160] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.350160] env[65794]: value = "task-4811468" [ 908.350160] env[65794]: _type = "Task" [ 908.350160] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.358728] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811468, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.448780] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 54cea278-13e4-422f-9321-7c45fcc1b050] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 908.553594] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.554202] env[65794]: DEBUG nova.compute.manager [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 908.557951] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.429s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.559544] env[65794]: INFO nova.compute.claims [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.715816] env[65794]: WARNING neutronclient.v2_0.client [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.779128] env[65794]: DEBUG nova.compute.manager [req-f3f2b6ca-b050-4f19-9b83-d4d2938a1268 req-1e4902c2-2588-4cfb-a617-06d0bb194e8d service nova] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Received event network-vif-plugged-a389e040-bcb4-4a0a-8319-05d185c71a4e {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 908.779128] env[65794]: DEBUG oslo_concurrency.lockutils [req-f3f2b6ca-b050-4f19-9b83-d4d2938a1268 req-1e4902c2-2588-4cfb-a617-06d0bb194e8d service nova] Acquiring lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.779128] env[65794]: DEBUG oslo_concurrency.lockutils [req-f3f2b6ca-b050-4f19-9b83-d4d2938a1268 req-1e4902c2-2588-4cfb-a617-06d0bb194e8d service nova] Lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.779418] env[65794]: DEBUG oslo_concurrency.lockutils [req-f3f2b6ca-b050-4f19-9b83-d4d2938a1268 req-1e4902c2-2588-4cfb-a617-06d0bb194e8d service nova] Lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.779549] env[65794]: DEBUG nova.compute.manager [req-f3f2b6ca-b050-4f19-9b83-d4d2938a1268 req-1e4902c2-2588-4cfb-a617-06d0bb194e8d service nova] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] No waiting events found dispatching network-vif-plugged-a389e040-bcb4-4a0a-8319-05d185c71a4e {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 908.779737] env[65794]: WARNING nova.compute.manager [req-f3f2b6ca-b050-4f19-9b83-d4d2938a1268 req-1e4902c2-2588-4cfb-a617-06d0bb194e8d service nova] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Received unexpected event network-vif-plugged-a389e040-bcb4-4a0a-8319-05d185c71a4e for instance with vm_state building and task_state spawning. [ 908.864217] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811468, 'name': CreateVM_Task, 'duration_secs': 0.398854} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.864439] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.865134] env[65794]: WARNING neutronclient.v2_0.client [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.865574] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.865769] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.866172] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.866537] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81370227-7697-4291-91b4-eccb9d71ab51 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.873491] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 908.873491] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52bbd47b-240d-3a39-763d-ed99e7f2028f" [ 908.873491] env[65794]: _type = "Task" [ 908.873491] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.883931] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52bbd47b-240d-3a39-763d-ed99e7f2028f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.954388] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 7d65b7b9-a096-45ac-b66f-ae69432e4d50] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 909.059842] env[65794]: DEBUG nova.compute.utils [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.061986] env[65794]: DEBUG nova.compute.manager [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 909.061986] env[65794]: DEBUG nova.network.neutron [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 909.061986] env[65794]: WARNING neutronclient.v2_0.client [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.062347] env[65794]: WARNING neutronclient.v2_0.client [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.387680] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52bbd47b-240d-3a39-763d-ed99e7f2028f, 'name': SearchDatastore_Task, 'duration_secs': 0.017946} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.388175] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.388724] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.388807] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.388942] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.389203] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.389572] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0888804a-0fd8-4255-8522-ad7b410f29f8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.401797] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.402088] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.402998] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5867d231-ea18-475a-a450-cf1fad0c6e47 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.409503] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 909.409503] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52656881-f88a-3413-85f5-c02fa46c30b4" [ 909.409503] env[65794]: _type = "Task" [ 909.409503] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.419571] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52656881-f88a-3413-85f5-c02fa46c30b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.457802] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: b34dbbfa-846c-4849-8afc-894be0b70068] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 909.566914] env[65794]: DEBUG nova.compute.manager [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 909.821112] env[65794]: DEBUG nova.network.neutron [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Updating instance_info_cache with network_info: [{"id": "a389e040-bcb4-4a0a-8319-05d185c71a4e", "address": "fa:16:3e:7e:22:22", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa389e040-bc", "ovs_interfaceid": "a389e040-bcb4-4a0a-8319-05d185c71a4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.872964] env[65794]: DEBUG nova.policy [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab8c821b270a4aec8ae586f415584c1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0a9fa2ac34f4db5ae96e3f85aaea063', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.926668] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52656881-f88a-3413-85f5-c02fa46c30b4, 'name': SearchDatastore_Task, 'duration_secs': 0.013358} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.931393] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d2d906-3b8e-413e-8e94-44c8c26031a0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.945040] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 909.945040] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52bbb183-9aae-17f3-7eaa-8378487edbaa" [ 909.945040] env[65794]: _type = "Task" [ 909.945040] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.957947] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52bbb183-9aae-17f3-7eaa-8378487edbaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.966788] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 16172018-9e41-459b-a0ee-61f08a508a66] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 910.054983] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932439ab-eebd-44b0-a7a4-48d6c85f1f88 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.070252] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1018bf3a-81be-4c87-8022-bbac8934f67f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.120538] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ba8d97-5602-4df6-81fb-890a4ae55bb2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.131914] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca440f0-cd80-4aef-9cfd-27271fb8968b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.144044] env[65794]: DEBUG nova.network.neutron [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Successfully updated port: 75feeed4-e6af-473c-a526-44dce6db7bdd {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 910.155886] env[65794]: DEBUG nova.compute.provider_tree [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.328010] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "refresh_cache-7c2ad80d-cf90-4b6a-b830-677ee7f0a526" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.328337] env[65794]: DEBUG nova.compute.manager [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Instance network_info: |[{"id": "a389e040-bcb4-4a0a-8319-05d185c71a4e", "address": "fa:16:3e:7e:22:22", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa389e040-bc", "ovs_interfaceid": "a389e040-bcb4-4a0a-8319-05d185c71a4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 910.328815] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:22:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a389e040-bcb4-4a0a-8319-05d185c71a4e', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.337516] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Creating folder: Project (4eb27c4a5aba4b6a88f64e92b9d05791). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.338191] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-246f3683-cff5-4a49-b1b8-5eca0fc2bbe3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.350516] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Created folder: Project (4eb27c4a5aba4b6a88f64e92b9d05791) in parent group-v937953. [ 910.350752] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Creating folder: Instances. Parent ref: group-v938144. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.351092] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-947adfe7-1acd-402a-9298-a782f2cff633 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.361825] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Created folder: Instances in parent group-v938144. [ 910.362181] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 910.362472] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.362681] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a830cd2b-0613-4139-bb47-feefd0e6ab88 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.384971] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.384971] env[65794]: value = "task-4811471" [ 910.384971] env[65794]: _type = "Task" [ 910.384971] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.393983] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811471, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.459176] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52bbb183-9aae-17f3-7eaa-8378487edbaa, 'name': SearchDatastore_Task, 'duration_secs': 0.014649} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.459555] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.460100] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 68fc7c47-2c31-4ec9-90fc-79d70381f7c1/68fc7c47-2c31-4ec9-90fc-79d70381f7c1.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.460551] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6616108c-a720-4284-bf64-323d928f2ff0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.469074] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 910.469074] env[65794]: value = "task-4811472" [ 910.469074] env[65794]: _type = "Task" [ 910.469074] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.474814] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 92cf7152-7138-4f68-a3a3-c433071a7f89] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 910.483837] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.587725] env[65794]: DEBUG nova.network.neutron [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Successfully created port: 66e12b2e-e5e0-4f1b-a826-14fe937c3082 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 910.591361] env[65794]: DEBUG nova.compute.manager [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 910.659242] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "refresh_cache-0e8e6cf2-1555-486b-9d90-c15bd6e34dc5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.659523] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "refresh_cache-0e8e6cf2-1555-486b-9d90-c15bd6e34dc5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.659808] env[65794]: DEBUG nova.network.neutron [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 910.661929] env[65794]: DEBUG nova.scheduler.client.report [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.724604] env[65794]: DEBUG nova.virt.hardware [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 910.724887] env[65794]: DEBUG nova.virt.hardware [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.725056] env[65794]: DEBUG nova.virt.hardware [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 910.725238] env[65794]: DEBUG nova.virt.hardware [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.725374] env[65794]: DEBUG nova.virt.hardware [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 910.725515] env[65794]: DEBUG nova.virt.hardware [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 910.725723] env[65794]: DEBUG nova.virt.hardware [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 910.725872] env[65794]: DEBUG nova.virt.hardware [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 910.726045] env[65794]: DEBUG nova.virt.hardware [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 910.726205] env[65794]: DEBUG nova.virt.hardware [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 910.726381] env[65794]: DEBUG nova.virt.hardware [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 910.727676] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284330ac-d31a-4b04-95b1-ccb2b5e3151f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.740408] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6238eef-506b-46d7-afc1-d193924f1672 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.896279] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811471, 'name': CreateVM_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.976952] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 9b4a2418-9618-4c3f-a110-dd81de4cf4a0] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 910.983958] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811472, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.173464] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.174105] env[65794]: DEBUG nova.compute.manager [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 911.176933] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.751s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.177863] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.182220] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.488s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.183931] env[65794]: INFO nova.compute.claims [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.219767] env[65794]: INFO nova.scheduler.client.report [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Deleted allocations for instance 21bd6276-6f01-4292-8c49-3474685f8466 [ 911.397246] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811471, 'name': CreateVM_Task, 'duration_secs': 0.648046} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.397435] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.397972] env[65794]: WARNING neutronclient.v2_0.client [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.398361] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.398514] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.398839] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.399130] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1939ff62-33fd-4dc6-b5c3-09be0225029b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.404356] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 911.404356] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f07cab-55f4-ef51-7293-6e979158a371" [ 911.404356] env[65794]: _type = "Task" [ 911.404356] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.413117] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f07cab-55f4-ef51-7293-6e979158a371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.481393] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667305} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.481393] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 68fc7c47-2c31-4ec9-90fc-79d70381f7c1/68fc7c47-2c31-4ec9-90fc-79d70381f7c1.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.481393] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.481393] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddb9c3b7-4789-4eb7-a0bc-248cbb2b6cce {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.485494] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: b85d95ae-e8c3-4511-97a1-35ee4ce04bfa] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 911.490066] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 911.490066] env[65794]: value = "task-4811473" [ 911.490066] env[65794]: _type = "Task" [ 911.490066] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.500750] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.689250] env[65794]: DEBUG nova.compute.utils [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.692757] env[65794]: DEBUG nova.compute.manager [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 911.692956] env[65794]: DEBUG nova.network.neutron [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 911.697018] env[65794]: WARNING neutronclient.v2_0.client [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.697018] env[65794]: WARNING neutronclient.v2_0.client [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.730442] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3499c24d-e513-4b95-be5c-8f022e8abbc9 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "21bd6276-6f01-4292-8c49-3474685f8466" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.805s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.917673] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f07cab-55f4-ef51-7293-6e979158a371, 'name': SearchDatastore_Task, 'duration_secs': 0.029075} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.917820] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.918072] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.918282] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.918425] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.918603] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.919485] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c805e5e-703e-4c87-82e2-534233c64208 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.930115] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.930392] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.931259] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64d11252-0545-4aab-8410-cb3ab60a633c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.938563] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 911.938563] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52219576-8923-35f5-7a60-8f445966a965" [ 911.938563] env[65794]: _type = "Task" [ 911.938563] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.948140] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52219576-8923-35f5-7a60-8f445966a965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.987350] env[65794]: DEBUG nova.network.neutron [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 911.990775] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 946bf688-56a0-42ab-8c5e-7a83efb34000] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 912.008183] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095247} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.008183] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.008662] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4857c0e5-293d-4e9e-8b2c-01acba9d5542 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.039640] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 68fc7c47-2c31-4ec9-90fc-79d70381f7c1/68fc7c47-2c31-4ec9-90fc-79d70381f7c1.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.039913] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f8f6574-7747-4574-bed8-dc5f90c0f183 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.068523] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 912.068523] env[65794]: value = "task-4811474" [ 912.068523] env[65794]: _type = "Task" [ 912.068523] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.078824] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.201069] env[65794]: DEBUG nova.compute.manager [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 912.450980] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52219576-8923-35f5-7a60-8f445966a965, 'name': SearchDatastore_Task, 'duration_secs': 0.014913} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.454866] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29dcd187-cf03-4846-8dd6-a48f2f973145 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.462607] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 912.462607] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]526ab096-dc67-5bfa-27f4-506058e55d4b" [ 912.462607] env[65794]: _type = "Task" [ 912.462607] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.471940] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526ab096-dc67-5bfa-27f4-506058e55d4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.497598] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 5e24f903-0184-48bf-9b9b-9e7ce09e7b00] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 912.542404] env[65794]: DEBUG nova.network.neutron [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Successfully updated port: 66e12b2e-e5e0-4f1b-a826-14fe937c3082 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 912.566778] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb575f72-892c-4522-9f09-ac731e9d973d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.585731] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c6b481-42a8-447e-9771-746e81e8dc35 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.589135] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811474, 'name': ReconfigVM_Task, 'duration_secs': 0.313841} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.589781] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 68fc7c47-2c31-4ec9-90fc-79d70381f7c1/68fc7c47-2c31-4ec9-90fc-79d70381f7c1.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.590958] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19f21e99-06c8-4e73-9b6e-f9ca84ddf5bb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.622773] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5948c08-e2b3-4c02-993a-3fb3fe1ccd4f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.625654] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 912.625654] env[65794]: value = "task-4811475" [ 912.625654] env[65794]: _type = "Task" [ 912.625654] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.634404] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d74886-55da-4f36-b02f-18ce46fb99b4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.643963] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811475, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.655612] env[65794]: DEBUG nova.compute.provider_tree [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.976131] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526ab096-dc67-5bfa-27f4-506058e55d4b, 'name': SearchDatastore_Task, 'duration_secs': 0.016302} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.976410] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.976676] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 7c2ad80d-cf90-4b6a-b830-677ee7f0a526/7c2ad80d-cf90-4b6a-b830-677ee7f0a526.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.977017] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8a94037-22c4-4fa4-b1ee-d89b9cb173a3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.985282] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 912.985282] env[65794]: value = "task-4811476" [ 912.985282] env[65794]: _type = "Task" [ 912.985282] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.997434] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4811476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.004181] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: b8344695-701f-44c8-906a-10ab326546c1] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 913.022100] env[65794]: DEBUG nova.policy [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab8c821b270a4aec8ae586f415584c1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0a9fa2ac34f4db5ae96e3f85aaea063', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.046802] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Acquiring lock "refresh_cache-78ae3bb1-01e1-4d14-87b6-a2df8eeab406" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.047035] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Acquired lock "refresh_cache-78ae3bb1-01e1-4d14-87b6-a2df8eeab406" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.047179] env[65794]: DEBUG nova.network.neutron [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 913.139024] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811475, 'name': Rename_Task, 'duration_secs': 0.165952} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.141554] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.141894] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5366296-3d72-4e3e-92df-23d5e3971f29 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.151488] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 913.151488] env[65794]: value = "task-4811477" [ 913.151488] env[65794]: _type = "Task" [ 913.151488] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.158621] env[65794]: DEBUG nova.scheduler.client.report [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.166712] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.212071] env[65794]: DEBUG nova.compute.manager [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 913.244925] env[65794]: DEBUG nova.virt.hardware [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 913.244925] env[65794]: DEBUG nova.virt.hardware [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.244925] env[65794]: DEBUG nova.virt.hardware [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 913.244925] env[65794]: DEBUG nova.virt.hardware [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.245335] env[65794]: DEBUG nova.virt.hardware [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 913.245335] env[65794]: DEBUG nova.virt.hardware [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 913.246062] env[65794]: DEBUG nova.virt.hardware [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 913.246062] env[65794]: DEBUG nova.virt.hardware [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 913.246062] env[65794]: DEBUG nova.virt.hardware [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 913.246270] env[65794]: DEBUG nova.virt.hardware [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 913.246518] env[65794]: DEBUG nova.virt.hardware [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 913.247547] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9443972a-2a07-4a4c-8418-b69e7e83c78e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.256916] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602aa1cd-7f9a-4c9b-bfaa-cdd9a37ff323 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.482900] env[65794]: DEBUG nova.network.neutron [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Successfully created port: f7942d4f-6888-4c90-9483-9418e660ab54 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 913.496960] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4811476, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.508775] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: b82a969b-34c4-4631-a85e-ad0fab5db7f3] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 913.665866] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.666452] env[65794]: DEBUG nova.compute.manager [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 913.669532] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811477, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.670680] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.162s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.671272] env[65794]: INFO nova.compute.claims [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.767283] env[65794]: WARNING neutronclient.v2_0.client [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.999067] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4811476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744579} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.999304] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 7c2ad80d-cf90-4b6a-b830-677ee7f0a526/7c2ad80d-cf90-4b6a-b830-677ee7f0a526.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.999367] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.000799] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1172844c-d24b-4004-8342-8d49366d98bd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.008564] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 914.008564] env[65794]: value = "task-4811478" [ 914.008564] env[65794]: _type = "Task" [ 914.008564] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.014650] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: e0b86371-c7c8-4cd9-a81a-31dad52d92f2] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 914.025273] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4811478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.164804] env[65794]: DEBUG oslo_vmware.api [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811477, 'name': PowerOnVM_Task, 'duration_secs': 0.571798} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.165102] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.165575] env[65794]: INFO nova.compute.manager [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Took 12.24 seconds to spawn the instance on the hypervisor. [ 914.165768] env[65794]: DEBUG nova.compute.manager [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 914.166903] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d54d01-92f2-427c-b151-0a54f0011b97 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.175959] env[65794]: DEBUG nova.compute.utils [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.187884] env[65794]: DEBUG nova.compute.manager [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 914.188122] env[65794]: DEBUG nova.network.neutron [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 914.188575] env[65794]: WARNING neutronclient.v2_0.client [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.191021] env[65794]: WARNING neutronclient.v2_0.client [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.318523] env[65794]: DEBUG nova.network.neutron [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 914.521422] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 7ece0ac9-80dd-491f-9e03-e8c862e9e64a] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 914.524200] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4811478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074474} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.524771] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.526454] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1f3638-fafb-4586-b7ef-9e047662eecd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.554315] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 7c2ad80d-cf90-4b6a-b830-677ee7f0a526/7c2ad80d-cf90-4b6a-b830-677ee7f0a526.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.555515] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c64dc019-0864-4513-8e58-f737bdc77e78 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.580402] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 914.580402] env[65794]: value = "task-4811479" [ 914.580402] env[65794]: _type = "Task" [ 914.580402] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.590840] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4811479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.686760] env[65794]: DEBUG nova.compute.manager [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 914.708355] env[65794]: INFO nova.compute.manager [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Took 48.44 seconds to build instance. [ 915.027028] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: c2ab6b65-f3c6-4a5f-b033-4c694fb5e13f] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 915.096490] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4811479, 'name': ReconfigVM_Task, 'duration_secs': 0.300444} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.096687] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 7c2ad80d-cf90-4b6a-b830-677ee7f0a526/7c2ad80d-cf90-4b6a-b830-677ee7f0a526.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.098170] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2d77d51-b79a-409e-8a2d-9f02728031e4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.105656] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 915.105656] env[65794]: value = "task-4811480" [ 915.105656] env[65794]: _type = "Task" [ 915.105656] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.116064] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4811480, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.131647] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a20b1b5-727b-4020-938b-74bc1a3c340c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.143020] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001a5d77-03e8-4842-abbb-af64d879ca50 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.177833] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5634398-5f0e-42f6-8cd9-37ffd5a294bb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.186819] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b315894-496e-4f93-89da-479069056d65 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.202448] env[65794]: DEBUG nova.compute.provider_tree [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.210652] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e7851661-6f8d-49c3-9a8b-5ab14ebd7d70 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.951s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.530158] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 87a8e02f-25f1-4d9a-99fe-babe618e8fd3] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 915.586308] env[65794]: DEBUG nova.policy [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '573a33c9e1d0430ab8e2bb2f18bb52da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e3a5224c33c47b18efdab4594c4beb0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.592303] env[65794]: DEBUG oslo_vmware.rw_handles [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523b2470-d4e9-f51c-9ef1-c6e81180216b/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 915.593968] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85010fea-6bc2-4bed-9d51-418eb0a262ba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.600696] env[65794]: DEBUG oslo_vmware.rw_handles [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523b2470-d4e9-f51c-9ef1-c6e81180216b/disk-0.vmdk is in state: ready. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 915.600916] env[65794]: ERROR oslo_vmware.rw_handles [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523b2470-d4e9-f51c-9ef1-c6e81180216b/disk-0.vmdk due to incomplete transfer. [ 915.601237] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b511e74c-4fa8-40d3-9201-0e059986a173 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.611155] env[65794]: DEBUG oslo_vmware.rw_handles [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523b2470-d4e9-f51c-9ef1-c6e81180216b/disk-0.vmdk. {{(pid=65794) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 915.612248] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Uploaded image 561e39e0-5809-4dff-82fa-bbe299d6e394 to the Glance image server {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 915.613590] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Destroying the VM {{(pid=65794) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 915.614215] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ee75f961-1628-4bc0-8f85-5d646c08fb10 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.619397] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4811480, 'name': Rename_Task, 'duration_secs': 0.152182} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.619674] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.619921] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13dc97f7-12b0-4fbe-9c9d-e1190358167d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.622711] env[65794]: DEBUG oslo_vmware.api [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 915.622711] env[65794]: value = "task-4811481" [ 915.622711] env[65794]: _type = "Task" [ 915.622711] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.630787] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 915.630787] env[65794]: value = "task-4811482" [ 915.630787] env[65794]: _type = "Task" [ 915.630787] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.639444] env[65794]: DEBUG oslo_vmware.api [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811481, 'name': Destroy_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.642866] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4811482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.707105] env[65794]: DEBUG nova.scheduler.client.report [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.710502] env[65794]: DEBUG nova.compute.manager [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 915.736378] env[65794]: DEBUG nova.virt.hardware [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 915.736378] env[65794]: DEBUG nova.virt.hardware [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.736747] env[65794]: DEBUG nova.virt.hardware [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 915.736747] env[65794]: DEBUG nova.virt.hardware [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.737215] env[65794]: DEBUG nova.virt.hardware [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 915.737215] env[65794]: DEBUG nova.virt.hardware [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 915.737215] env[65794]: DEBUG nova.virt.hardware [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 915.737785] env[65794]: DEBUG nova.virt.hardware [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 915.737785] env[65794]: DEBUG nova.virt.hardware [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 915.737785] env[65794]: DEBUG nova.virt.hardware [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 915.737785] env[65794]: DEBUG nova.virt.hardware [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 915.738780] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b069ec-f750-4493-87e1-b5ca52a10454 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.748551] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39aa43a7-cee8-42fb-9562-e42be2555c55 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.034080] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 70c992e0-fdeb-46fd-b96e-4894bb72a0bd] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 916.060153] env[65794]: DEBUG nova.network.neutron [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Updating instance_info_cache with network_info: [{"id": "75feeed4-e6af-473c-a526-44dce6db7bdd", "address": "fa:16:3e:ea:35:82", "network": {"id": "36c5e215-9baa-484a-b32e-46d5cf98df9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1092787184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a60998eafe04056b6d1e67daba6c3b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75feeed4-e6", "ovs_interfaceid": "75feeed4-e6af-473c-a526-44dce6db7bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.139419] env[65794]: DEBUG oslo_vmware.api [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811481, 'name': Destroy_Task, 'duration_secs': 0.457146} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.140160] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Destroyed the VM [ 916.141925] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Deleting Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 916.141925] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-19903ff6-6d8d-49b6-a40d-d0fdecdfe197 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.146910] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4811482, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.152502] env[65794]: DEBUG oslo_vmware.api [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 916.152502] env[65794]: value = "task-4811483" [ 916.152502] env[65794]: _type = "Task" [ 916.152502] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.180882] env[65794]: DEBUG nova.network.neutron [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Successfully updated port: f7942d4f-6888-4c90-9483-9418e660ab54 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 916.214854] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.216635] env[65794]: DEBUG nova.compute.manager [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 916.219687] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.336s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.220500] env[65794]: DEBUG nova.objects.instance [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Lazy-loading 'resources' on Instance uuid 528a633b-b5c4-48b5-a0a0-d6dde3108f9f {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.349500] env[65794]: DEBUG nova.compute.manager [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Received event network-changed-a389e040-bcb4-4a0a-8319-05d185c71a4e {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 916.349543] env[65794]: DEBUG nova.compute.manager [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Refreshing instance network info cache due to event network-changed-a389e040-bcb4-4a0a-8319-05d185c71a4e. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 916.349961] env[65794]: DEBUG oslo_concurrency.lockutils [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] Acquiring lock "refresh_cache-7c2ad80d-cf90-4b6a-b830-677ee7f0a526" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.350295] env[65794]: DEBUG oslo_concurrency.lockutils [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] Acquired lock "refresh_cache-7c2ad80d-cf90-4b6a-b830-677ee7f0a526" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.350888] env[65794]: DEBUG nova.network.neutron [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Refreshing network info cache for port a389e040-bcb4-4a0a-8319-05d185c71a4e {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.540335] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 28429b77-e975-481d-96a0-62054de9b4b9] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 916.571018] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "refresh_cache-0e8e6cf2-1555-486b-9d90-c15bd6e34dc5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.571018] env[65794]: DEBUG nova.compute.manager [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Instance network_info: |[{"id": "75feeed4-e6af-473c-a526-44dce6db7bdd", "address": "fa:16:3e:ea:35:82", "network": {"id": "36c5e215-9baa-484a-b32e-46d5cf98df9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1092787184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a60998eafe04056b6d1e67daba6c3b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75feeed4-e6", "ovs_interfaceid": "75feeed4-e6af-473c-a526-44dce6db7bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 916.571018] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:35:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75feeed4-e6af-473c-a526-44dce6db7bdd', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.578543] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 916.579729] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.580136] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06fe911d-b15d-4f89-9cfc-d53b52a035b3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.606290] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.606290] env[65794]: value = "task-4811484" [ 916.606290] env[65794]: _type = "Task" [ 916.606290] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.618066] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811484, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.648304] env[65794]: DEBUG oslo_vmware.api [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4811482, 'name': PowerOnVM_Task, 'duration_secs': 0.523374} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.648886] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.651017] env[65794]: INFO nova.compute.manager [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Took 12.10 seconds to spawn the instance on the hypervisor. [ 916.651017] env[65794]: DEBUG nova.compute.manager [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 916.651017] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b1f1cd-0b6a-4302-96bb-0395b4a8b152 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.669097] env[65794]: DEBUG oslo_vmware.api [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811483, 'name': RemoveSnapshot_Task, 'duration_secs': 0.412672} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.669097] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Deleted Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 916.669319] env[65794]: DEBUG nova.compute.manager [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 916.670140] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9ede12-1454-4dfd-8c5f-a5a42ee7674c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.683602] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Acquiring lock "refresh_cache-fd0ca813-25cf-440c-becd-47af70eaaffa" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.683768] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Acquired lock "refresh_cache-fd0ca813-25cf-440c-becd-47af70eaaffa" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.683937] env[65794]: DEBUG nova.network.neutron [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 916.710778] env[65794]: DEBUG oslo_concurrency.lockutils [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "248bad78-5ecf-49e6-a2c0-ec9a99dec831" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.711155] env[65794]: DEBUG oslo_concurrency.lockutils [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "248bad78-5ecf-49e6-a2c0-ec9a99dec831" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.711402] env[65794]: DEBUG oslo_concurrency.lockutils [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "248bad78-5ecf-49e6-a2c0-ec9a99dec831-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.711678] env[65794]: DEBUG oslo_concurrency.lockutils [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "248bad78-5ecf-49e6-a2c0-ec9a99dec831-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.712084] env[65794]: DEBUG oslo_concurrency.lockutils [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "248bad78-5ecf-49e6-a2c0-ec9a99dec831-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.715718] env[65794]: INFO nova.compute.manager [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Terminating instance [ 916.732844] env[65794]: DEBUG nova.compute.utils [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.739564] env[65794]: DEBUG nova.compute.manager [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 916.739564] env[65794]: DEBUG nova.network.neutron [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 916.740631] env[65794]: WARNING neutronclient.v2_0.client [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.740796] env[65794]: WARNING neutronclient.v2_0.client [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.840544] env[65794]: DEBUG nova.network.neutron [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Successfully created port: f77387e5-802c-49e8-996a-0d6742eb30be {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 916.857674] env[65794]: WARNING neutronclient.v2_0.client [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.044092] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: b6aeb1a5-1d32-4da0-805d-41fe426a4b58] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 917.069734] env[65794]: WARNING neutronclient.v2_0.client [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.129022] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811484, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.182127] env[65794]: INFO nova.compute.manager [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Took 49.48 seconds to build instance. [ 917.183579] env[65794]: INFO nova.compute.manager [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Shelve offloading [ 917.227821] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27dc527-e84a-40e1-a6c9-884cbd887715 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.238588] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a560d8fc-5e47-46cd-9753-611eac0178c3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.244540] env[65794]: DEBUG nova.compute.manager [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 917.248480] env[65794]: DEBUG nova.compute.manager [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 917.251041] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.278054] env[65794]: DEBUG nova.policy [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b53b746dbf34345abd25737aea67af8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28d747c7d7744934af5ef6936cd5608d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.281076] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959e9728-db92-4da2-8f12-5f436f7fde4c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.285732] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb76009c-310e-426f-8f83-9ccce521c89b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.300106] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.300504] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d24b5b-9bac-4381-bdbd-6e82e5e4e8e2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.306416] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5ce47ed-aa50-437a-bf1a-43c127c4bc29 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.320139] env[65794]: DEBUG nova.compute.provider_tree [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.323220] env[65794]: DEBUG oslo_vmware.api [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 917.323220] env[65794]: value = "task-4811485" [ 917.323220] env[65794]: _type = "Task" [ 917.323220] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.335287] env[65794]: DEBUG oslo_vmware.api [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.548898] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 5d6cf973-f70d-42e3-9357-d7b5d17471d3] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 917.621984] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811484, 'name': CreateVM_Task, 'duration_secs': 0.592569} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.622455] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.622994] env[65794]: WARNING neutronclient.v2_0.client [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.623626] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.623785] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.624305] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.624590] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e72ced77-7deb-4d72-b4e0-7f4b9fda1ecc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.631180] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 917.631180] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522b8f5c-36e0-0237-1a4e-777f346574c4" [ 917.631180] env[65794]: _type = "Task" [ 917.631180] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.640330] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522b8f5c-36e0-0237-1a4e-777f346574c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.684950] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac72333d-429d-4aef-b840-4ec72cb14a8a tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.995s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.692697] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.693080] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-027793dc-c27c-4134-af07-f27f9b980f31 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.704483] env[65794]: DEBUG oslo_vmware.api [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 917.704483] env[65794]: value = "task-4811486" [ 917.704483] env[65794]: _type = "Task" [ 917.704483] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.717046] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] VM already powered off {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 917.717269] env[65794]: DEBUG nova.compute.manager [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 917.718147] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfeb9101-a597-4847-b29d-3b799cfbed80 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.731027] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "refresh_cache-380c96c4-0d35-4f5b-8d37-bc7c460654c6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.731027] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired lock "refresh_cache-380c96c4-0d35-4f5b-8d37-bc7c460654c6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.731027] env[65794]: DEBUG nova.network.neutron [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 917.824721] env[65794]: DEBUG nova.scheduler.client.report [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.844082] env[65794]: DEBUG oslo_vmware.api [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811485, 'name': PowerOffVM_Task, 'duration_secs': 0.511507} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.844467] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.844707] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.844913] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-992ded6f-9e95-49e0-b0dc-11394c9f0095 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.938655] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.941838] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.941838] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Deleting the datastore file [datastore2] 248bad78-5ecf-49e6-a2c0-ec9a99dec831 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.941838] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7dd174f-a3f1-43fc-a848-04346f739cfb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.952029] env[65794]: DEBUG oslo_vmware.api [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 917.952029] env[65794]: value = "task-4811488" [ 917.952029] env[65794]: _type = "Task" [ 917.952029] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.963840] env[65794]: DEBUG oslo_vmware.api [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.053542] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: ab776f80-fe6c-4a18-bcf7-a55f2b88b96d] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 918.143476] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522b8f5c-36e0-0237-1a4e-777f346574c4, 'name': SearchDatastore_Task, 'duration_secs': 0.012105} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.143785] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.144048] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.144315] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.144462] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.144654] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.144958] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a147256f-97c8-40d5-9e1d-c92320e94b4c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.161170] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.161446] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.162314] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19b9c74f-1438-4376-994a-eba01af8cd5a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.168281] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 918.168281] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]526061c0-3b8a-a0d1-0e04-ee75684312aa" [ 918.168281] env[65794]: _type = "Task" [ 918.168281] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.178846] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526061c0-3b8a-a0d1-0e04-ee75684312aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.234811] env[65794]: WARNING neutronclient.v2_0.client [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.288081] env[65794]: DEBUG nova.compute.manager [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 918.318206] env[65794]: DEBUG nova.virt.hardware [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 918.318818] env[65794]: DEBUG nova.virt.hardware [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.319088] env[65794]: DEBUG nova.virt.hardware [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 918.319298] env[65794]: DEBUG nova.virt.hardware [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.319492] env[65794]: DEBUG nova.virt.hardware [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 918.319575] env[65794]: DEBUG nova.virt.hardware [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 918.319782] env[65794]: DEBUG nova.virt.hardware [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 918.319934] env[65794]: DEBUG nova.virt.hardware [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 918.320183] env[65794]: DEBUG nova.virt.hardware [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 918.320355] env[65794]: DEBUG nova.virt.hardware [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 918.320516] env[65794]: DEBUG nova.virt.hardware [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 918.321460] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86260e8f-de68-42bb-be44-3adf667d016e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.330292] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.333728] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5603f87-2558-45d5-a1b3-c9c294aff611 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.338881] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.530s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.339291] env[65794]: DEBUG nova.objects.instance [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Lazy-loading 'resources' on Instance uuid 1a26c23a-0d13-43f5-84bc-ecd90626b1b3 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.340941] env[65794]: DEBUG nova.network.neutron [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 918.360512] env[65794]: INFO nova.scheduler.client.report [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Deleted allocations for instance 528a633b-b5c4-48b5-a0a0-d6dde3108f9f [ 918.465619] env[65794]: DEBUG oslo_vmware.api [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152646} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.466015] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.466230] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.466772] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.466772] env[65794]: INFO nova.compute.manager [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Took 1.22 seconds to destroy the instance on the hypervisor. [ 918.467424] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 918.467927] env[65794]: DEBUG nova.compute.manager [-] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 918.468322] env[65794]: DEBUG nova.network.neutron [-] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 918.468920] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.557020] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: c0db2672-efd6-444a-8d1d-5168205a127d] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 918.686763] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526061c0-3b8a-a0d1-0e04-ee75684312aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010388} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.687841] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b8a495d-d6a0-4832-9ed2-6364122edb95 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.695558] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 918.695558] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]529d22e8-8639-f06d-3c9b-bf7836396bd5" [ 918.695558] env[65794]: _type = "Task" [ 918.695558] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.709012] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]529d22e8-8639-f06d-3c9b-bf7836396bd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.734373] env[65794]: DEBUG nova.network.neutron [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Successfully created port: 1e1e18cc-d04a-4d27-86cd-4322e132974b {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 918.868194] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9b5363a-a0a6-49b8-9c29-7618ce35031d tempest-ImagesOneServerTestJSON-1972491077 tempest-ImagesOneServerTestJSON-1972491077-project-member] Lock "528a633b-b5c4-48b5-a0a0-d6dde3108f9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.475s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.896045] env[65794]: DEBUG nova.network.neutron [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Successfully updated port: f77387e5-802c-49e8-996a-0d6742eb30be {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 918.932376] env[65794]: DEBUG nova.network.neutron [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Updating instance_info_cache with network_info: [{"id": "66e12b2e-e5e0-4f1b-a826-14fe937c3082", "address": "fa:16:3e:ce:c8:1d", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66e12b2e-e5", "ovs_interfaceid": "66e12b2e-e5e0-4f1b-a826-14fe937c3082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.991382] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.060960] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: a545c774-2312-44d3-92bb-6892469a4eb9] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 919.189811] env[65794]: DEBUG oslo_concurrency.lockutils [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "interface-3489ef01-ce97-414e-b154-4a5f6b5523d6-61939e8e-83bb-4b70-87c3-5e59e3f961f3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.189811] env[65794]: DEBUG oslo_concurrency.lockutils [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "interface-3489ef01-ce97-414e-b154-4a5f6b5523d6-61939e8e-83bb-4b70-87c3-5e59e3f961f3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.214481] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]529d22e8-8639-f06d-3c9b-bf7836396bd5, 'name': SearchDatastore_Task, 'duration_secs': 0.011142} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.218208] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.218208] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5/0e8e6cf2-1555-486b-9d90-c15bd6e34dc5.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.219202] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2eeeb115-8faa-4872-879d-631bf9e737a9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.227265] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 919.227265] env[65794]: value = "task-4811489" [ 919.227265] env[65794]: _type = "Task" [ 919.227265] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.236850] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.267380] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7162f4e9-ad5c-42df-9d8b-55bf446866df {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.275789] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d429614-3471-4013-b6da-8ea79a9a17aa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.332600] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee60f80d-4175-4acd-aea8-25180d705344 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.342587] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0fe7ae-b2db-4461-ac6e-43778617c0ed {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.364554] env[65794]: DEBUG nova.compute.provider_tree [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.401934] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "refresh_cache-6477f28c-5665-49cf-9e0d-d9fb16ad6ee5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.401934] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired lock "refresh_cache-6477f28c-5665-49cf-9e0d-d9fb16ad6ee5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.401934] env[65794]: DEBUG nova.network.neutron [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 919.439488] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Releasing lock "refresh_cache-78ae3bb1-01e1-4d14-87b6-a2df8eeab406" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.439888] env[65794]: DEBUG nova.compute.manager [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Instance network_info: |[{"id": "66e12b2e-e5e0-4f1b-a826-14fe937c3082", "address": "fa:16:3e:ce:c8:1d", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66e12b2e-e5", "ovs_interfaceid": "66e12b2e-e5e0-4f1b-a826-14fe937c3082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 919.440451] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:c8:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca401eaa-889a-4f9f-ac9a-56b4c41bfc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66e12b2e-e5e0-4f1b-a826-14fe937c3082', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.448256] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Creating folder: Project (e0a9fa2ac34f4db5ae96e3f85aaea063). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.449613] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26bdb829-831d-4c0a-b0b6-4dce862d5e5a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.463875] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Created folder: Project (e0a9fa2ac34f4db5ae96e3f85aaea063) in parent group-v937953. [ 919.464416] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Creating folder: Instances. Parent ref: group-v938148. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.464708] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f1e3682-d5af-482a-a80d-b42f4d1f55a2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.479194] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Created folder: Instances in parent group-v938148. [ 919.479517] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 919.479798] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.480108] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2886c9c5-966d-46d4-a1c7-340276a1b818 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.504050] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.504050] env[65794]: value = "task-4811492" [ 919.504050] env[65794]: _type = "Task" [ 919.504050] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.515082] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811492, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.565604] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 3299d77c-96b3-4831-abee-ed4a79528ee5] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 919.692720] env[65794]: DEBUG oslo_concurrency.lockutils [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "3489ef01-ce97-414e-b154-4a5f6b5523d6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.693046] env[65794]: DEBUG oslo_concurrency.lockutils [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "3489ef01-ce97-414e-b154-4a5f6b5523d6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.695020] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130d7356-47ac-44c6-9efa-8fea79484b45 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.722933] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c162e033-1633-4090-b3a0-a665f5116747 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.748706] env[65794]: WARNING neutronclient.v2_0.client [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.757893] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Reconfiguring VM to detach interface {{(pid=65794) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 919.761417] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb28eaa5-b217-48ab-9942-040eb75465b3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.778248] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497276} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.779024] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5/0e8e6cf2-1555-486b-9d90-c15bd6e34dc5.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.779360] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.779641] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7f8258a-2b66-419a-9784-83730d886c6b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.782608] env[65794]: WARNING neutronclient.v2_0.client [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.787329] env[65794]: DEBUG oslo_vmware.api [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 919.787329] env[65794]: value = "task-4811493" [ 919.787329] env[65794]: _type = "Task" [ 919.787329] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.793293] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 919.793293] env[65794]: value = "task-4811494" [ 919.793293] env[65794]: _type = "Task" [ 919.793293] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.796988] env[65794]: DEBUG oslo_vmware.api [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.807433] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.811372] env[65794]: WARNING neutronclient.v2_0.client [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.868244] env[65794]: DEBUG nova.scheduler.client.report [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.017697] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811492, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.071128] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 543ce9d3-ac47-4484-85b2-18b922173c0a] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 920.088639] env[65794]: DEBUG nova.network.neutron [-] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.297189] env[65794]: DEBUG oslo_vmware.api [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.305977] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108206} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.306446] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.307077] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72b5ad9-2918-40b7-bf61-7dc972c896ca {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.329500] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5/0e8e6cf2-1555-486b-9d90-c15bd6e34dc5.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.329834] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2554a57d-005a-4e3e-ac8a-73ef95d4032d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.350774] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 920.350774] env[65794]: value = "task-4811495" [ 920.350774] env[65794]: _type = "Task" [ 920.350774] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.360200] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811495, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.374615] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.402724] env[65794]: INFO nova.scheduler.client.report [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Deleted allocations for instance 1a26c23a-0d13-43f5-84bc-ecd90626b1b3 [ 920.520646] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811492, 'name': CreateVM_Task, 'duration_secs': 0.569474} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.521707] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.521707] env[65794]: WARNING neutronclient.v2_0.client [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.521707] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.521852] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.522204] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.523054] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1329933b-3396-405d-aa0f-9ebfa82758ff {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.529421] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 920.529421] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52ccf87f-af41-c504-43ce-a1eab1e1d9ba" [ 920.529421] env[65794]: _type = "Task" [ 920.529421] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.538627] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ccf87f-af41-c504-43ce-a1eab1e1d9ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.575580] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.575851] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Cleaning up deleted instances with incomplete migration {{(pid=65794) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11964}} [ 920.592698] env[65794]: INFO nova.compute.manager [-] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Took 2.12 seconds to deallocate network for instance. [ 920.597892] env[65794]: DEBUG nova.network.neutron [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Successfully updated port: 1e1e18cc-d04a-4d27-86cd-4322e132974b {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 920.600682] env[65794]: DEBUG nova.network.neutron [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 920.670557] env[65794]: WARNING neutronclient.v2_0.client [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.751453] env[65794]: DEBUG nova.network.neutron [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Updating instance_info_cache with network_info: [{"id": "f7942d4f-6888-4c90-9483-9418e660ab54", "address": "fa:16:3e:fc:17:af", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7942d4f-68", "ovs_interfaceid": "f7942d4f-6888-4c90-9483-9418e660ab54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.792797] env[65794]: DEBUG nova.network.neutron [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Updated VIF entry in instance network info cache for port a389e040-bcb4-4a0a-8319-05d185c71a4e. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 920.793481] env[65794]: DEBUG nova.network.neutron [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Updating instance_info_cache with network_info: [{"id": "a389e040-bcb4-4a0a-8319-05d185c71a4e", "address": "fa:16:3e:7e:22:22", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa389e040-bc", "ovs_interfaceid": "a389e040-bcb4-4a0a-8319-05d185c71a4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.800926] env[65794]: DEBUG oslo_vmware.api [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.864384] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.910818] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7ed8445a-e43d-4bda-a0ff-dd7a57cc32b2 tempest-InstanceActionsNegativeTestJSON-1995453059 tempest-InstanceActionsNegativeTestJSON-1995453059-project-member] Lock "1a26c23a-0d13-43f5-84bc-ecd90626b1b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.078s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.008992] env[65794]: DEBUG nova.network.neutron [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Updating instance_info_cache with network_info: [{"id": "5ae9559e-c0a6-45d1-8b3f-97c67f392f2d", "address": "fa:16:3e:d0:be:f0", "network": {"id": "42cade4a-4a06-4155-8650-50edbd2d8a1b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-718071421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "737a0ac2aeb14300bb926f480f8a9607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae9559e-c0", "ovs_interfaceid": "5ae9559e-c0a6-45d1-8b3f-97c67f392f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.043498] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ccf87f-af41-c504-43ce-a1eab1e1d9ba, 'name': SearchDatastore_Task, 'duration_secs': 0.051908} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.043498] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.043498] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.043498] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.043498] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.044353] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.045336] env[65794]: WARNING neutronclient.v2_0.client [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.047838] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84dd55a9-bea1-48fb-a685-9ebe69893003 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.058686] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.058686] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.059415] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0b4ae83-a690-437c-8896-02735569cb84 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.065711] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 921.065711] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5202c94a-ba4c-6d1d-d969-3fe98e589275" [ 921.065711] env[65794]: _type = "Task" [ 921.065711] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.074274] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5202c94a-ba4c-6d1d-d969-3fe98e589275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.079037] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.100233] env[65794]: DEBUG oslo_concurrency.lockutils [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.100723] env[65794]: DEBUG oslo_concurrency.lockutils [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.100971] env[65794]: DEBUG nova.objects.instance [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lazy-loading 'resources' on Instance uuid 248bad78-5ecf-49e6-a2c0-ec9a99dec831 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.108085] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "refresh_cache-5051c514-7edd-4ec8-ba70-c84fc69d1f48" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.108725] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired lock "refresh_cache-5051c514-7edd-4ec8-ba70-c84fc69d1f48" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.108725] env[65794]: DEBUG nova.network.neutron [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 921.255303] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Releasing lock "refresh_cache-fd0ca813-25cf-440c-becd-47af70eaaffa" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.255933] env[65794]: DEBUG nova.compute.manager [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Instance network_info: |[{"id": "f7942d4f-6888-4c90-9483-9418e660ab54", "address": "fa:16:3e:fc:17:af", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7942d4f-68", "ovs_interfaceid": "f7942d4f-6888-4c90-9483-9418e660ab54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 921.258085] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:17:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca401eaa-889a-4f9f-ac9a-56b4c41bfc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7942d4f-6888-4c90-9483-9418e660ab54', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.268242] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 921.268532] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.268811] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a8596c7-3e2f-43c1-a542-40f1a081d03d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.296810] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.296810] env[65794]: value = "task-4811496" [ 921.296810] env[65794]: _type = "Task" [ 921.296810] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.300384] env[65794]: DEBUG oslo_concurrency.lockutils [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] Releasing lock "refresh_cache-7c2ad80d-cf90-4b6a-b830-677ee7f0a526" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.301137] env[65794]: DEBUG nova.compute.manager [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Received event network-vif-plugged-75feeed4-e6af-473c-a526-44dce6db7bdd {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 921.301137] env[65794]: DEBUG oslo_concurrency.lockutils [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] Acquiring lock "0e8e6cf2-1555-486b-9d90-c15bd6e34dc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.301137] env[65794]: DEBUG oslo_concurrency.lockutils [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] Lock "0e8e6cf2-1555-486b-9d90-c15bd6e34dc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.301485] env[65794]: DEBUG oslo_concurrency.lockutils [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] Lock "0e8e6cf2-1555-486b-9d90-c15bd6e34dc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.301485] env[65794]: DEBUG nova.compute.manager [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] No waiting events found dispatching network-vif-plugged-75feeed4-e6af-473c-a526-44dce6db7bdd {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 921.302228] env[65794]: WARNING nova.compute.manager [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Received unexpected event network-vif-plugged-75feeed4-e6af-473c-a526-44dce6db7bdd for instance with vm_state building and task_state spawning. [ 921.302228] env[65794]: DEBUG nova.compute.manager [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Received event network-changed-75feeed4-e6af-473c-a526-44dce6db7bdd {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 921.302228] env[65794]: DEBUG nova.compute.manager [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Refreshing instance network info cache due to event network-changed-75feeed4-e6af-473c-a526-44dce6db7bdd. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 921.302645] env[65794]: DEBUG oslo_concurrency.lockutils [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] Acquiring lock "refresh_cache-0e8e6cf2-1555-486b-9d90-c15bd6e34dc5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.302645] env[65794]: DEBUG oslo_concurrency.lockutils [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] Acquired lock "refresh_cache-0e8e6cf2-1555-486b-9d90-c15bd6e34dc5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.302645] env[65794]: DEBUG nova.network.neutron [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Refreshing network info cache for port 75feeed4-e6af-473c-a526-44dce6db7bdd {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.304085] env[65794]: DEBUG oslo_vmware.api [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.316538] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811496, 'name': CreateVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.364952] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811495, 'name': ReconfigVM_Task, 'duration_secs': 0.893433} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.366688] env[65794]: DEBUG nova.network.neutron [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Updating instance_info_cache with network_info: [{"id": "f77387e5-802c-49e8-996a-0d6742eb30be", "address": "fa:16:3e:1e:60:46", "network": {"id": "c3be34f3-4481-455f-a5bd-794d3240dd32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1106216560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e3a5224c33c47b18efdab4594c4beb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf77387e5-80", "ovs_interfaceid": "f77387e5-802c-49e8-996a-0d6742eb30be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.374429] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5/0e8e6cf2-1555-486b-9d90-c15bd6e34dc5.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.375314] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4590ab0f-da48-4fe3-a53a-a81c69d17772 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.385009] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 921.385009] env[65794]: value = "task-4811497" [ 921.385009] env[65794]: _type = "Task" [ 921.385009] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.400525] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811497, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.513379] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Releasing lock "refresh_cache-380c96c4-0d35-4f5b-8d37-bc7c460654c6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.513379] env[65794]: WARNING neutronclient.v2_0.client [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.513379] env[65794]: WARNING neutronclient.v2_0.client [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.579749] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5202c94a-ba4c-6d1d-d969-3fe98e589275, 'name': SearchDatastore_Task, 'duration_secs': 0.010417} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.580646] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74f93fbf-fb05-44a9-a92a-c7f597505871 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.589728] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 921.589728] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]521ef71d-8a36-3da6-df90-f1b7bf3d948b" [ 921.589728] env[65794]: _type = "Task" [ 921.589728] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.596414] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521ef71d-8a36-3da6-df90-f1b7bf3d948b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.671953] env[65794]: DEBUG nova.network.neutron [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 921.701194] env[65794]: DEBUG nova.compute.manager [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Received event network-vif-plugged-66e12b2e-e5e0-4f1b-a826-14fe937c3082 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 921.701263] env[65794]: DEBUG oslo_concurrency.lockutils [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] Acquiring lock "78ae3bb1-01e1-4d14-87b6-a2df8eeab406-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.701571] env[65794]: DEBUG oslo_concurrency.lockutils [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] Lock "78ae3bb1-01e1-4d14-87b6-a2df8eeab406-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.701794] env[65794]: DEBUG oslo_concurrency.lockutils [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] Lock "78ae3bb1-01e1-4d14-87b6-a2df8eeab406-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.702056] env[65794]: DEBUG nova.compute.manager [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] No waiting events found dispatching network-vif-plugged-66e12b2e-e5e0-4f1b-a826-14fe937c3082 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 921.702480] env[65794]: WARNING nova.compute.manager [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Received unexpected event network-vif-plugged-66e12b2e-e5e0-4f1b-a826-14fe937c3082 for instance with vm_state building and task_state spawning. [ 921.702865] env[65794]: DEBUG nova.compute.manager [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Received event network-changed-66e12b2e-e5e0-4f1b-a826-14fe937c3082 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 921.702932] env[65794]: DEBUG nova.compute.manager [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Refreshing instance network info cache due to event network-changed-66e12b2e-e5e0-4f1b-a826-14fe937c3082. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 921.703206] env[65794]: DEBUG oslo_concurrency.lockutils [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] Acquiring lock "refresh_cache-78ae3bb1-01e1-4d14-87b6-a2df8eeab406" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.703460] env[65794]: DEBUG oslo_concurrency.lockutils [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] Acquired lock "refresh_cache-78ae3bb1-01e1-4d14-87b6-a2df8eeab406" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.703851] env[65794]: DEBUG nova.network.neutron [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Refreshing network info cache for port 66e12b2e-e5e0-4f1b-a826-14fe937c3082 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.800024] env[65794]: DEBUG oslo_vmware.api [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.806696] env[65794]: WARNING neutronclient.v2_0.client [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.814965] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811496, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.876551] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Releasing lock "refresh_cache-6477f28c-5665-49cf-9e0d-d9fb16ad6ee5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.877324] env[65794]: DEBUG nova.compute.manager [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Instance network_info: |[{"id": "f77387e5-802c-49e8-996a-0d6742eb30be", "address": "fa:16:3e:1e:60:46", "network": {"id": "c3be34f3-4481-455f-a5bd-794d3240dd32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1106216560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e3a5224c33c47b18efdab4594c4beb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf77387e5-80", "ovs_interfaceid": "f77387e5-802c-49e8-996a-0d6742eb30be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 921.877886] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:60:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f77387e5-802c-49e8-996a-0d6742eb30be', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.886545] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 921.890045] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.895252] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35ca0f82-94a0-4fbb-a4fb-ac94a18167e8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.918469] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811497, 'name': Rename_Task, 'duration_secs': 0.19503} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.919937] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.920195] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.920195] env[65794]: value = "task-4811498" [ 921.920195] env[65794]: _type = "Task" [ 921.920195] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.920493] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb5c4140-4d08-4d78-9b2d-3dc67ecd7555 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.934713] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811498, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.936327] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 921.936327] env[65794]: value = "task-4811499" [ 921.936327] env[65794]: _type = "Task" [ 921.936327] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.949827] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.029679] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a729990-1ffb-4830-ad4c-e3b7f4efcf0e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.040067] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2193d0c8-376b-411f-b4e9-8020e2ffa707 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.078728] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9aac22f-f0af-4fb0-b09d-6acfceb56ba0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.098029] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca3a496-af30-4451-93ee-39a483d39785 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.109420] env[65794]: DEBUG oslo_concurrency.lockutils [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Acquiring lock "e25e755a-ca3f-493c-87dc-389fc13a8505" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.109793] env[65794]: DEBUG oslo_concurrency.lockutils [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Lock "e25e755a-ca3f-493c-87dc-389fc13a8505" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.111055] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "0d11431b-4bee-477f-8753-4ad8b787a2d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.111284] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "0d11431b-4bee-477f-8753-4ad8b787a2d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.130304] env[65794]: DEBUG nova.compute.provider_tree [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.132214] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521ef71d-8a36-3da6-df90-f1b7bf3d948b, 'name': SearchDatastore_Task, 'duration_secs': 0.020459} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.135714] env[65794]: DEBUG nova.compute.manager [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 922.136045] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.136309] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 78ae3bb1-01e1-4d14-87b6-a2df8eeab406/78ae3bb1-01e1-4d14-87b6-a2df8eeab406.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.137373] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-741cdbaf-dade-4e75-906f-9f981db48511 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.147452] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 922.147452] env[65794]: value = "task-4811500" [ 922.147452] env[65794]: _type = "Task" [ 922.147452] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.159855] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.210156] env[65794]: WARNING neutronclient.v2_0.client [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.301056] env[65794]: DEBUG oslo_vmware.api [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.313177] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811496, 'name': CreateVM_Task, 'duration_secs': 0.554357} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.313394] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.314026] env[65794]: WARNING neutronclient.v2_0.client [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.314460] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.314844] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.314979] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.315220] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95100fc7-9f49-40d8-9a61-8e962d8fc153 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.320693] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 922.320693] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52aa4938-0ad6-55f3-7bae-830cb1b4fb85" [ 922.320693] env[65794]: _type = "Task" [ 922.320693] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.330381] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52aa4938-0ad6-55f3-7bae-830cb1b4fb85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.435328] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811498, 'name': CreateVM_Task, 'duration_secs': 0.365777} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.435576] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.436251] env[65794]: WARNING neutronclient.v2_0.client [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.436601] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.436784] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.437177] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.437562] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3707f730-101e-4399-9a6d-847bc06e394f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.448511] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 922.448511] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52af48ea-296e-9457-b640-52426634489b" [ 922.448511] env[65794]: _type = "Task" [ 922.448511] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.457584] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811499, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.462557] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52af48ea-296e-9457-b640-52426634489b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.633164] env[65794]: DEBUG nova.compute.manager [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 922.640483] env[65794]: DEBUG nova.scheduler.client.report [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.659962] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811500, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.663864] env[65794]: DEBUG oslo_concurrency.lockutils [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.809064] env[65794]: DEBUG oslo_vmware.api [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.833267] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52aa4938-0ad6-55f3-7bae-830cb1b4fb85, 'name': SearchDatastore_Task, 'duration_secs': 0.05063} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.833590] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.834141] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.834178] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.834308] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.834494] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.837602] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63f31b56-8374-40a5-812a-c96c3e800cdc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.848044] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.848150] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.849165] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09afa712-5b06-45b8-b7bc-1bbdf8d27f5d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.861917] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 922.861917] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]520892b9-492e-d169-dd5e-c0f9ee3bd1b3" [ 922.861917] env[65794]: _type = "Task" [ 922.861917] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.872024] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]520892b9-492e-d169-dd5e-c0f9ee3bd1b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010909} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.876311] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13bec974-82fb-42b2-a566-775e68e061ba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.879199] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 922.879199] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]526d38eb-215f-e13e-8c30-a5f04f8cef39" [ 922.879199] env[65794]: _type = "Task" [ 922.879199] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.888096] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526d38eb-215f-e13e-8c30-a5f04f8cef39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.953325] env[65794]: DEBUG oslo_vmware.api [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811499, 'name': PowerOnVM_Task, 'duration_secs': 0.615717} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.957477] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.958385] env[65794]: INFO nova.compute.manager [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Took 14.92 seconds to spawn the instance on the hypervisor. [ 922.958385] env[65794]: DEBUG nova.compute.manager [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 922.960031] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db35d295-17b7-409e-806a-7a2589e90a76 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.974753] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52af48ea-296e-9457-b640-52426634489b, 'name': SearchDatastore_Task, 'duration_secs': 0.043762} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.975164] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.975432] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.976430] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.976430] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.976430] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.976430] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2efc24c8-5c13-40c8-ae95-7c3be4a36e23 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.985813] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.988353] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.988353] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee866129-f3cb-417c-90e5-5c4a9c5436c4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.992206] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.993075] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257dc083-1140-463e-b65d-2357de66f480 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.997467] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 922.997467] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5209b016-4a22-981a-00f7-8394d3da8d86" [ 922.997467] env[65794]: _type = "Task" [ 922.997467] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.003324] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.005530] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4c45802-41dd-43fa-956d-e872366a5477 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.010143] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5209b016-4a22-981a-00f7-8394d3da8d86, 'name': SearchDatastore_Task, 'duration_secs': 0.009692} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.011129] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4b71aaa-c00b-43a7-bc4d-d6d4044fb48e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.018798] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 923.018798] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f655b6-7f8b-3544-b360-3aff6ce66ffc" [ 923.018798] env[65794]: _type = "Task" [ 923.018798] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.028789] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f655b6-7f8b-3544-b360-3aff6ce66ffc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.079023] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.079023] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.079023] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Deleting the datastore file [datastore2] 380c96c4-0d35-4f5b-8d37-bc7c460654c6 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.079023] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca6c2e14-47cf-4e06-a68b-e779bf6d33c6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.086227] env[65794]: WARNING neutronclient.v2_0.client [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.088648] env[65794]: DEBUG oslo_vmware.api [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 923.088648] env[65794]: value = "task-4811502" [ 923.088648] env[65794]: _type = "Task" [ 923.088648] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.099210] env[65794]: DEBUG oslo_vmware.api [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.153229] env[65794]: DEBUG oslo_concurrency.lockutils [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.155189] env[65794]: DEBUG oslo_concurrency.lockutils [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.491s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.157517] env[65794]: INFO nova.compute.claims [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.171615] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.175327] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525456} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.175648] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 78ae3bb1-01e1-4d14-87b6-a2df8eeab406/78ae3bb1-01e1-4d14-87b6-a2df8eeab406.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.176895] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.176895] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69df16e9-7968-40ff-81a6-99bde6424968 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.184080] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 923.184080] env[65794]: value = "task-4811503" [ 923.184080] env[65794]: _type = "Task" [ 923.184080] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.192233] env[65794]: INFO nova.scheduler.client.report [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Deleted allocations for instance 248bad78-5ecf-49e6-a2c0-ec9a99dec831 [ 923.203039] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.289641] env[65794]: DEBUG nova.compute.manager [req-13367bad-f4e9-48b5-93a3-952cdce389ca req-618748fb-b7f1-437d-b263-bf599f233c58 service nova] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Received event network-vif-plugged-f77387e5-802c-49e8-996a-0d6742eb30be {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 923.289886] env[65794]: DEBUG oslo_concurrency.lockutils [req-13367bad-f4e9-48b5-93a3-952cdce389ca req-618748fb-b7f1-437d-b263-bf599f233c58 service nova] Acquiring lock "6477f28c-5665-49cf-9e0d-d9fb16ad6ee5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.290163] env[65794]: DEBUG oslo_concurrency.lockutils [req-13367bad-f4e9-48b5-93a3-952cdce389ca req-618748fb-b7f1-437d-b263-bf599f233c58 service nova] Lock "6477f28c-5665-49cf-9e0d-d9fb16ad6ee5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.290337] env[65794]: DEBUG oslo_concurrency.lockutils [req-13367bad-f4e9-48b5-93a3-952cdce389ca req-618748fb-b7f1-437d-b263-bf599f233c58 service nova] Lock "6477f28c-5665-49cf-9e0d-d9fb16ad6ee5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.290532] env[65794]: DEBUG nova.compute.manager [req-13367bad-f4e9-48b5-93a3-952cdce389ca req-618748fb-b7f1-437d-b263-bf599f233c58 service nova] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] No waiting events found dispatching network-vif-plugged-f77387e5-802c-49e8-996a-0d6742eb30be {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 923.290862] env[65794]: WARNING nova.compute.manager [req-13367bad-f4e9-48b5-93a3-952cdce389ca req-618748fb-b7f1-437d-b263-bf599f233c58 service nova] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Received unexpected event network-vif-plugged-f77387e5-802c-49e8-996a-0d6742eb30be for instance with vm_state building and task_state spawning. [ 923.305730] env[65794]: DEBUG oslo_vmware.api [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.390864] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526d38eb-215f-e13e-8c30-a5f04f8cef39, 'name': SearchDatastore_Task, 'duration_secs': 0.011008} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.391189] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.391450] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] fd0ca813-25cf-440c-becd-47af70eaaffa/fd0ca813-25cf-440c-becd-47af70eaaffa.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.391692] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92172076-41db-4784-afcb-a1a89c96ec63 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.401232] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 923.401232] env[65794]: value = "task-4811504" [ 923.401232] env[65794]: _type = "Task" [ 923.401232] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.406666] env[65794]: DEBUG nova.network.neutron [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Updating instance_info_cache with network_info: [{"id": "1e1e18cc-d04a-4d27-86cd-4322e132974b", "address": "fa:16:3e:d0:8b:d4", "network": {"id": "699cc140-0deb-4757-bc61-606e2192ad04", "bridge": "br-int", "label": "tempest-ServersTestJSON-2074952689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28d747c7d7744934af5ef6936cd5608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e1e18cc-d0", "ovs_interfaceid": "1e1e18cc-d04a-4d27-86cd-4322e132974b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.413572] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.485726] env[65794]: INFO nova.compute.manager [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Took 44.18 seconds to build instance. [ 923.530194] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f655b6-7f8b-3544-b360-3aff6ce66ffc, 'name': SearchDatastore_Task, 'duration_secs': 0.0105} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.531708] env[65794]: WARNING neutronclient.v2_0.client [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.535594] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.535643] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5/6477f28c-5665-49cf-9e0d-d9fb16ad6ee5.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.536150] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d539202-ae74-48ba-8a0c-613695b32281 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.545059] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 923.545059] env[65794]: value = "task-4811505" [ 923.545059] env[65794]: _type = "Task" [ 923.545059] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.556430] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.601351] env[65794]: DEBUG oslo_vmware.api [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138064} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.601807] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.602023] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.603023] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.632434] env[65794]: INFO nova.scheduler.client.report [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Deleted allocations for instance 380c96c4-0d35-4f5b-8d37-bc7c460654c6 [ 923.681657] env[65794]: WARNING neutronclient.v2_0.client [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.702118] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084894} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.702457] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.703429] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d925256-2ceb-405e-8c2c-b3fea819d806 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.713819] env[65794]: DEBUG oslo_concurrency.lockutils [None req-03958a7a-ee0c-4b1d-b4fa-536615336041 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "248bad78-5ecf-49e6-a2c0-ec9a99dec831" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.002s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.737030] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 78ae3bb1-01e1-4d14-87b6-a2df8eeab406/78ae3bb1-01e1-4d14-87b6-a2df8eeab406.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.738158] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f954e216-bbc6-4c9f-8c29-7ebdfa95a66b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.765795] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 923.765795] env[65794]: value = "task-4811506" [ 923.765795] env[65794]: _type = "Task" [ 923.765795] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.776434] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.807303] env[65794]: DEBUG oslo_vmware.api [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.909495] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Releasing lock "refresh_cache-5051c514-7edd-4ec8-ba70-c84fc69d1f48" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.909778] env[65794]: DEBUG nova.compute.manager [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Instance network_info: |[{"id": "1e1e18cc-d04a-4d27-86cd-4322e132974b", "address": "fa:16:3e:d0:8b:d4", "network": {"id": "699cc140-0deb-4757-bc61-606e2192ad04", "bridge": "br-int", "label": "tempest-ServersTestJSON-2074952689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28d747c7d7744934af5ef6936cd5608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e1e18cc-d0", "ovs_interfaceid": "1e1e18cc-d04a-4d27-86cd-4322e132974b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 923.918247] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:8b:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e1e18cc-d04a-4d27-86cd-4322e132974b', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.926626] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 923.935166] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.935832] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506747} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.936161] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ff9edce-9336-44f1-bb24-e62cd0430b15 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.954523] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] fd0ca813-25cf-440c-becd-47af70eaaffa/fd0ca813-25cf-440c-becd-47af70eaaffa.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.954523] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.954523] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88779c35-d73d-4e98-b07c-dbf050c22c9f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.967992] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 923.967992] env[65794]: value = "task-4811508" [ 923.967992] env[65794]: _type = "Task" [ 923.967992] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.970686] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.970686] env[65794]: value = "task-4811507" [ 923.970686] env[65794]: _type = "Task" [ 923.970686] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.994991] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6059980b-928f-4397-bf95-e7cb36a12bf6 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "0e8e6cf2-1555-486b-9d90-c15bd6e34dc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.693s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.995555] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811507, 'name': CreateVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.995990] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.076149] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811505, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.139709] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.286042] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811506, 'name': ReconfigVM_Task, 'duration_secs': 0.500298} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.286042] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 78ae3bb1-01e1-4d14-87b6-a2df8eeab406/78ae3bb1-01e1-4d14-87b6-a2df8eeab406.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.286605] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9dd412c9-a4ca-4d3c-b584-53020d77bcbb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.305237] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 924.305237] env[65794]: value = "task-4811509" [ 924.305237] env[65794]: _type = "Task" [ 924.305237] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.315652] env[65794]: DEBUG oslo_vmware.api [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.326760] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811509, 'name': Rename_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.386590] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "6a7b7491-19f0-4e28-951c-6a291371eb6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.386863] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "6a7b7491-19f0-4e28-951c-6a291371eb6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.387686] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "6a7b7491-19f0-4e28-951c-6a291371eb6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.387686] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "6a7b7491-19f0-4e28-951c-6a291371eb6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.387876] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "6a7b7491-19f0-4e28-951c-6a291371eb6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.393260] env[65794]: INFO nova.compute.manager [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Terminating instance [ 924.485547] env[65794]: DEBUG nova.network.neutron [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Updated VIF entry in instance network info cache for port 75feeed4-e6af-473c-a526-44dce6db7bdd. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 924.491842] env[65794]: DEBUG nova.network.neutron [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Updating instance_info_cache with network_info: [{"id": "75feeed4-e6af-473c-a526-44dce6db7bdd", "address": "fa:16:3e:ea:35:82", "network": {"id": "36c5e215-9baa-484a-b32e-46d5cf98df9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1092787184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a60998eafe04056b6d1e67daba6c3b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75feeed4-e6", "ovs_interfaceid": "75feeed4-e6af-473c-a526-44dce6db7bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.496777] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096516} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.502857] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.511279] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebaa873-cf1f-4209-85b4-64ed02c62005 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.516119] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811507, 'name': CreateVM_Task, 'duration_secs': 0.494776} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.516119] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.517425] env[65794]: WARNING neutronclient.v2_0.client [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.517425] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.517425] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.517783] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.518423] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6266042-8fa4-4ea8-9763-5c3190aacc69 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.542249] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] fd0ca813-25cf-440c-becd-47af70eaaffa/fd0ca813-25cf-440c-becd-47af70eaaffa.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.547711] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f177c21-e23e-4a0c-b16a-548c619184e2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.566725] env[65794]: DEBUG nova.network.neutron [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Updated VIF entry in instance network info cache for port 66e12b2e-e5e0-4f1b-a826-14fe937c3082. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 924.567630] env[65794]: DEBUG nova.network.neutron [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Updating instance_info_cache with network_info: [{"id": "66e12b2e-e5e0-4f1b-a826-14fe937c3082", "address": "fa:16:3e:ce:c8:1d", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66e12b2e-e5", "ovs_interfaceid": "66e12b2e-e5e0-4f1b-a826-14fe937c3082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.572019] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Acquiring lock "b074856a-7761-4303-a647-58d1d82eb539" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.572019] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Lock "b074856a-7761-4303-a647-58d1d82eb539" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.575972] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 924.575972] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]526404f4-dcc1-4455-3526-a90dce6929d7" [ 924.575972] env[65794]: _type = "Task" [ 924.575972] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.586941] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752427} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.591569] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5/6477f28c-5665-49cf-9e0d-d9fb16ad6ee5.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.591569] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.591569] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 924.591569] env[65794]: value = "task-4811510" [ 924.591569] env[65794]: _type = "Task" [ 924.591569] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.592074] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff6fb9e6-9f57-44f1-968f-3a90cd53b8ec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.602866] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526404f4-dcc1-4455-3526-a90dce6929d7, 'name': SearchDatastore_Task, 'duration_secs': 0.012186} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.603273] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.603623] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.603932] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.604159] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.604401] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.605179] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc685a9a-370e-4e0d-8307-d6bb7a8da41c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.613283] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 924.613283] env[65794]: value = "task-4811511" [ 924.613283] env[65794]: _type = "Task" [ 924.613283] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.613530] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.624763] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.625047] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.631309] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c1d90ed-3965-4d36-97aa-f20b7f1e78b3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.633680] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.642452] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 924.642452] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52e49f9d-d6b4-63b9-88bd-28aad0490938" [ 924.642452] env[65794]: _type = "Task" [ 924.642452] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.649798] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e49f9d-d6b4-63b9-88bd-28aad0490938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.699598] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8d2a45-254d-4984-b196-21d409a544ed {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.708844] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c33ec60-7a09-44f9-8f6e-c1e508e279aa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.744053] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9625c7d-a79e-414a-b3a0-8d0fd7a27872 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.753174] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a76779-325e-4515-bec2-9e3cca713733 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.768142] env[65794]: DEBUG nova.compute.provider_tree [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.806535] env[65794]: DEBUG oslo_vmware.api [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.815607] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811509, 'name': Rename_Task, 'duration_secs': 0.215729} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.815821] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.816403] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-deaac4ba-b074-4735-9136-d8a579bfb374 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.823742] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 924.823742] env[65794]: value = "task-4811512" [ 924.823742] env[65794]: _type = "Task" [ 924.823742] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.833212] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.903439] env[65794]: DEBUG nova.compute.manager [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 924.903667] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.905067] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc39242-a288-401c-9426-e138d79a4147 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.915138] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.915574] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c6427af-128d-4a09-b05f-59199a9ca63c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.923733] env[65794]: DEBUG oslo_vmware.api [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 924.923733] env[65794]: value = "task-4811513" [ 924.923733] env[65794]: _type = "Task" [ 924.923733] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.934612] env[65794]: DEBUG oslo_vmware.api [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.005090] env[65794]: DEBUG oslo_concurrency.lockutils [req-e6845ce1-2416-45dc-8fa1-16b8ec67ed06 req-bdc0841e-4edc-48f8-8604-16dc0d89730c service nova] Releasing lock "refresh_cache-0e8e6cf2-1555-486b-9d90-c15bd6e34dc5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.078368] env[65794]: DEBUG nova.compute.manager [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 925.081756] env[65794]: DEBUG oslo_concurrency.lockutils [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] Releasing lock "refresh_cache-78ae3bb1-01e1-4d14-87b6-a2df8eeab406" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.082056] env[65794]: DEBUG nova.compute.manager [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Received event network-vif-plugged-f7942d4f-6888-4c90-9483-9418e660ab54 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 925.082282] env[65794]: DEBUG oslo_concurrency.lockutils [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] Acquiring lock "fd0ca813-25cf-440c-becd-47af70eaaffa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.082568] env[65794]: DEBUG oslo_concurrency.lockutils [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] Lock "fd0ca813-25cf-440c-becd-47af70eaaffa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.082722] env[65794]: DEBUG oslo_concurrency.lockutils [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] Lock "fd0ca813-25cf-440c-becd-47af70eaaffa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.082905] env[65794]: DEBUG nova.compute.manager [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] No waiting events found dispatching network-vif-plugged-f7942d4f-6888-4c90-9483-9418e660ab54 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 925.083099] env[65794]: WARNING nova.compute.manager [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Received unexpected event network-vif-plugged-f7942d4f-6888-4c90-9483-9418e660ab54 for instance with vm_state building and task_state spawning. [ 925.083284] env[65794]: DEBUG nova.compute.manager [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Received event network-changed-f7942d4f-6888-4c90-9483-9418e660ab54 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 925.083455] env[65794]: DEBUG nova.compute.manager [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Refreshing instance network info cache due to event network-changed-f7942d4f-6888-4c90-9483-9418e660ab54. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 925.083659] env[65794]: DEBUG oslo_concurrency.lockutils [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] Acquiring lock "refresh_cache-fd0ca813-25cf-440c-becd-47af70eaaffa" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.083807] env[65794]: DEBUG oslo_concurrency.lockutils [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] Acquired lock "refresh_cache-fd0ca813-25cf-440c-becd-47af70eaaffa" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.084031] env[65794]: DEBUG nova.network.neutron [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Refreshing network info cache for port f7942d4f-6888-4c90-9483-9418e660ab54 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.107387] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.129822] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100233} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.130247] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.131218] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21396e0-ddde-4067-9246-4b5b89401c2a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.172141] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5/6477f28c-5665-49cf-9e0d-d9fb16ad6ee5.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.176674] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6f8fa68-2ac4-4f08-8edc-09cec269b760 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.204506] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e49f9d-d6b4-63b9-88bd-28aad0490938, 'name': SearchDatastore_Task, 'duration_secs': 0.011423} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.206655] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 925.206655] env[65794]: value = "task-4811514" [ 925.206655] env[65794]: _type = "Task" [ 925.206655] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.206900] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb611fb-07e5-418e-92eb-096075e758af {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.222134] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.223691] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 925.223691] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]525c277e-d13b-e63c-ae5b-0b7f8b93a8f0" [ 925.223691] env[65794]: _type = "Task" [ 925.223691] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.235038] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525c277e-d13b-e63c-ae5b-0b7f8b93a8f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.272530] env[65794]: DEBUG nova.scheduler.client.report [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.310883] env[65794]: DEBUG oslo_vmware.api [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811493, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.339421] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811512, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.375188] env[65794]: DEBUG nova.compute.manager [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Received event network-vif-plugged-1e1e18cc-d04a-4d27-86cd-4322e132974b {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 925.375628] env[65794]: DEBUG oslo_concurrency.lockutils [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] Acquiring lock "5051c514-7edd-4ec8-ba70-c84fc69d1f48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.377533] env[65794]: DEBUG oslo_concurrency.lockutils [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] Lock "5051c514-7edd-4ec8-ba70-c84fc69d1f48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.377533] env[65794]: DEBUG oslo_concurrency.lockutils [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] Lock "5051c514-7edd-4ec8-ba70-c84fc69d1f48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.378221] env[65794]: DEBUG nova.compute.manager [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] No waiting events found dispatching network-vif-plugged-1e1e18cc-d04a-4d27-86cd-4322e132974b {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 925.378572] env[65794]: WARNING nova.compute.manager [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Received unexpected event network-vif-plugged-1e1e18cc-d04a-4d27-86cd-4322e132974b for instance with vm_state building and task_state spawning. [ 925.378746] env[65794]: DEBUG nova.compute.manager [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Received event network-changed-1e1e18cc-d04a-4d27-86cd-4322e132974b {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 925.378922] env[65794]: DEBUG nova.compute.manager [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Refreshing instance network info cache due to event network-changed-1e1e18cc-d04a-4d27-86cd-4322e132974b. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 925.379150] env[65794]: DEBUG oslo_concurrency.lockutils [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] Acquiring lock "refresh_cache-5051c514-7edd-4ec8-ba70-c84fc69d1f48" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.379294] env[65794]: DEBUG oslo_concurrency.lockutils [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] Acquired lock "refresh_cache-5051c514-7edd-4ec8-ba70-c84fc69d1f48" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.379516] env[65794]: DEBUG nova.network.neutron [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Refreshing network info cache for port 1e1e18cc-d04a-4d27-86cd-4322e132974b {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.435619] env[65794]: DEBUG oslo_vmware.api [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811513, 'name': PowerOffVM_Task, 'duration_secs': 0.257662} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.435815] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.435865] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.436170] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6886410-08cc-48d0-b450-16c042e65a4e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.584330] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.584570] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.584789] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Deleting the datastore file [datastore1] 6a7b7491-19f0-4e28-951c-6a291371eb6f {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.585084] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d514fb5-5aec-4cf0-84d7-8148983e89d9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.590199] env[65794]: WARNING neutronclient.v2_0.client [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.601895] env[65794]: DEBUG oslo_vmware.api [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for the task: (returnval){ [ 925.601895] env[65794]: value = "task-4811516" [ 925.601895] env[65794]: _type = "Task" [ 925.601895] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.612732] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811510, 'name': ReconfigVM_Task, 'duration_secs': 0.718551} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.613469] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Reconfigured VM instance instance-0000004c to attach disk [datastore1] fd0ca813-25cf-440c-becd-47af70eaaffa/fd0ca813-25cf-440c-becd-47af70eaaffa.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.614713] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-124720d6-ec16-444c-8d7a-96235d120d94 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.619225] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.625619] env[65794]: DEBUG oslo_vmware.api [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.633586] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 925.633586] env[65794]: value = "task-4811517" [ 925.633586] env[65794]: _type = "Task" [ 925.633586] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.647792] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811517, 'name': Rename_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.720234] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811514, 'name': ReconfigVM_Task, 'duration_secs': 0.425196} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.720576] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5/6477f28c-5665-49cf-9e0d-d9fb16ad6ee5.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.721243] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9991c6b-fdad-4a2a-b2f0-1e02435a6e09 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.729507] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 925.729507] env[65794]: value = "task-4811518" [ 925.729507] env[65794]: _type = "Task" [ 925.729507] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.737048] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525c277e-d13b-e63c-ae5b-0b7f8b93a8f0, 'name': SearchDatastore_Task, 'duration_secs': 0.015685} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.737852] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.738141] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 5051c514-7edd-4ec8-ba70-c84fc69d1f48/5051c514-7edd-4ec8-ba70-c84fc69d1f48.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.738435] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a5df1ab-394a-4d70-8ead-f65570d72e1b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.744474] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811518, 'name': Rename_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.751382] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 925.751382] env[65794]: value = "task-4811519" [ 925.751382] env[65794]: _type = "Task" [ 925.751382] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.761613] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.781183] env[65794]: DEBUG oslo_concurrency.lockutils [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.781770] env[65794]: DEBUG nova.compute.manager [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 925.784911] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.613s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.786527] env[65794]: INFO nova.compute.claims [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.810354] env[65794]: DEBUG oslo_vmware.api [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811493, 'name': ReconfigVM_Task, 'duration_secs': 5.83057} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.810499] env[65794]: DEBUG oslo_concurrency.lockutils [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "3489ef01-ce97-414e-b154-4a5f6b5523d6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.811111] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Reconfigured VM to detach interface {{(pid=65794) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 925.811111] env[65794]: WARNING neutronclient.v2_0.client [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.811363] env[65794]: WARNING neutronclient.v2_0.client [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.838626] env[65794]: DEBUG oslo_vmware.api [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811512, 'name': PowerOnVM_Task, 'duration_secs': 0.653471} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.841709] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.841709] env[65794]: INFO nova.compute.manager [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Took 15.25 seconds to spawn the instance on the hypervisor. [ 925.841709] env[65794]: DEBUG nova.compute.manager [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 925.841709] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5355645f-4ef8-41dc-8668-80aa218ee40f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.885085] env[65794]: WARNING neutronclient.v2_0.client [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.116472] env[65794]: DEBUG oslo_vmware.api [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Task: {'id': task-4811516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153933} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.116815] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.117037] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.117289] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.117480] env[65794]: INFO nova.compute.manager [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Took 1.21 seconds to destroy the instance on the hypervisor. [ 926.117756] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 926.118044] env[65794]: DEBUG nova.compute.manager [-] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 926.118164] env[65794]: DEBUG nova.network.neutron [-] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 926.118418] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.148026] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811517, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.244058] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811518, 'name': Rename_Task, 'duration_secs': 0.159578} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.245276] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.245276] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dd49dd2-cb79-467c-9b03-08a66d91eee3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.259382] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 926.259382] env[65794]: value = "task-4811520" [ 926.259382] env[65794]: _type = "Task" [ 926.259382] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.268753] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811519, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.274685] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811520, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.295112] env[65794]: DEBUG nova.compute.utils [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.302776] env[65794]: DEBUG nova.compute.manager [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 926.303017] env[65794]: DEBUG nova.network.neutron [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 926.303381] env[65794]: WARNING neutronclient.v2_0.client [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.305989] env[65794]: WARNING neutronclient.v2_0.client [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.367570] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.372253] env[65794]: INFO nova.compute.manager [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Took 37.00 seconds to build instance. [ 926.648426] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811517, 'name': Rename_Task, 'duration_secs': 0.905047} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.648995] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.648995] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c24e76c9-8cf2-482d-80af-fa0384bd0104 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.656877] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 926.656877] env[65794]: value = "task-4811521" [ 926.656877] env[65794]: _type = "Task" [ 926.656877] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.665688] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.764496] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556025} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.767782] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 5051c514-7edd-4ec8-ba70-c84fc69d1f48/5051c514-7edd-4ec8-ba70-c84fc69d1f48.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.768016] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.768930] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9c224ba-cfcd-4e56-835b-6109c0108430 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.776288] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811520, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.779494] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 926.779494] env[65794]: value = "task-4811522" [ 926.779494] env[65794]: _type = "Task" [ 926.779494] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.789679] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.800955] env[65794]: DEBUG nova.compute.manager [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 926.874926] env[65794]: DEBUG nova.policy [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3b273db2cd44a4a950acd2bc58fe112', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd19685aeedc547948062357d8d2ec16e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.877164] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4d638a80-5e87-4930-8327-d5f29e845af8 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lock "78ae3bb1-01e1-4d14-87b6-a2df8eeab406" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.511s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.171267] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811521, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.189476] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906c2ab2-aab0-47e2-b98f-cb39d8ee2a55 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.197870] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bc1698-7d27-44f3-9e57-99da0ffb9294 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.229315] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e97547-60bb-41bf-920b-6413db69dece {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.238586] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4803406-7b2e-4bf9-be1b-f26730c17901 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.253319] env[65794]: DEBUG nova.compute.provider_tree [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.278585] env[65794]: DEBUG oslo_vmware.api [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811520, 'name': PowerOnVM_Task, 'duration_secs': 0.813201} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.278885] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.279113] env[65794]: INFO nova.compute.manager [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Took 11.57 seconds to spawn the instance on the hypervisor. [ 927.279263] env[65794]: DEBUG nova.compute.manager [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 927.280088] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd99df9-4cf7-41be-a036-4256d1b2bbb0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.295352] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112611} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.303502] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.304909] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df95871-4c90-484e-aa20-b5f8ed5b3630 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.336107] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 5051c514-7edd-4ec8-ba70-c84fc69d1f48/5051c514-7edd-4ec8-ba70-c84fc69d1f48.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.336977] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7aa2ffb4-d78b-4e19-9115-06f1c43e41e1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.360247] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 927.360247] env[65794]: value = "task-4811523" [ 927.360247] env[65794]: _type = "Task" [ 927.360247] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.370685] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.593361] env[65794]: DEBUG nova.network.neutron [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Successfully created port: 207cca46-06d6-492c-b524-f751dba7dcb0 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 927.667783] env[65794]: DEBUG oslo_vmware.api [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811521, 'name': PowerOnVM_Task, 'duration_secs': 0.987152} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.668098] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.668685] env[65794]: INFO nova.compute.manager [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Took 14.46 seconds to spawn the instance on the hypervisor. [ 927.668685] env[65794]: DEBUG nova.compute.manager [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 927.670023] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc7af87-2512-4f57-b53d-caaee678a375 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.758439] env[65794]: DEBUG nova.scheduler.client.report [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.768158] env[65794]: DEBUG nova.network.neutron [-] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.786363] env[65794]: DEBUG oslo_concurrency.lockutils [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "refresh_cache-3489ef01-ce97-414e-b154-4a5f6b5523d6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.786547] env[65794]: DEBUG oslo_concurrency.lockutils [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "refresh_cache-3489ef01-ce97-414e-b154-4a5f6b5523d6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.786719] env[65794]: DEBUG nova.network.neutron [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 927.797039] env[65794]: WARNING neutronclient.v2_0.client [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.814283] env[65794]: DEBUG nova.compute.manager [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 927.821528] env[65794]: INFO nova.compute.manager [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Took 36.15 seconds to build instance. [ 927.864197] env[65794]: DEBUG nova.virt.hardware [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 927.864721] env[65794]: DEBUG nova.virt.hardware [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.864886] env[65794]: DEBUG nova.virt.hardware [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 927.865158] env[65794]: DEBUG nova.virt.hardware [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.865221] env[65794]: DEBUG nova.virt.hardware [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 927.865546] env[65794]: DEBUG nova.virt.hardware [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 927.865624] env[65794]: DEBUG nova.virt.hardware [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 927.866051] env[65794]: DEBUG nova.virt.hardware [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 927.866231] env[65794]: DEBUG nova.virt.hardware [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 927.866409] env[65794]: DEBUG nova.virt.hardware [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 927.866595] env[65794]: DEBUG nova.virt.hardware [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 927.867927] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2a5582-fb17-4091-be27-8633d1dff105 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.876044] env[65794]: WARNING neutronclient.v2_0.client [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.902141] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.903758] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fa7bb4-4b1e-41b8-81ca-57d735b7963f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.196306] env[65794]: INFO nova.compute.manager [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Took 38.09 seconds to build instance. [ 928.270021] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.270021] env[65794]: DEBUG nova.compute.manager [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 928.271884] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.132s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.275376] env[65794]: DEBUG nova.objects.instance [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lazy-loading 'resources' on Instance uuid 380c96c4-0d35-4f5b-8d37-bc7c460654c6 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.277478] env[65794]: INFO nova.compute.manager [-] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Took 2.16 seconds to deallocate network for instance. [ 928.326625] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11940cdc-100d-4da8-8dab-573ff9ff0261 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "6477f28c-5665-49cf-9e0d-d9fb16ad6ee5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.673s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.380304] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811523, 'name': ReconfigVM_Task, 'duration_secs': 0.940407} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.380623] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 5051c514-7edd-4ec8-ba70-c84fc69d1f48/5051c514-7edd-4ec8-ba70-c84fc69d1f48.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.381330] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a8eb26e-d6bb-42aa-9830-531272ed4070 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.389505] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 928.389505] env[65794]: value = "task-4811524" [ 928.389505] env[65794]: _type = "Task" [ 928.389505] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.405110] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811524, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.604396] env[65794]: DEBUG oslo_concurrency.lockutils [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Acquiring lock "d37a7c93-47de-42fb-af0b-c94f0624ad82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.604709] env[65794]: DEBUG oslo_concurrency.lockutils [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Lock "d37a7c93-47de-42fb-af0b-c94f0624ad82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.699621] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7bfe578f-332d-497b-8f16-1f2caf26060e tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lock "fd0ca813-25cf-440c-becd-47af70eaaffa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.606s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.779354] env[65794]: DEBUG nova.objects.instance [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lazy-loading 'numa_topology' on Instance uuid 380c96c4-0d35-4f5b-8d37-bc7c460654c6 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.781738] env[65794]: DEBUG nova.compute.utils [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.783717] env[65794]: DEBUG nova.compute.manager [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 928.787348] env[65794]: DEBUG nova.network.neutron [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 928.787888] env[65794]: WARNING neutronclient.v2_0.client [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.788361] env[65794]: WARNING neutronclient.v2_0.client [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.793409] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.900572] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811524, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.908052] env[65794]: WARNING neutronclient.v2_0.client [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.106458] env[65794]: DEBUG nova.policy [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc5dc9cb9d1c4c95ad55c254d4daa6e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '810f2c82ca43422c8dd22b301687e8b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.108435] env[65794]: DEBUG nova.compute.manager [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 929.292796] env[65794]: DEBUG nova.compute.manager [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 929.296327] env[65794]: DEBUG nova.objects.base [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Object Instance<380c96c4-0d35-4f5b-8d37-bc7c460654c6> lazy-loaded attributes: resources,numa_topology {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 929.401907] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811524, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.403783] env[65794]: DEBUG nova.network.neutron [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Updated VIF entry in instance network info cache for port f7942d4f-6888-4c90-9483-9418e660ab54. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 929.403951] env[65794]: DEBUG nova.network.neutron [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Updating instance_info_cache with network_info: [{"id": "f7942d4f-6888-4c90-9483-9418e660ab54", "address": "fa:16:3e:fc:17:af", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7942d4f-68", "ovs_interfaceid": "f7942d4f-6888-4c90-9483-9418e660ab54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.405985] env[65794]: DEBUG nova.network.neutron [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Successfully updated port: 207cca46-06d6-492c-b524-f751dba7dcb0 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 929.533666] env[65794]: DEBUG nova.network.neutron [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Updated VIF entry in instance network info cache for port 1e1e18cc-d04a-4d27-86cd-4322e132974b. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 929.533666] env[65794]: DEBUG nova.network.neutron [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Updating instance_info_cache with network_info: [{"id": "1e1e18cc-d04a-4d27-86cd-4322e132974b", "address": "fa:16:3e:d0:8b:d4", "network": {"id": "699cc140-0deb-4757-bc61-606e2192ad04", "bridge": "br-int", "label": "tempest-ServersTestJSON-2074952689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28d747c7d7744934af5ef6936cd5608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e1e18cc-d0", "ovs_interfaceid": "1e1e18cc-d04a-4d27-86cd-4322e132974b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.638651] env[65794]: DEBUG oslo_concurrency.lockutils [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.707311] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5bf77c-4158-4b0f-aaba-36e777aba0ac {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.726229] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd25c7a-3279-494d-a74e-fa56185530bb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.766862] env[65794]: DEBUG nova.network.neutron [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Successfully created port: 1be1f0d1-7f21-4da2-9755-5ce1cebd4ed5 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 929.772806] env[65794]: DEBUG nova.compute.manager [req-7d08b9aa-b515-4347-9e93-8e0e6cf3f0d5 req-bd60531a-8348-4774-b58d-d693fe0e3cb4 service nova] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Received event network-changed-f77387e5-802c-49e8-996a-0d6742eb30be {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 929.773665] env[65794]: DEBUG nova.compute.manager [req-7d08b9aa-b515-4347-9e93-8e0e6cf3f0d5 req-bd60531a-8348-4774-b58d-d693fe0e3cb4 service nova] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Refreshing instance network info cache due to event network-changed-f77387e5-802c-49e8-996a-0d6742eb30be. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 929.773665] env[65794]: DEBUG oslo_concurrency.lockutils [req-7d08b9aa-b515-4347-9e93-8e0e6cf3f0d5 req-bd60531a-8348-4774-b58d-d693fe0e3cb4 service nova] Acquiring lock "refresh_cache-6477f28c-5665-49cf-9e0d-d9fb16ad6ee5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.773665] env[65794]: DEBUG oslo_concurrency.lockutils [req-7d08b9aa-b515-4347-9e93-8e0e6cf3f0d5 req-bd60531a-8348-4774-b58d-d693fe0e3cb4 service nova] Acquired lock "refresh_cache-6477f28c-5665-49cf-9e0d-d9fb16ad6ee5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.773854] env[65794]: DEBUG nova.network.neutron [req-7d08b9aa-b515-4347-9e93-8e0e6cf3f0d5 req-bd60531a-8348-4774-b58d-d693fe0e3cb4 service nova] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Refreshing network info cache for port f77387e5-802c-49e8-996a-0d6742eb30be {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.775573] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea759e9-4dcd-4a22-9bb1-88b549f585dc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.786636] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68eec714-f121-4a40-8f34-b0099edc3d62 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.812221] env[65794]: DEBUG nova.compute.provider_tree [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.904538] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811524, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.908281] env[65794]: DEBUG oslo_concurrency.lockutils [req-2e0b0f72-86b8-4f0a-a1b3-0d1bec00dcd8 req-a184e4f5-df87-4535-a350-be5a6478946f service nova] Releasing lock "refresh_cache-fd0ca813-25cf-440c-becd-47af70eaaffa" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.912185] env[65794]: DEBUG oslo_concurrency.lockutils [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Acquiring lock "refresh_cache-e25e755a-ca3f-493c-87dc-389fc13a8505" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.912345] env[65794]: DEBUG oslo_concurrency.lockutils [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Acquired lock "refresh_cache-e25e755a-ca3f-493c-87dc-389fc13a8505" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.912527] env[65794]: DEBUG nova.network.neutron [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 929.967513] env[65794]: WARNING neutronclient.v2_0.client [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.036873] env[65794]: DEBUG oslo_concurrency.lockutils [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] Releasing lock "refresh_cache-5051c514-7edd-4ec8-ba70-c84fc69d1f48" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.037313] env[65794]: DEBUG nova.compute.manager [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Received event network-vif-unplugged-5ae9559e-c0a6-45d1-8b3f-97c67f392f2d {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 930.037613] env[65794]: DEBUG oslo_concurrency.lockutils [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] Acquiring lock "380c96c4-0d35-4f5b-8d37-bc7c460654c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.037915] env[65794]: DEBUG oslo_concurrency.lockutils [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] Lock "380c96c4-0d35-4f5b-8d37-bc7c460654c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.038748] env[65794]: DEBUG oslo_concurrency.lockutils [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] Lock "380c96c4-0d35-4f5b-8d37-bc7c460654c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.039585] env[65794]: DEBUG nova.compute.manager [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] No waiting events found dispatching network-vif-unplugged-5ae9559e-c0a6-45d1-8b3f-97c67f392f2d {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 930.039901] env[65794]: WARNING nova.compute.manager [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Received unexpected event network-vif-unplugged-5ae9559e-c0a6-45d1-8b3f-97c67f392f2d for instance with vm_state shelved_offloaded and task_state None. [ 930.040198] env[65794]: DEBUG nova.compute.manager [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Received event network-changed-5ae9559e-c0a6-45d1-8b3f-97c67f392f2d {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 930.040451] env[65794]: DEBUG nova.compute.manager [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Refreshing instance network info cache due to event network-changed-5ae9559e-c0a6-45d1-8b3f-97c67f392f2d. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 930.040754] env[65794]: DEBUG oslo_concurrency.lockutils [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] Acquiring lock "refresh_cache-380c96c4-0d35-4f5b-8d37-bc7c460654c6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.040972] env[65794]: DEBUG oslo_concurrency.lockutils [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] Acquired lock "refresh_cache-380c96c4-0d35-4f5b-8d37-bc7c460654c6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.041233] env[65794]: DEBUG nova.network.neutron [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Refreshing network info cache for port 5ae9559e-c0a6-45d1-8b3f-97c67f392f2d {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.206675] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a3c92014-a1c4-44e9-a06f-cf1b65808c61 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "380c96c4-0d35-4f5b-8d37-bc7c460654c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.280808] env[65794]: WARNING neutronclient.v2_0.client [req-7d08b9aa-b515-4347-9e93-8e0e6cf3f0d5 req-bd60531a-8348-4774-b58d-d693fe0e3cb4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.314860] env[65794]: DEBUG nova.compute.manager [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 930.318160] env[65794]: DEBUG nova.scheduler.client.report [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.350545] env[65794]: DEBUG nova.virt.hardware [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 930.350848] env[65794]: DEBUG nova.virt.hardware [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.351014] env[65794]: DEBUG nova.virt.hardware [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 930.351308] env[65794]: DEBUG nova.virt.hardware [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.351471] env[65794]: DEBUG nova.virt.hardware [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 930.351675] env[65794]: DEBUG nova.virt.hardware [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 930.351936] env[65794]: DEBUG nova.virt.hardware [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 930.352136] env[65794]: DEBUG nova.virt.hardware [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 930.352314] env[65794]: DEBUG nova.virt.hardware [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 930.352547] env[65794]: DEBUG nova.virt.hardware [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 930.352728] env[65794]: DEBUG nova.virt.hardware [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 930.353647] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fb94c4-2d14-46e0-99c1-59f726841fa9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.366019] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d2e44f-139d-4957-8d3c-f5ac5ef22bbe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.385232] env[65794]: INFO nova.network.neutron [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Port 61939e8e-83bb-4b70-87c3-5e59e3f961f3 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 930.385629] env[65794]: DEBUG nova.network.neutron [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Updating instance_info_cache with network_info: [{"id": "bc97b411-ac80-4e95-aaea-8bedd58e4d22", "address": "fa:16:3e:e8:b4:b2", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc97b411-ac", "ovs_interfaceid": "bc97b411-ac80-4e95-aaea-8bedd58e4d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.402498] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811524, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.545209] env[65794]: WARNING neutronclient.v2_0.client [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.823814] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.552s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.826488] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.207s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.827879] env[65794]: INFO nova.compute.claims [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.888309] env[65794]: DEBUG oslo_concurrency.lockutils [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "refresh_cache-3489ef01-ce97-414e-b154-4a5f6b5523d6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.904018] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811524, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.002785] env[65794]: DEBUG nova.network.neutron [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 931.099718] env[65794]: DEBUG nova.compute.manager [req-e85bc4a1-de82-4a00-ba87-55663af23318 req-9c7fa7bf-0b4c-4338-a6e1-65e432995ab7 service nova] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Received event network-changed-a389e040-bcb4-4a0a-8319-05d185c71a4e {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 931.099908] env[65794]: DEBUG nova.compute.manager [req-e85bc4a1-de82-4a00-ba87-55663af23318 req-9c7fa7bf-0b4c-4338-a6e1-65e432995ab7 service nova] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Refreshing instance network info cache due to event network-changed-a389e040-bcb4-4a0a-8319-05d185c71a4e. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 931.100158] env[65794]: DEBUG oslo_concurrency.lockutils [req-e85bc4a1-de82-4a00-ba87-55663af23318 req-9c7fa7bf-0b4c-4338-a6e1-65e432995ab7 service nova] Acquiring lock "refresh_cache-7c2ad80d-cf90-4b6a-b830-677ee7f0a526" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.100598] env[65794]: DEBUG oslo_concurrency.lockutils [req-e85bc4a1-de82-4a00-ba87-55663af23318 req-9c7fa7bf-0b4c-4338-a6e1-65e432995ab7 service nova] Acquired lock "refresh_cache-7c2ad80d-cf90-4b6a-b830-677ee7f0a526" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.100598] env[65794]: DEBUG nova.network.neutron [req-e85bc4a1-de82-4a00-ba87-55663af23318 req-9c7fa7bf-0b4c-4338-a6e1-65e432995ab7 service nova] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Refreshing network info cache for port a389e040-bcb4-4a0a-8319-05d185c71a4e {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.342319] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acff0aca-593c-4793-a012-ce1e2ff2eb74 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "380c96c4-0d35-4f5b-8d37-bc7c460654c6" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.924s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.343600] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a3c92014-a1c4-44e9-a06f-cf1b65808c61 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "380c96c4-0d35-4f5b-8d37-bc7c460654c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 1.137s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.343972] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a3c92014-a1c4-44e9-a06f-cf1b65808c61 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "380c96c4-0d35-4f5b-8d37-bc7c460654c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.344311] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a3c92014-a1c4-44e9-a06f-cf1b65808c61 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "380c96c4-0d35-4f5b-8d37-bc7c460654c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.345157] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a3c92014-a1c4-44e9-a06f-cf1b65808c61 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "380c96c4-0d35-4f5b-8d37-bc7c460654c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.349339] env[65794]: INFO nova.compute.manager [None req-a3c92014-a1c4-44e9-a06f-cf1b65808c61 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Terminating instance [ 931.366845] env[65794]: WARNING neutronclient.v2_0.client [req-7d08b9aa-b515-4347-9e93-8e0e6cf3f0d5 req-bd60531a-8348-4774-b58d-d693fe0e3cb4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.392734] env[65794]: DEBUG oslo_concurrency.lockutils [None req-972cd247-7841-496e-b5cc-19dc49838031 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "interface-3489ef01-ce97-414e-b154-4a5f6b5523d6-61939e8e-83bb-4b70-87c3-5e59e3f961f3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 12.203s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.398624] env[65794]: WARNING neutronclient.v2_0.client [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.407996] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811524, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.428728] env[65794]: DEBUG nova.network.neutron [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Successfully updated port: 1be1f0d1-7f21-4da2-9755-5ce1cebd4ed5 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 931.485143] env[65794]: WARNING neutronclient.v2_0.client [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.497213] env[65794]: DEBUG nova.network.neutron [req-7d08b9aa-b515-4347-9e93-8e0e6cf3f0d5 req-bd60531a-8348-4774-b58d-d693fe0e3cb4 service nova] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Updated VIF entry in instance network info cache for port f77387e5-802c-49e8-996a-0d6742eb30be. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 931.497581] env[65794]: DEBUG nova.network.neutron [req-7d08b9aa-b515-4347-9e93-8e0e6cf3f0d5 req-bd60531a-8348-4774-b58d-d693fe0e3cb4 service nova] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Updating instance_info_cache with network_info: [{"id": "f77387e5-802c-49e8-996a-0d6742eb30be", "address": "fa:16:3e:1e:60:46", "network": {"id": "c3be34f3-4481-455f-a5bd-794d3240dd32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1106216560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e3a5224c33c47b18efdab4594c4beb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf77387e5-80", "ovs_interfaceid": "f77387e5-802c-49e8-996a-0d6742eb30be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.517016] env[65794]: DEBUG nova.network.neutron [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Updating instance_info_cache with network_info: [{"id": "207cca46-06d6-492c-b524-f751dba7dcb0", "address": "fa:16:3e:5a:be:e3", "network": {"id": "2bfc7c8d-d9a8-418a-b730-d782e8d4b228", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1456370544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d19685aeedc547948062357d8d2ec16e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap207cca46-06", "ovs_interfaceid": "207cca46-06d6-492c-b524-f751dba7dcb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.602446] env[65794]: DEBUG nova.network.neutron [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Updated VIF entry in instance network info cache for port 5ae9559e-c0a6-45d1-8b3f-97c67f392f2d. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 931.602609] env[65794]: DEBUG nova.network.neutron [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Updating instance_info_cache with network_info: [{"id": "5ae9559e-c0a6-45d1-8b3f-97c67f392f2d", "address": "fa:16:3e:d0:be:f0", "network": {"id": "42cade4a-4a06-4155-8650-50edbd2d8a1b", "bridge": null, "label": "tempest-DeleteServersTestJSON-718071421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "737a0ac2aeb14300bb926f480f8a9607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5ae9559e-c0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.603990] env[65794]: WARNING neutronclient.v2_0.client [req-e85bc4a1-de82-4a00-ba87-55663af23318 req-9c7fa7bf-0b4c-4338-a6e1-65e432995ab7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.837982] env[65794]: WARNING neutronclient.v2_0.client [req-e85bc4a1-de82-4a00-ba87-55663af23318 req-9c7fa7bf-0b4c-4338-a6e1-65e432995ab7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.857748] env[65794]: DEBUG nova.compute.manager [None req-a3c92014-a1c4-44e9-a06f-cf1b65808c61 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 931.857748] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c92014-a1c4-44e9-a06f-cf1b65808c61 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.857748] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76958cd8-110a-42e5-a9e1-afd80111daac {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.873883] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a165ca-ccb8-4df2-a8da-fd277e4ca32b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.905867] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811524, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.938500] env[65794]: DEBUG oslo_concurrency.lockutils [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "3489ef01-ce97-414e-b154-4a5f6b5523d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.938845] env[65794]: DEBUG oslo_concurrency.lockutils [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "3489ef01-ce97-414e-b154-4a5f6b5523d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.939048] env[65794]: DEBUG oslo_concurrency.lockutils [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "3489ef01-ce97-414e-b154-4a5f6b5523d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.939424] env[65794]: DEBUG oslo_concurrency.lockutils [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "3489ef01-ce97-414e-b154-4a5f6b5523d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.939424] env[65794]: DEBUG oslo_concurrency.lockutils [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "3489ef01-ce97-414e-b154-4a5f6b5523d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.942015] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "refresh_cache-0d11431b-4bee-477f-8753-4ad8b787a2d4" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.942015] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquired lock "refresh_cache-0d11431b-4bee-477f-8753-4ad8b787a2d4" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.942015] env[65794]: DEBUG nova.network.neutron [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 931.946040] env[65794]: WARNING nova.virt.vmwareapi.vmops [None req-a3c92014-a1c4-44e9-a06f-cf1b65808c61 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 380c96c4-0d35-4f5b-8d37-bc7c460654c6 could not be found. [ 931.946040] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c92014-a1c4-44e9-a06f-cf1b65808c61 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.946040] env[65794]: INFO nova.compute.manager [None req-a3c92014-a1c4-44e9-a06f-cf1b65808c61 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Took 0.09 seconds to destroy the instance on the hypervisor. [ 931.946040] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-a3c92014-a1c4-44e9-a06f-cf1b65808c61 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 931.946040] env[65794]: INFO nova.compute.manager [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Terminating instance [ 931.947332] env[65794]: DEBUG nova.compute.manager [-] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 931.947332] env[65794]: DEBUG nova.network.neutron [-] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 931.947424] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.000046] env[65794]: DEBUG oslo_concurrency.lockutils [req-7d08b9aa-b515-4347-9e93-8e0e6cf3f0d5 req-bd60531a-8348-4774-b58d-d693fe0e3cb4 service nova] Releasing lock "refresh_cache-6477f28c-5665-49cf-9e0d-d9fb16ad6ee5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.000330] env[65794]: DEBUG nova.compute.manager [req-7d08b9aa-b515-4347-9e93-8e0e6cf3f0d5 req-bd60531a-8348-4774-b58d-d693fe0e3cb4 service nova] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Received event network-vif-deleted-04eed898-d32f-45bb-bf5d-e4c3cf1e96f5 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 932.000583] env[65794]: DEBUG nova.compute.manager [req-7d08b9aa-b515-4347-9e93-8e0e6cf3f0d5 req-bd60531a-8348-4774-b58d-d693fe0e3cb4 service nova] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Received event network-changed-e3e7d668-9071-4020-8d8e-6f98765b857e {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 932.000783] env[65794]: DEBUG nova.compute.manager [req-7d08b9aa-b515-4347-9e93-8e0e6cf3f0d5 req-bd60531a-8348-4774-b58d-d693fe0e3cb4 service nova] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Refreshing instance network info cache due to event network-changed-e3e7d668-9071-4020-8d8e-6f98765b857e. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 932.001046] env[65794]: DEBUG oslo_concurrency.lockutils [req-7d08b9aa-b515-4347-9e93-8e0e6cf3f0d5 req-bd60531a-8348-4774-b58d-d693fe0e3cb4 service nova] Acquiring lock "refresh_cache-68fc7c47-2c31-4ec9-90fc-79d70381f7c1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.001205] env[65794]: DEBUG oslo_concurrency.lockutils [req-7d08b9aa-b515-4347-9e93-8e0e6cf3f0d5 req-bd60531a-8348-4774-b58d-d693fe0e3cb4 service nova] Acquired lock "refresh_cache-68fc7c47-2c31-4ec9-90fc-79d70381f7c1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.001368] env[65794]: DEBUG nova.network.neutron [req-7d08b9aa-b515-4347-9e93-8e0e6cf3f0d5 req-bd60531a-8348-4774-b58d-d693fe0e3cb4 service nova] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Refreshing network info cache for port e3e7d668-9071-4020-8d8e-6f98765b857e {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.020320] env[65794]: DEBUG oslo_concurrency.lockutils [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Releasing lock "refresh_cache-e25e755a-ca3f-493c-87dc-389fc13a8505" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.020743] env[65794]: DEBUG nova.compute.manager [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Instance network_info: |[{"id": "207cca46-06d6-492c-b524-f751dba7dcb0", "address": "fa:16:3e:5a:be:e3", "network": {"id": "2bfc7c8d-d9a8-418a-b730-d782e8d4b228", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1456370544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d19685aeedc547948062357d8d2ec16e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap207cca46-06", "ovs_interfaceid": "207cca46-06d6-492c-b524-f751dba7dcb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 932.021558] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:be:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '207cca46-06d6-492c-b524-f751dba7dcb0', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.033542] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Creating folder: Project (d19685aeedc547948062357d8d2ec16e). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.039021] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b437557b-5360-48ed-ad26-7dc541d21f9b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.051483] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Created folder: Project (d19685aeedc547948062357d8d2ec16e) in parent group-v937953. [ 932.051851] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Creating folder: Instances. Parent ref: group-v938154. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.058066] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bacaabab-248a-47c5-8899-125507201a60 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.072032] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Created folder: Instances in parent group-v938154. [ 932.072194] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 932.075281] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.076990] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8137146a-64ef-49c3-a6ad-2ae69d249c2c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.100682] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.100682] env[65794]: value = "task-4811527" [ 932.100682] env[65794]: _type = "Task" [ 932.100682] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.108389] env[65794]: DEBUG oslo_concurrency.lockutils [req-94711920-7ee1-45dd-8163-0698a3dad4d7 req-03929f82-52e4-49ca-b48e-63bc0f01484f service nova] Releasing lock "refresh_cache-380c96c4-0d35-4f5b-8d37-bc7c460654c6" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.114351] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811527, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.140068] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.174668] env[65794]: DEBUG nova.network.neutron [req-e85bc4a1-de82-4a00-ba87-55663af23318 req-9c7fa7bf-0b4c-4338-a6e1-65e432995ab7 service nova] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Updated VIF entry in instance network info cache for port a389e040-bcb4-4a0a-8319-05d185c71a4e. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 932.176450] env[65794]: DEBUG nova.network.neutron [req-e85bc4a1-de82-4a00-ba87-55663af23318 req-9c7fa7bf-0b4c-4338-a6e1-65e432995ab7 service nova] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Updating instance_info_cache with network_info: [{"id": "a389e040-bcb4-4a0a-8319-05d185c71a4e", "address": "fa:16:3e:7e:22:22", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa389e040-bc", "ovs_interfaceid": "a389e040-bcb4-4a0a-8319-05d185c71a4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.181580] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Acquiring lock "a4c5899d-013c-4d82-9ede-1229bb1f71d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.182023] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Lock "a4c5899d-013c-4d82-9ede-1229bb1f71d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.182336] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Acquiring lock "a4c5899d-013c-4d82-9ede-1229bb1f71d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.182764] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Lock "a4c5899d-013c-4d82-9ede-1229bb1f71d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.183109] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Lock "a4c5899d-013c-4d82-9ede-1229bb1f71d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.185433] env[65794]: INFO nova.compute.manager [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Terminating instance [ 932.306031] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d009f3bd-021e-4dbe-9d64-f562431b92cd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.315259] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0cfc2b-7349-432a-b547-38af4723c199 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.348631] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d23a8b-9d71-4506-8735-b3e7dec16f1e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.357901] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fbd637-f1a1-4dcc-8d03-59179433938b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.376557] env[65794]: DEBUG nova.compute.provider_tree [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.407122] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811524, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.456352] env[65794]: DEBUG nova.compute.manager [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 932.456584] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.457864] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279b7da3-df87-4e45-8721-1ad5e028fedb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.469779] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.470151] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d55051b0-2f86-4079-ac8f-3eb7a154153b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.481767] env[65794]: DEBUG oslo_vmware.api [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 932.481767] env[65794]: value = "task-4811528" [ 932.481767] env[65794]: _type = "Task" [ 932.481767] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.492468] env[65794]: DEBUG oslo_vmware.api [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.497257] env[65794]: DEBUG nova.network.neutron [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 932.508158] env[65794]: WARNING neutronclient.v2_0.client [req-7d08b9aa-b515-4347-9e93-8e0e6cf3f0d5 req-bd60531a-8348-4774-b58d-d693fe0e3cb4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.620485] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811527, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.641049] env[65794]: WARNING neutronclient.v2_0.client [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.679017] env[65794]: DEBUG oslo_concurrency.lockutils [req-e85bc4a1-de82-4a00-ba87-55663af23318 req-9c7fa7bf-0b4c-4338-a6e1-65e432995ab7 service nova] Releasing lock "refresh_cache-7c2ad80d-cf90-4b6a-b830-677ee7f0a526" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.697366] env[65794]: DEBUG nova.compute.manager [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 932.697366] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.697366] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b678b48-8864-4f59-906e-1e6d1bc1b976 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.705513] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.706030] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-273466c1-686b-4987-9517-3ae13434389b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.715829] env[65794]: DEBUG oslo_vmware.api [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Waiting for the task: (returnval){ [ 932.715829] env[65794]: value = "task-4811529" [ 932.715829] env[65794]: _type = "Task" [ 932.715829] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.728753] env[65794]: DEBUG oslo_vmware.api [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': task-4811529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.763085] env[65794]: DEBUG nova.network.neutron [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Updating instance_info_cache with network_info: [{"id": "1be1f0d1-7f21-4da2-9755-5ce1cebd4ed5", "address": "fa:16:3e:a6:12:4c", "network": {"id": "5d1f4ccc-a5e4-4b01-b23f-5e8212619981", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1601955262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810f2c82ca43422c8dd22b301687e8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1be1f0d1-7f", "ovs_interfaceid": "1be1f0d1-7f21-4da2-9755-5ce1cebd4ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.824622] env[65794]: WARNING neutronclient.v2_0.client [req-7d08b9aa-b515-4347-9e93-8e0e6cf3f0d5 req-bd60531a-8348-4774-b58d-d693fe0e3cb4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.880062] env[65794]: DEBUG nova.scheduler.client.report [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.902388] env[65794]: DEBUG nova.network.neutron [req-7d08b9aa-b515-4347-9e93-8e0e6cf3f0d5 req-bd60531a-8348-4774-b58d-d693fe0e3cb4 service nova] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Updated VIF entry in instance network info cache for port e3e7d668-9071-4020-8d8e-6f98765b857e. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 932.902959] env[65794]: DEBUG nova.network.neutron [req-7d08b9aa-b515-4347-9e93-8e0e6cf3f0d5 req-bd60531a-8348-4774-b58d-d693fe0e3cb4 service nova] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Updating instance_info_cache with network_info: [{"id": "e3e7d668-9071-4020-8d8e-6f98765b857e", "address": "fa:16:3e:54:cc:01", "network": {"id": "6ed5d4a5-1921-45e7-aea9-6584cea47a8d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1833102098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba15596cf6fe4c72b62127902aca6cf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e7d668-90", "ovs_interfaceid": "e3e7d668-9071-4020-8d8e-6f98765b857e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.913561] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811524, 'name': Rename_Task, 'duration_secs': 4.21718} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.913940] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.914258] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-639e7193-496c-4157-8af4-17b00fb791d1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.922313] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 932.922313] env[65794]: value = "task-4811530" [ 932.922313] env[65794]: _type = "Task" [ 932.922313] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.934861] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.978032] env[65794]: DEBUG nova.network.neutron [-] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.996425] env[65794]: DEBUG oslo_vmware.api [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811528, 'name': PowerOffVM_Task, 'duration_secs': 0.211352} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.996931] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.997356] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.997356] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b01d380a-e537-4047-bf1b-ff4f9cd57994 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.049699] env[65794]: DEBUG nova.compute.manager [req-c9e73a85-b85a-48f5-b1c2-8189e33fd5f0 req-5b811d23-5eca-48c6-8885-cc8ad17ab4e2 service nova] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Received event network-vif-deleted-61939e8e-83bb-4b70-87c3-5e59e3f961f3 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 933.050120] env[65794]: DEBUG nova.compute.manager [req-c9e73a85-b85a-48f5-b1c2-8189e33fd5f0 req-5b811d23-5eca-48c6-8885-cc8ad17ab4e2 service nova] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Received event network-vif-deleted-226c3276-0841-406e-bdcc-ae115ff04629 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 933.050120] env[65794]: DEBUG nova.compute.manager [req-c9e73a85-b85a-48f5-b1c2-8189e33fd5f0 req-5b811d23-5eca-48c6-8885-cc8ad17ab4e2 service nova] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Received event network-vif-plugged-207cca46-06d6-492c-b524-f751dba7dcb0 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 933.050477] env[65794]: DEBUG oslo_concurrency.lockutils [req-c9e73a85-b85a-48f5-b1c2-8189e33fd5f0 req-5b811d23-5eca-48c6-8885-cc8ad17ab4e2 service nova] Acquiring lock "e25e755a-ca3f-493c-87dc-389fc13a8505-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.050661] env[65794]: DEBUG oslo_concurrency.lockutils [req-c9e73a85-b85a-48f5-b1c2-8189e33fd5f0 req-5b811d23-5eca-48c6-8885-cc8ad17ab4e2 service nova] Lock "e25e755a-ca3f-493c-87dc-389fc13a8505-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.051098] env[65794]: DEBUG oslo_concurrency.lockutils [req-c9e73a85-b85a-48f5-b1c2-8189e33fd5f0 req-5b811d23-5eca-48c6-8885-cc8ad17ab4e2 service nova] Lock "e25e755a-ca3f-493c-87dc-389fc13a8505-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.051098] env[65794]: DEBUG nova.compute.manager [req-c9e73a85-b85a-48f5-b1c2-8189e33fd5f0 req-5b811d23-5eca-48c6-8885-cc8ad17ab4e2 service nova] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] No waiting events found dispatching network-vif-plugged-207cca46-06d6-492c-b524-f751dba7dcb0 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 933.051211] env[65794]: WARNING nova.compute.manager [req-c9e73a85-b85a-48f5-b1c2-8189e33fd5f0 req-5b811d23-5eca-48c6-8885-cc8ad17ab4e2 service nova] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Received unexpected event network-vif-plugged-207cca46-06d6-492c-b524-f751dba7dcb0 for instance with vm_state building and task_state spawning. [ 933.051369] env[65794]: DEBUG nova.compute.manager [req-c9e73a85-b85a-48f5-b1c2-8189e33fd5f0 req-5b811d23-5eca-48c6-8885-cc8ad17ab4e2 service nova] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Received event network-changed-207cca46-06d6-492c-b524-f751dba7dcb0 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 933.051525] env[65794]: DEBUG nova.compute.manager [req-c9e73a85-b85a-48f5-b1c2-8189e33fd5f0 req-5b811d23-5eca-48c6-8885-cc8ad17ab4e2 service nova] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Refreshing instance network info cache due to event network-changed-207cca46-06d6-492c-b524-f751dba7dcb0. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 933.051715] env[65794]: DEBUG oslo_concurrency.lockutils [req-c9e73a85-b85a-48f5-b1c2-8189e33fd5f0 req-5b811d23-5eca-48c6-8885-cc8ad17ab4e2 service nova] Acquiring lock "refresh_cache-e25e755a-ca3f-493c-87dc-389fc13a8505" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.051856] env[65794]: DEBUG oslo_concurrency.lockutils [req-c9e73a85-b85a-48f5-b1c2-8189e33fd5f0 req-5b811d23-5eca-48c6-8885-cc8ad17ab4e2 service nova] Acquired lock "refresh_cache-e25e755a-ca3f-493c-87dc-389fc13a8505" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.052028] env[65794]: DEBUG nova.network.neutron [req-c9e73a85-b85a-48f5-b1c2-8189e33fd5f0 req-5b811d23-5eca-48c6-8885-cc8ad17ab4e2 service nova] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Refreshing network info cache for port 207cca46-06d6-492c-b524-f751dba7dcb0 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.067569] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.067569] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.067569] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Deleting the datastore file [datastore2] 3489ef01-ce97-414e-b154-4a5f6b5523d6 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.067569] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2010be46-2ec9-479f-8d7a-4d100986dade {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.075627] env[65794]: DEBUG oslo_vmware.api [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 933.075627] env[65794]: value = "task-4811532" [ 933.075627] env[65794]: _type = "Task" [ 933.075627] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.085971] env[65794]: DEBUG oslo_vmware.api [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.113489] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811527, 'name': CreateVM_Task, 'duration_secs': 0.55339} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.113747] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.114344] env[65794]: WARNING neutronclient.v2_0.client [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.114724] env[65794]: DEBUG oslo_concurrency.lockutils [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.114922] env[65794]: DEBUG oslo_concurrency.lockutils [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.115267] env[65794]: DEBUG oslo_concurrency.lockutils [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.115768] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dccd6351-ddc7-4d84-adb1-d9e6d6244fdb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.121178] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Waiting for the task: (returnval){ [ 933.121178] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52e745bd-c120-f1e5-9029-c0bd0dbeaf5d" [ 933.121178] env[65794]: _type = "Task" [ 933.121178] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.130596] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e745bd-c120-f1e5-9029-c0bd0dbeaf5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.207589] env[65794]: DEBUG oslo_concurrency.lockutils [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Acquiring lock "50f25d8a-901c-47e1-90a1-dfbce30f5722" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.207847] env[65794]: DEBUG oslo_concurrency.lockutils [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Lock "50f25d8a-901c-47e1-90a1-dfbce30f5722" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.228114] env[65794]: DEBUG oslo_vmware.api [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': task-4811529, 'name': PowerOffVM_Task, 'duration_secs': 0.240997} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.228114] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.228114] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.228114] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9dcd8b1-b148-4c8d-b423-a60f9022fe4f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.267659] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Releasing lock "refresh_cache-0d11431b-4bee-477f-8753-4ad8b787a2d4" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.268060] env[65794]: DEBUG nova.compute.manager [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Instance network_info: |[{"id": "1be1f0d1-7f21-4da2-9755-5ce1cebd4ed5", "address": "fa:16:3e:a6:12:4c", "network": {"id": "5d1f4ccc-a5e4-4b01-b23f-5e8212619981", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1601955262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810f2c82ca43422c8dd22b301687e8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1be1f0d1-7f", "ovs_interfaceid": "1be1f0d1-7f21-4da2-9755-5ce1cebd4ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 933.268647] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:12:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1be1f0d1-7f21-4da2-9755-5ce1cebd4ed5', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.276989] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 933.277716] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.277937] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac176a15-d837-4289-b6ba-262c82cde3da {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.302839] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.302839] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.302839] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Deleting the datastore file [datastore1] a4c5899d-013c-4d82-9ede-1229bb1f71d7 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.303195] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61bfa704-a8c8-4e93-9213-a9351337bafb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.308304] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.308304] env[65794]: value = "task-4811534" [ 933.308304] env[65794]: _type = "Task" [ 933.308304] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.315082] env[65794]: DEBUG oslo_vmware.api [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Waiting for the task: (returnval){ [ 933.315082] env[65794]: value = "task-4811535" [ 933.315082] env[65794]: _type = "Task" [ 933.315082] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.323825] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811534, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.329564] env[65794]: DEBUG oslo_vmware.api [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': task-4811535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.385781] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.386688] env[65794]: DEBUG nova.compute.manager [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 933.389276] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.596s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.389578] env[65794]: DEBUG nova.objects.instance [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lazy-loading 'resources' on Instance uuid 6a7b7491-19f0-4e28-951c-6a291371eb6f {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.406632] env[65794]: DEBUG oslo_concurrency.lockutils [req-7d08b9aa-b515-4347-9e93-8e0e6cf3f0d5 req-bd60531a-8348-4774-b58d-d693fe0e3cb4 service nova] Releasing lock "refresh_cache-68fc7c47-2c31-4ec9-90fc-79d70381f7c1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.435709] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.487909] env[65794]: INFO nova.compute.manager [-] [instance: 380c96c4-0d35-4f5b-8d37-bc7c460654c6] Took 1.54 seconds to deallocate network for instance. [ 933.555569] env[65794]: WARNING neutronclient.v2_0.client [req-c9e73a85-b85a-48f5-b1c2-8189e33fd5f0 req-5b811d23-5eca-48c6-8885-cc8ad17ab4e2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.589112] env[65794]: DEBUG oslo_vmware.api [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178484} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.589928] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.589928] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.589928] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.589928] env[65794]: INFO nova.compute.manager [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 933.590156] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 933.590475] env[65794]: DEBUG nova.compute.manager [-] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 933.590604] env[65794]: DEBUG nova.network.neutron [-] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 933.590859] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.633313] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e745bd-c120-f1e5-9029-c0bd0dbeaf5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010222} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.635038] env[65794]: DEBUG oslo_concurrency.lockutils [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.635038] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.635038] env[65794]: DEBUG oslo_concurrency.lockutils [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.635038] env[65794]: DEBUG oslo_concurrency.lockutils [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.635038] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.635038] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6486941b-7e0d-4bfb-ad1b-110a309d121d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.648197] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.648484] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.652379] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.655268] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dd3bd6d-590a-45e4-9809-0aa9b55570f8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.665581] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Waiting for the task: (returnval){ [ 933.665581] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5233f95b-e835-95c6-cdfb-70dfc56416e5" [ 933.665581] env[65794]: _type = "Task" [ 933.665581] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.680832] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5233f95b-e835-95c6-cdfb-70dfc56416e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.710894] env[65794]: DEBUG nova.compute.manager [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 933.824510] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811534, 'name': CreateVM_Task, 'duration_secs': 0.482721} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.825756] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.826244] env[65794]: WARNING neutronclient.v2_0.client [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.826643] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.826859] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.827253] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.832455] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c79f883-761d-45ca-9dba-25767765a808 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.833016] env[65794]: DEBUG oslo_vmware.api [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Task: {'id': task-4811535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204484} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.833262] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.833440] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.833631] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.833797] env[65794]: INFO nova.compute.manager [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 933.834045] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 933.834779] env[65794]: DEBUG nova.compute.manager [-] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 933.834913] env[65794]: DEBUG nova.network.neutron [-] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 933.835195] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.839058] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 933.839058] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]527002bc-0882-6779-5f7e-24be9bf62c3b" [ 933.839058] env[65794]: _type = "Task" [ 933.839058] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.848738] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527002bc-0882-6779-5f7e-24be9bf62c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.892708] env[65794]: DEBUG nova.compute.utils [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.894511] env[65794]: DEBUG nova.compute.manager [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 933.894850] env[65794]: DEBUG nova.network.neutron [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 933.895235] env[65794]: WARNING neutronclient.v2_0.client [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.895546] env[65794]: WARNING neutronclient.v2_0.client [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.940710] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.973276] env[65794]: DEBUG nova.compute.manager [req-936737bc-5503-4e04-aa7b-d0d588f44e99 req-61bc82b2-ab8f-4a64-b596-6c7b240398b4 service nova] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Received event network-vif-plugged-1be1f0d1-7f21-4da2-9755-5ce1cebd4ed5 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 933.973483] env[65794]: DEBUG oslo_concurrency.lockutils [req-936737bc-5503-4e04-aa7b-d0d588f44e99 req-61bc82b2-ab8f-4a64-b596-6c7b240398b4 service nova] Acquiring lock "0d11431b-4bee-477f-8753-4ad8b787a2d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.973688] env[65794]: DEBUG oslo_concurrency.lockutils [req-936737bc-5503-4e04-aa7b-d0d588f44e99 req-61bc82b2-ab8f-4a64-b596-6c7b240398b4 service nova] Lock "0d11431b-4bee-477f-8753-4ad8b787a2d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.974225] env[65794]: DEBUG oslo_concurrency.lockutils [req-936737bc-5503-4e04-aa7b-d0d588f44e99 req-61bc82b2-ab8f-4a64-b596-6c7b240398b4 service nova] Lock "0d11431b-4bee-477f-8753-4ad8b787a2d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.974225] env[65794]: DEBUG nova.compute.manager [req-936737bc-5503-4e04-aa7b-d0d588f44e99 req-61bc82b2-ab8f-4a64-b596-6c7b240398b4 service nova] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] No waiting events found dispatching network-vif-plugged-1be1f0d1-7f21-4da2-9755-5ce1cebd4ed5 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 933.974334] env[65794]: WARNING nova.compute.manager [req-936737bc-5503-4e04-aa7b-d0d588f44e99 req-61bc82b2-ab8f-4a64-b596-6c7b240398b4 service nova] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Received unexpected event network-vif-plugged-1be1f0d1-7f21-4da2-9755-5ce1cebd4ed5 for instance with vm_state building and task_state spawning. [ 933.974584] env[65794]: DEBUG nova.compute.manager [req-936737bc-5503-4e04-aa7b-d0d588f44e99 req-61bc82b2-ab8f-4a64-b596-6c7b240398b4 service nova] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Received event network-changed-1be1f0d1-7f21-4da2-9755-5ce1cebd4ed5 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 933.974584] env[65794]: DEBUG nova.compute.manager [req-936737bc-5503-4e04-aa7b-d0d588f44e99 req-61bc82b2-ab8f-4a64-b596-6c7b240398b4 service nova] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Refreshing instance network info cache due to event network-changed-1be1f0d1-7f21-4da2-9755-5ce1cebd4ed5. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 933.974798] env[65794]: DEBUG oslo_concurrency.lockutils [req-936737bc-5503-4e04-aa7b-d0d588f44e99 req-61bc82b2-ab8f-4a64-b596-6c7b240398b4 service nova] Acquiring lock "refresh_cache-0d11431b-4bee-477f-8753-4ad8b787a2d4" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.974948] env[65794]: DEBUG oslo_concurrency.lockutils [req-936737bc-5503-4e04-aa7b-d0d588f44e99 req-61bc82b2-ab8f-4a64-b596-6c7b240398b4 service nova] Acquired lock "refresh_cache-0d11431b-4bee-477f-8753-4ad8b787a2d4" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.975127] env[65794]: DEBUG nova.network.neutron [req-936737bc-5503-4e04-aa7b-d0d588f44e99 req-61bc82b2-ab8f-4a64-b596-6c7b240398b4 service nova] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Refreshing network info cache for port 1be1f0d1-7f21-4da2-9755-5ce1cebd4ed5 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.010548] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.180310] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5233f95b-e835-95c6-cdfb-70dfc56416e5, 'name': SearchDatastore_Task, 'duration_secs': 0.01383} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.184348] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f914a7a3-21b4-4ecb-b87e-0e2d881aa9fa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.191962] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Waiting for the task: (returnval){ [ 934.191962] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5223b26b-2f5b-fef3-f39c-6634d839e2af" [ 934.191962] env[65794]: _type = "Task" [ 934.191962] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.215352] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5223b26b-2f5b-fef3-f39c-6634d839e2af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.239457] env[65794]: DEBUG oslo_concurrency.lockutils [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.357310] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527002bc-0882-6779-5f7e-24be9bf62c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.018621} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.357310] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.357310] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.357963] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.396494] env[65794]: DEBUG nova.policy [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bd1abb7b6264224b77258eaf5363eaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '247f6cb4ccf2479db23f09583666300f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.403150] env[65794]: DEBUG nova.compute.manager [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 934.412995] env[65794]: DEBUG nova.compute.manager [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 934.415097] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678c5b97-f98f-4088-8b58-f172f6a6815e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.445213] env[65794]: DEBUG oslo_vmware.api [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811530, 'name': PowerOnVM_Task, 'duration_secs': 1.209582} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.445549] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.445980] env[65794]: INFO nova.compute.manager [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Took 16.16 seconds to spawn the instance on the hypervisor. [ 934.445980] env[65794]: DEBUG nova.compute.manager [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 934.446773] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d44618-2677-4a83-8b38-47fe6670bba5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.475955] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d29b6b-4ef1-429c-b1ed-c7f6d6e8e9d7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.479648] env[65794]: WARNING neutronclient.v2_0.client [req-936737bc-5503-4e04-aa7b-d0d588f44e99 req-61bc82b2-ab8f-4a64-b596-6c7b240398b4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.487845] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88baea90-8d4d-40ea-bbd1-960e37647555 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.531642] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a3c92014-a1c4-44e9-a06f-cf1b65808c61 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "380c96c4-0d35-4f5b-8d37-bc7c460654c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.188s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.534895] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00599ec-7425-4db1-a5e0-4784a9eeb37d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.544577] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1295785-a2fe-4889-a540-6e303ca8df83 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.562601] env[65794]: DEBUG nova.compute.provider_tree [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.689553] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c796a385-2cc3-4e93-9ac0-d524406d01ab tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "71be2679-a934-4709-9b7f-991ff7385512" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.692240] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c796a385-2cc3-4e93-9ac0-d524406d01ab tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "71be2679-a934-4709-9b7f-991ff7385512" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.710592] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5223b26b-2f5b-fef3-f39c-6634d839e2af, 'name': SearchDatastore_Task, 'duration_secs': 0.022362} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.710592] env[65794]: DEBUG oslo_concurrency.lockutils [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.710592] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] e25e755a-ca3f-493c-87dc-389fc13a8505/e25e755a-ca3f-493c-87dc-389fc13a8505.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.710592] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.711051] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.711051] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccf96abd-d22d-48c7-b649-58ed11031901 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.713756] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b159fe84-3634-4ca7-a980-63a256e3e6c3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.722737] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Waiting for the task: (returnval){ [ 934.722737] env[65794]: value = "task-4811536" [ 934.722737] env[65794]: _type = "Task" [ 934.722737] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.728274] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.728350] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.729806] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af4df541-ec63-4866-a926-5746ab04a654 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.741906] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Task: {'id': task-4811536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.749226] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 934.749226] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5223f016-24d4-2d73-3514-e2ea4f7ce987" [ 934.749226] env[65794]: _type = "Task" [ 934.749226] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.764552] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5223f016-24d4-2d73-3514-e2ea4f7ce987, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.808274] env[65794]: DEBUG nova.network.neutron [-] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.936057] env[65794]: INFO nova.compute.manager [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] instance snapshotting [ 934.940858] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8830eb84-4b76-4320-bdf2-9ea7f20ab849 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.976060] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30acf0de-84e0-43aa-bfab-c138720e0d07 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.980126] env[65794]: DEBUG nova.network.neutron [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Successfully created port: fa02b12a-17f7-4522-9e2f-c012cef93bba {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 934.984804] env[65794]: INFO nova.compute.manager [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Took 39.50 seconds to build instance. [ 935.017090] env[65794]: WARNING neutronclient.v2_0.client [req-c9e73a85-b85a-48f5-b1c2-8189e33fd5f0 req-5b811d23-5eca-48c6-8885-cc8ad17ab4e2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.065707] env[65794]: DEBUG nova.scheduler.client.report [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.202317] env[65794]: INFO nova.compute.manager [None req-c796a385-2cc3-4e93-9ac0-d524406d01ab tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Detaching volume d1be0612-4856-4c27-91a4-d32b1e1aa7eb [ 935.242998] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Task: {'id': task-4811536, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.257226] env[65794]: INFO nova.virt.block_device [None req-c796a385-2cc3-4e93-9ac0-d524406d01ab tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Attempting to driver detach volume d1be0612-4856-4c27-91a4-d32b1e1aa7eb from mountpoint /dev/sdb [ 935.257494] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c796a385-2cc3-4e93-9ac0-d524406d01ab tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Volume detach. Driver type: vmdk {{(pid=65794) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 935.257689] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c796a385-2cc3-4e93-9ac0-d524406d01ab tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938125', 'volume_id': 'd1be0612-4856-4c27-91a4-d32b1e1aa7eb', 'name': 'volume-d1be0612-4856-4c27-91a4-d32b1e1aa7eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71be2679-a934-4709-9b7f-991ff7385512', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1be0612-4856-4c27-91a4-d32b1e1aa7eb', 'serial': 'd1be0612-4856-4c27-91a4-d32b1e1aa7eb'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 935.258743] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e501d52-d895-43b9-9351-56222d6d5750 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.270664] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5223f016-24d4-2d73-3514-e2ea4f7ce987, 'name': SearchDatastore_Task, 'duration_secs': 0.024786} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.290853] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b183ae53-be9b-46f4-8413-b07712076b4e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.294946] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa276324-001d-474e-ab76-0f40d861cbcd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.303149] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 935.303149] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52983ebf-fdbd-6061-45d0-eab0e0718df6" [ 935.303149] env[65794]: _type = "Task" [ 935.303149] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.309975] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0923bd50-2734-4f81-8578-3c74d6127ca7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.313692] env[65794]: INFO nova.compute.manager [-] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Took 1.72 seconds to deallocate network for instance. [ 935.325653] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52983ebf-fdbd-6061-45d0-eab0e0718df6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.346579] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae20d83-5840-497b-b630-a9c8c0957bcc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.364366] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c796a385-2cc3-4e93-9ac0-d524406d01ab tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] The volume has not been displaced from its original location: [datastore2] volume-d1be0612-4856-4c27-91a4-d32b1e1aa7eb/volume-d1be0612-4856-4c27-91a4-d32b1e1aa7eb.vmdk. No consolidation needed. {{(pid=65794) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 935.370220] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c796a385-2cc3-4e93-9ac0-d524406d01ab tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Reconfiguring VM instance instance-00000037 to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 935.374673] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-096c4c27-4305-4da8-9a83-b4ddc69d5631 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.396727] env[65794]: DEBUG oslo_vmware.api [None req-c796a385-2cc3-4e93-9ac0-d524406d01ab tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 935.396727] env[65794]: value = "task-4811537" [ 935.396727] env[65794]: _type = "Task" [ 935.396727] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.407341] env[65794]: DEBUG oslo_vmware.api [None req-c796a385-2cc3-4e93-9ac0-d524406d01ab tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.415467] env[65794]: DEBUG nova.compute.manager [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 935.454138] env[65794]: DEBUG nova.virt.hardware [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 935.454408] env[65794]: DEBUG nova.virt.hardware [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.455294] env[65794]: DEBUG nova.virt.hardware [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 935.455294] env[65794]: DEBUG nova.virt.hardware [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.455294] env[65794]: DEBUG nova.virt.hardware [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 935.455294] env[65794]: DEBUG nova.virt.hardware [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 935.455294] env[65794]: DEBUG nova.virt.hardware [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 935.455514] env[65794]: DEBUG nova.virt.hardware [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 935.455870] env[65794]: DEBUG nova.virt.hardware [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 935.455870] env[65794]: DEBUG nova.virt.hardware [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 935.456055] env[65794]: DEBUG nova.virt.hardware [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 935.456842] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddae6e3-c9f4-492a-b59a-90f2fee40682 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.469344] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095383df-2884-4766-bee8-68595f8c93b9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.487254] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e747f20d-86d9-46cd-992e-b55825eee4d7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "5051c514-7edd-4ec8-ba70-c84fc69d1f48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.020s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.496885] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Creating Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 935.497214] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a9d14698-110c-439a-a6c6-810ea276adb5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.505718] env[65794]: DEBUG oslo_vmware.api [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 935.505718] env[65794]: value = "task-4811538" [ 935.505718] env[65794]: _type = "Task" [ 935.505718] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.509469] env[65794]: DEBUG nova.network.neutron [-] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.517918] env[65794]: DEBUG oslo_vmware.api [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811538, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.572256] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.576129] env[65794]: DEBUG oslo_concurrency.lockutils [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.937s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.576798] env[65794]: INFO nova.compute.claims [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.599492] env[65794]: INFO nova.scheduler.client.report [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Deleted allocations for instance 6a7b7491-19f0-4e28-951c-6a291371eb6f [ 935.737053] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Task: {'id': task-4811536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62857} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.737375] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] e25e755a-ca3f-493c-87dc-389fc13a8505/e25e755a-ca3f-493c-87dc-389fc13a8505.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.737609] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.737907] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4648b373-5f82-490e-adb6-79abfc5dc240 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.746487] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Waiting for the task: (returnval){ [ 935.746487] env[65794]: value = "task-4811539" [ 935.746487] env[65794]: _type = "Task" [ 935.746487] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.757102] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Task: {'id': task-4811539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.818358] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52983ebf-fdbd-6061-45d0-eab0e0718df6, 'name': SearchDatastore_Task, 'duration_secs': 0.034352} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.818533] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.818856] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 0d11431b-4bee-477f-8753-4ad8b787a2d4/0d11431b-4bee-477f-8753-4ad8b787a2d4.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.819210] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02242ba5-d47e-4842-bbf4-ba821028ded4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.826193] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 935.826193] env[65794]: value = "task-4811540" [ 935.826193] env[65794]: _type = "Task" [ 935.826193] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.839466] env[65794]: DEBUG nova.network.neutron [req-c9e73a85-b85a-48f5-b1c2-8189e33fd5f0 req-5b811d23-5eca-48c6-8885-cc8ad17ab4e2 service nova] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Updated VIF entry in instance network info cache for port 207cca46-06d6-492c-b524-f751dba7dcb0. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 935.839917] env[65794]: DEBUG nova.network.neutron [req-c9e73a85-b85a-48f5-b1c2-8189e33fd5f0 req-5b811d23-5eca-48c6-8885-cc8ad17ab4e2 service nova] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Updating instance_info_cache with network_info: [{"id": "207cca46-06d6-492c-b524-f751dba7dcb0", "address": "fa:16:3e:5a:be:e3", "network": {"id": "2bfc7c8d-d9a8-418a-b730-d782e8d4b228", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1456370544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d19685aeedc547948062357d8d2ec16e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap207cca46-06", "ovs_interfaceid": "207cca46-06d6-492c-b524-f751dba7dcb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.845529] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.846836] env[65794]: DEBUG oslo_concurrency.lockutils [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.911277] env[65794]: DEBUG oslo_vmware.api [None req-c796a385-2cc3-4e93-9ac0-d524406d01ab tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811537, 'name': ReconfigVM_Task, 'duration_secs': 0.275836} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.911661] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c796a385-2cc3-4e93-9ac0-d524406d01ab tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Reconfigured VM instance instance-00000037 to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 935.916700] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c54606f3-8f23-4685-a5f8-a38b33fbe0a8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.938265] env[65794]: DEBUG oslo_vmware.api [None req-c796a385-2cc3-4e93-9ac0-d524406d01ab tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 935.938265] env[65794]: value = "task-4811541" [ 935.938265] env[65794]: _type = "Task" [ 935.938265] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.948091] env[65794]: DEBUG oslo_vmware.api [None req-c796a385-2cc3-4e93-9ac0-d524406d01ab tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.974845] env[65794]: WARNING neutronclient.v2_0.client [req-936737bc-5503-4e04-aa7b-d0d588f44e99 req-61bc82b2-ab8f-4a64-b596-6c7b240398b4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.013112] env[65794]: INFO nova.compute.manager [-] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Took 2.18 seconds to deallocate network for instance. [ 936.021470] env[65794]: DEBUG oslo_vmware.api [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811538, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.109571] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5320c14e-a05b-4f11-976a-f3a1b186c312 tempest-MigrationsAdminTest-390226756 tempest-MigrationsAdminTest-390226756-project-member] Lock "6a7b7491-19f0-4e28-951c-6a291371eb6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.722s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.181076] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.181409] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.181604] env[65794]: INFO nova.compute.manager [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Shelving [ 936.258728] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Task: {'id': task-4811539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078177} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.258961] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.259735] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f977688-3241-4e4f-baea-2e84bf870d01 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.289897] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] e25e755a-ca3f-493c-87dc-389fc13a8505/e25e755a-ca3f-493c-87dc-389fc13a8505.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.294551] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1235327-f942-49a0-a16d-a3d77945a842 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.323271] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Waiting for the task: (returnval){ [ 936.323271] env[65794]: value = "task-4811542" [ 936.323271] env[65794]: _type = "Task" [ 936.323271] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.342359] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811540, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.351606] env[65794]: DEBUG oslo_concurrency.lockutils [req-c9e73a85-b85a-48f5-b1c2-8189e33fd5f0 req-5b811d23-5eca-48c6-8885-cc8ad17ab4e2 service nova] Releasing lock "refresh_cache-e25e755a-ca3f-493c-87dc-389fc13a8505" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.352069] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Task: {'id': task-4811542, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.352661] env[65794]: DEBUG nova.compute.manager [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Stashing vm_state: active {{(pid=65794) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 936.450015] env[65794]: DEBUG oslo_vmware.api [None req-c796a385-2cc3-4e93-9ac0-d524406d01ab tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811541, 'name': ReconfigVM_Task, 'duration_secs': 0.168259} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.450552] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c796a385-2cc3-4e93-9ac0-d524406d01ab tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938125', 'volume_id': 'd1be0612-4856-4c27-91a4-d32b1e1aa7eb', 'name': 'volume-d1be0612-4856-4c27-91a4-d32b1e1aa7eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '71be2679-a934-4709-9b7f-991ff7385512', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1be0612-4856-4c27-91a4-d32b1e1aa7eb', 'serial': 'd1be0612-4856-4c27-91a4-d32b1e1aa7eb'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 936.512486] env[65794]: DEBUG nova.network.neutron [req-936737bc-5503-4e04-aa7b-d0d588f44e99 req-61bc82b2-ab8f-4a64-b596-6c7b240398b4 service nova] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Updated VIF entry in instance network info cache for port 1be1f0d1-7f21-4da2-9755-5ce1cebd4ed5. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 936.512862] env[65794]: DEBUG nova.network.neutron [req-936737bc-5503-4e04-aa7b-d0d588f44e99 req-61bc82b2-ab8f-4a64-b596-6c7b240398b4 service nova] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Updating instance_info_cache with network_info: [{"id": "1be1f0d1-7f21-4da2-9755-5ce1cebd4ed5", "address": "fa:16:3e:a6:12:4c", "network": {"id": "5d1f4ccc-a5e4-4b01-b23f-5e8212619981", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1601955262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810f2c82ca43422c8dd22b301687e8b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1be1f0d1-7f", "ovs_interfaceid": "1be1f0d1-7f21-4da2-9755-5ce1cebd4ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.520948] env[65794]: DEBUG oslo_vmware.api [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811538, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.527552] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.613137] env[65794]: DEBUG nova.compute.manager [req-d2aa7276-219c-4595-af95-e54a262c363d req-0b5b6956-b4ee-4f1f-ac2c-c7ce8e525462 service nova] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Received event network-changed-f77387e5-802c-49e8-996a-0d6742eb30be {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 936.613426] env[65794]: DEBUG nova.compute.manager [req-d2aa7276-219c-4595-af95-e54a262c363d req-0b5b6956-b4ee-4f1f-ac2c-c7ce8e525462 service nova] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Refreshing instance network info cache due to event network-changed-f77387e5-802c-49e8-996a-0d6742eb30be. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 936.613770] env[65794]: DEBUG oslo_concurrency.lockutils [req-d2aa7276-219c-4595-af95-e54a262c363d req-0b5b6956-b4ee-4f1f-ac2c-c7ce8e525462 service nova] Acquiring lock "refresh_cache-6477f28c-5665-49cf-9e0d-d9fb16ad6ee5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.613972] env[65794]: DEBUG oslo_concurrency.lockutils [req-d2aa7276-219c-4595-af95-e54a262c363d req-0b5b6956-b4ee-4f1f-ac2c-c7ce8e525462 service nova] Acquired lock "refresh_cache-6477f28c-5665-49cf-9e0d-d9fb16ad6ee5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.614233] env[65794]: DEBUG nova.network.neutron [req-d2aa7276-219c-4595-af95-e54a262c363d req-0b5b6956-b4ee-4f1f-ac2c-c7ce8e525462 service nova] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Refreshing network info cache for port f77387e5-802c-49e8-996a-0d6742eb30be {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.853385] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Task: {'id': task-4811542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.861487] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574955} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.861487] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 0d11431b-4bee-477f-8753-4ad8b787a2d4/0d11431b-4bee-477f-8753-4ad8b787a2d4.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.861487] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.861487] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3524e5bb-26e9-484b-bd56-7e8e5bedbaed {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.870587] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 936.870587] env[65794]: value = "task-4811543" [ 936.870587] env[65794]: _type = "Task" [ 936.870587] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.880680] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.881866] env[65794]: DEBUG oslo_concurrency.lockutils [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.971861] env[65794]: DEBUG nova.network.neutron [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Successfully updated port: fa02b12a-17f7-4522-9e2f-c012cef93bba {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 937.020195] env[65794]: DEBUG oslo_concurrency.lockutils [req-936737bc-5503-4e04-aa7b-d0d588f44e99 req-61bc82b2-ab8f-4a64-b596-6c7b240398b4 service nova] Releasing lock "refresh_cache-0d11431b-4bee-477f-8753-4ad8b787a2d4" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.020816] env[65794]: DEBUG oslo_vmware.api [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811538, 'name': CreateSnapshot_Task, 'duration_secs': 1.363053} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.021228] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Created Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 937.022396] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ac9801-ca1c-4a51-bb00-f11f21074498 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.046510] env[65794]: DEBUG nova.objects.instance [None req-c796a385-2cc3-4e93-9ac0-d524406d01ab tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lazy-loading 'flavor' on Instance uuid 71be2679-a934-4709-9b7f-991ff7385512 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.117162] env[65794]: WARNING neutronclient.v2_0.client [req-d2aa7276-219c-4595-af95-e54a262c363d req-0b5b6956-b4ee-4f1f-ac2c-c7ce8e525462 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.147252] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1efd18-6a58-4390-93db-8884df9bebf9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.156684] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b01bc27-c29b-4106-8486-c0bfa7f686e1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.202058] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.203048] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b2d5e6e-1c50-42d6-8a82-23a62a1f80cc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.206034] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ece6d4d-364a-4e74-a8ab-f2c23456f50c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.217376] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c3ef7f-25a2-4b29-ac78-312f5bc77017 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.224477] env[65794]: DEBUG oslo_vmware.api [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 937.224477] env[65794]: value = "task-4811544" [ 937.224477] env[65794]: _type = "Task" [ 937.224477] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.238771] env[65794]: DEBUG nova.compute.provider_tree [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.246833] env[65794]: DEBUG oslo_vmware.api [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.340398] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Task: {'id': task-4811542, 'name': ReconfigVM_Task, 'duration_secs': 0.749405} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.340398] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Reconfigured VM instance instance-00000050 to attach disk [datastore2] e25e755a-ca3f-493c-87dc-389fc13a8505/e25e755a-ca3f-493c-87dc-389fc13a8505.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.340688] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a90f4a55-1624-4369-9157-18276a5444ba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.350604] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Waiting for the task: (returnval){ [ 937.350604] env[65794]: value = "task-4811545" [ 937.350604] env[65794]: _type = "Task" [ 937.350604] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.361050] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Task: {'id': task-4811545, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.385042] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080013} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.385369] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.386306] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d917def-c3d2-4d6b-a7c8-8a4df4b330c1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.416504] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 0d11431b-4bee-477f-8753-4ad8b787a2d4/0d11431b-4bee-477f-8753-4ad8b787a2d4.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.420388] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ac06bd6-b8be-4646-9582-ee3f0dc11dbd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.444023] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 937.444023] env[65794]: value = "task-4811546" [ 937.444023] env[65794]: _type = "Task" [ 937.444023] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.455937] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811546, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.477810] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Acquiring lock "refresh_cache-b074856a-7761-4303-a647-58d1d82eb539" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.477997] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Acquired lock "refresh_cache-b074856a-7761-4303-a647-58d1d82eb539" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.478192] env[65794]: DEBUG nova.network.neutron [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 937.490912] env[65794]: WARNING neutronclient.v2_0.client [req-d2aa7276-219c-4595-af95-e54a262c363d req-0b5b6956-b4ee-4f1f-ac2c-c7ce8e525462 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.551196] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Creating linked-clone VM from snapshot {{(pid=65794) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 937.553689] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e9cb9cfd-377b-45ca-a4d9-7e3c87fdb60a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.566169] env[65794]: DEBUG oslo_vmware.api [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 937.566169] env[65794]: value = "task-4811547" [ 937.566169] env[65794]: _type = "Task" [ 937.566169] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.579169] env[65794]: DEBUG oslo_vmware.api [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811547, 'name': CloneVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.616577] env[65794]: DEBUG nova.network.neutron [req-d2aa7276-219c-4595-af95-e54a262c363d req-0b5b6956-b4ee-4f1f-ac2c-c7ce8e525462 service nova] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Updated VIF entry in instance network info cache for port f77387e5-802c-49e8-996a-0d6742eb30be. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 937.617114] env[65794]: DEBUG nova.network.neutron [req-d2aa7276-219c-4595-af95-e54a262c363d req-0b5b6956-b4ee-4f1f-ac2c-c7ce8e525462 service nova] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Updating instance_info_cache with network_info: [{"id": "f77387e5-802c-49e8-996a-0d6742eb30be", "address": "fa:16:3e:1e:60:46", "network": {"id": "c3be34f3-4481-455f-a5bd-794d3240dd32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1106216560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e3a5224c33c47b18efdab4594c4beb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf77387e5-80", "ovs_interfaceid": "f77387e5-802c-49e8-996a-0d6742eb30be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.745616] env[65794]: DEBUG nova.scheduler.client.report [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.751645] env[65794]: DEBUG oslo_vmware.api [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811544, 'name': PowerOffVM_Task, 'duration_secs': 0.392511} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.752157] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.753474] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836f6a0a-1c74-42fe-9982-17786f51a262 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.776996] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5446324f-6281-4936-9b09-32a036415007 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.861499] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Task: {'id': task-4811545, 'name': Rename_Task, 'duration_secs': 0.170847} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.861818] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.862104] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19d2d0cf-dd48-4000-b987-ea09a1dfc3b5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.871186] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Waiting for the task: (returnval){ [ 937.871186] env[65794]: value = "task-4811548" [ 937.871186] env[65794]: _type = "Task" [ 937.871186] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.883711] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Task: {'id': task-4811548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.955702] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811546, 'name': ReconfigVM_Task, 'duration_secs': 0.335853} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.955901] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 0d11431b-4bee-477f-8753-4ad8b787a2d4/0d11431b-4bee-477f-8753-4ad8b787a2d4.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.956733] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb649e21-cf29-4a72-80e4-3e21f6a8d937 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.969450] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 937.969450] env[65794]: value = "task-4811549" [ 937.969450] env[65794]: _type = "Task" [ 937.969450] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.978899] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811549, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.033651] env[65794]: DEBUG nova.network.neutron [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 938.062824] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c796a385-2cc3-4e93-9ac0-d524406d01ab tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "71be2679-a934-4709-9b7f-991ff7385512" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.372s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.080721] env[65794]: DEBUG oslo_vmware.api [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811547, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.119971] env[65794]: DEBUG oslo_concurrency.lockutils [req-d2aa7276-219c-4595-af95-e54a262c363d req-0b5b6956-b4ee-4f1f-ac2c-c7ce8e525462 service nova] Releasing lock "refresh_cache-6477f28c-5665-49cf-9e0d-d9fb16ad6ee5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.120507] env[65794]: DEBUG nova.compute.manager [req-d2aa7276-219c-4595-af95-e54a262c363d req-0b5b6956-b4ee-4f1f-ac2c-c7ce8e525462 service nova] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Received event network-vif-deleted-bc97b411-ac80-4e95-aaea-8bedd58e4d22 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 938.120700] env[65794]: DEBUG nova.compute.manager [req-d2aa7276-219c-4595-af95-e54a262c363d req-0b5b6956-b4ee-4f1f-ac2c-c7ce8e525462 service nova] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Received event network-vif-deleted-c3070dd4-4e71-49db-ac95-dbb3f9a1f5d7 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 938.150204] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "f4935136-8827-4483-be5c-9c1e84bf0ed7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.150766] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "f4935136-8827-4483-be5c-9c1e84bf0ed7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.156114] env[65794]: WARNING neutronclient.v2_0.client [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.256032] env[65794]: DEBUG oslo_concurrency.lockutils [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.256032] env[65794]: DEBUG nova.compute.manager [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 938.262153] env[65794]: DEBUG oslo_concurrency.lockutils [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.023s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.263795] env[65794]: INFO nova.compute.claims [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.276453] env[65794]: DEBUG nova.network.neutron [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Updating instance_info_cache with network_info: [{"id": "fa02b12a-17f7-4522-9e2f-c012cef93bba", "address": "fa:16:3e:cd:85:3e", "network": {"id": "397216dd-46d0-4ac7-8191-38196d16a4c9", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1450265355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "247f6cb4ccf2479db23f09583666300f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa02b12a-17", "ovs_interfaceid": "fa02b12a-17f7-4522-9e2f-c012cef93bba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.290745] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Creating Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 938.291141] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0d028a8b-06eb-4d26-8d98-822c5255b94b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.302372] env[65794]: DEBUG oslo_vmware.api [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 938.302372] env[65794]: value = "task-4811550" [ 938.302372] env[65794]: _type = "Task" [ 938.302372] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.314762] env[65794]: DEBUG oslo_vmware.api [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811550, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.385300] env[65794]: DEBUG oslo_vmware.api [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Task: {'id': task-4811548, 'name': PowerOnVM_Task, 'duration_secs': 0.498004} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.385751] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.386077] env[65794]: INFO nova.compute.manager [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Took 10.57 seconds to spawn the instance on the hypervisor. [ 938.386374] env[65794]: DEBUG nova.compute.manager [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 938.387784] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b560141d-ee77-4970-a230-bf1af9aac55d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.427110] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "e1e61ff8-f1e3-4353-a97d-d719d1b74bd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.427350] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "e1e61ff8-f1e3-4353-a97d-d719d1b74bd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.479781] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811549, 'name': Rename_Task, 'duration_secs': 0.16537} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.480098] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.480355] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c9ee02b-cbb1-486e-8e96-34bb2a482cf9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.488502] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 938.488502] env[65794]: value = "task-4811551" [ 938.488502] env[65794]: _type = "Task" [ 938.488502] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.501331] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.587238] env[65794]: DEBUG oslo_vmware.api [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811547, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.661198] env[65794]: DEBUG nova.compute.manager [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 938.764693] env[65794]: DEBUG nova.compute.utils [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.767329] env[65794]: DEBUG nova.compute.manager [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 938.767551] env[65794]: DEBUG nova.network.neutron [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 938.767942] env[65794]: WARNING neutronclient.v2_0.client [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.768308] env[65794]: WARNING neutronclient.v2_0.client [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.780307] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Releasing lock "refresh_cache-b074856a-7761-4303-a647-58d1d82eb539" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.782216] env[65794]: DEBUG nova.compute.manager [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Instance network_info: |[{"id": "fa02b12a-17f7-4522-9e2f-c012cef93bba", "address": "fa:16:3e:cd:85:3e", "network": {"id": "397216dd-46d0-4ac7-8191-38196d16a4c9", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1450265355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "247f6cb4ccf2479db23f09583666300f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa02b12a-17", "ovs_interfaceid": "fa02b12a-17f7-4522-9e2f-c012cef93bba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 938.782216] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:85:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa02b12a-17f7-4522-9e2f-c012cef93bba', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.789914] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Creating folder: Project (247f6cb4ccf2479db23f09583666300f). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.792402] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23915d44-481b-4e55-83a3-6bc4b3d61f3e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.798428] env[65794]: DEBUG nova.compute.manager [req-bc5de6c8-c8cf-4eff-951c-c4f05a1227a7 req-323cf4f1-71dc-45b3-b441-ab7caa74386c service nova] [instance: b074856a-7761-4303-a647-58d1d82eb539] Received event network-vif-plugged-fa02b12a-17f7-4522-9e2f-c012cef93bba {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 938.798802] env[65794]: DEBUG oslo_concurrency.lockutils [req-bc5de6c8-c8cf-4eff-951c-c4f05a1227a7 req-323cf4f1-71dc-45b3-b441-ab7caa74386c service nova] Acquiring lock "b074856a-7761-4303-a647-58d1d82eb539-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.799197] env[65794]: DEBUG oslo_concurrency.lockutils [req-bc5de6c8-c8cf-4eff-951c-c4f05a1227a7 req-323cf4f1-71dc-45b3-b441-ab7caa74386c service nova] Lock "b074856a-7761-4303-a647-58d1d82eb539-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.799497] env[65794]: DEBUG oslo_concurrency.lockutils [req-bc5de6c8-c8cf-4eff-951c-c4f05a1227a7 req-323cf4f1-71dc-45b3-b441-ab7caa74386c service nova] Lock "b074856a-7761-4303-a647-58d1d82eb539-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.799815] env[65794]: DEBUG nova.compute.manager [req-bc5de6c8-c8cf-4eff-951c-c4f05a1227a7 req-323cf4f1-71dc-45b3-b441-ab7caa74386c service nova] [instance: b074856a-7761-4303-a647-58d1d82eb539] No waiting events found dispatching network-vif-plugged-fa02b12a-17f7-4522-9e2f-c012cef93bba {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 938.800085] env[65794]: WARNING nova.compute.manager [req-bc5de6c8-c8cf-4eff-951c-c4f05a1227a7 req-323cf4f1-71dc-45b3-b441-ab7caa74386c service nova] [instance: b074856a-7761-4303-a647-58d1d82eb539] Received unexpected event network-vif-plugged-fa02b12a-17f7-4522-9e2f-c012cef93bba for instance with vm_state building and task_state spawning. [ 938.800393] env[65794]: DEBUG nova.compute.manager [req-bc5de6c8-c8cf-4eff-951c-c4f05a1227a7 req-323cf4f1-71dc-45b3-b441-ab7caa74386c service nova] [instance: b074856a-7761-4303-a647-58d1d82eb539] Received event network-changed-fa02b12a-17f7-4522-9e2f-c012cef93bba {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 938.800735] env[65794]: DEBUG nova.compute.manager [req-bc5de6c8-c8cf-4eff-951c-c4f05a1227a7 req-323cf4f1-71dc-45b3-b441-ab7caa74386c service nova] [instance: b074856a-7761-4303-a647-58d1d82eb539] Refreshing instance network info cache due to event network-changed-fa02b12a-17f7-4522-9e2f-c012cef93bba. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 938.801019] env[65794]: DEBUG oslo_concurrency.lockutils [req-bc5de6c8-c8cf-4eff-951c-c4f05a1227a7 req-323cf4f1-71dc-45b3-b441-ab7caa74386c service nova] Acquiring lock "refresh_cache-b074856a-7761-4303-a647-58d1d82eb539" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.801277] env[65794]: DEBUG oslo_concurrency.lockutils [req-bc5de6c8-c8cf-4eff-951c-c4f05a1227a7 req-323cf4f1-71dc-45b3-b441-ab7caa74386c service nova] Acquired lock "refresh_cache-b074856a-7761-4303-a647-58d1d82eb539" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.801558] env[65794]: DEBUG nova.network.neutron [req-bc5de6c8-c8cf-4eff-951c-c4f05a1227a7 req-323cf4f1-71dc-45b3-b441-ab7caa74386c service nova] [instance: b074856a-7761-4303-a647-58d1d82eb539] Refreshing network info cache for port fa02b12a-17f7-4522-9e2f-c012cef93bba {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.816362] env[65794]: DEBUG oslo_vmware.api [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811550, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.818133] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Created folder: Project (247f6cb4ccf2479db23f09583666300f) in parent group-v937953. [ 938.818319] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Creating folder: Instances. Parent ref: group-v938160. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.819377] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aae75263-c308-4b11-a790-125dcf3e2785 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.832527] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Created folder: Instances in parent group-v938160. [ 938.832946] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 938.833322] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b074856a-7761-4303-a647-58d1d82eb539] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.833707] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0caeeac2-291a-44f8-bf35-e3ea152fce72 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.859427] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.859427] env[65794]: value = "task-4811554" [ 938.859427] env[65794]: _type = "Task" [ 938.859427] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.869583] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811554, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.909826] env[65794]: INFO nova.compute.manager [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Took 16.27 seconds to build instance. [ 938.929839] env[65794]: DEBUG nova.compute.manager [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 938.969942] env[65794]: DEBUG nova.policy [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9afc63e112c4970a8f513c2793e767d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3afda10614204904b15a25fd6091f909', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.005930] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811551, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.088313] env[65794]: DEBUG oslo_vmware.api [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811547, 'name': CloneVM_Task} progress is 95%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.197679] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.270026] env[65794]: DEBUG nova.compute.manager [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 939.305770] env[65794]: WARNING neutronclient.v2_0.client [req-bc5de6c8-c8cf-4eff-951c-c4f05a1227a7 req-323cf4f1-71dc-45b3-b441-ab7caa74386c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.322321] env[65794]: DEBUG oslo_vmware.api [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811550, 'name': CreateSnapshot_Task, 'duration_secs': 0.827486} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.322626] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Created Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 939.323437] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00830b38-4d93-4bbb-aade-135b01b1afa9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.374524] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811554, 'name': CreateVM_Task, 'duration_secs': 0.415376} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.374636] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b074856a-7761-4303-a647-58d1d82eb539] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.375195] env[65794]: WARNING neutronclient.v2_0.client [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.375195] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.375702] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.375974] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.376445] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b02b9ec-273c-4353-8134-43f386d12672 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.384030] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Waiting for the task: (returnval){ [ 939.384030] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]521dffc8-5a1f-10e2-6f26-205b1c064373" [ 939.384030] env[65794]: _type = "Task" [ 939.384030] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.394260] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521dffc8-5a1f-10e2-6f26-205b1c064373, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.412412] env[65794]: DEBUG oslo_concurrency.lockutils [None req-759a9123-13c7-4000-b711-cdbd76b3af6f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Lock "e25e755a-ca3f-493c-87dc-389fc13a8505" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.303s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.442141] env[65794]: DEBUG nova.network.neutron [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Successfully created port: be08539a-4a13-4533-bf4d-354a91ce263d {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 939.455192] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.502270] env[65794]: DEBUG oslo_vmware.api [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811551, 'name': PowerOnVM_Task, 'duration_secs': 0.742312} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.504672] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.505109] env[65794]: INFO nova.compute.manager [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Took 9.19 seconds to spawn the instance on the hypervisor. [ 939.505171] env[65794]: DEBUG nova.compute.manager [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 939.506269] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2ed810-9801-4df1-9c3d-36ce102f163d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.588333] env[65794]: DEBUG oslo_vmware.api [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811547, 'name': CloneVM_Task, 'duration_secs': 1.70697} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.588760] env[65794]: INFO nova.virt.vmwareapi.vmops [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Created linked-clone VM from snapshot [ 939.589767] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca171da-f479-446d-be28-2d4d6530a272 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.599757] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Uploading image 65d4b085-6073-4fa3-9070-81fae6143632 {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 939.636557] env[65794]: DEBUG oslo_vmware.rw_handles [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 939.636557] env[65794]: value = "vm-938159" [ 939.636557] env[65794]: _type = "VirtualMachine" [ 939.636557] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 939.636933] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2fb4b5ed-c583-4fdd-a7c9-bf3024abf104 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.647938] env[65794]: DEBUG oslo_vmware.rw_handles [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lease: (returnval){ [ 939.647938] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522382b8-26da-870c-aea0-1a1c0b5aab84" [ 939.647938] env[65794]: _type = "HttpNfcLease" [ 939.647938] env[65794]: } obtained for exporting VM: (result){ [ 939.647938] env[65794]: value = "vm-938159" [ 939.647938] env[65794]: _type = "VirtualMachine" [ 939.647938] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 939.648342] env[65794]: DEBUG oslo_vmware.api [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the lease: (returnval){ [ 939.648342] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522382b8-26da-870c-aea0-1a1c0b5aab84" [ 939.648342] env[65794]: _type = "HttpNfcLease" [ 939.648342] env[65794]: } to be ready. {{(pid=65794) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 939.657559] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 939.657559] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522382b8-26da-870c-aea0-1a1c0b5aab84" [ 939.657559] env[65794]: _type = "HttpNfcLease" [ 939.657559] env[65794]: } is initializing. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 939.679769] env[65794]: DEBUG oslo_concurrency.lockutils [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "71be2679-a934-4709-9b7f-991ff7385512" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.680046] env[65794]: DEBUG oslo_concurrency.lockutils [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "71be2679-a934-4709-9b7f-991ff7385512" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.680822] env[65794]: DEBUG oslo_concurrency.lockutils [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "71be2679-a934-4709-9b7f-991ff7385512-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.680822] env[65794]: DEBUG oslo_concurrency.lockutils [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "71be2679-a934-4709-9b7f-991ff7385512-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.680822] env[65794]: DEBUG oslo_concurrency.lockutils [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "71be2679-a934-4709-9b7f-991ff7385512-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.683420] env[65794]: INFO nova.compute.manager [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Terminating instance [ 939.692787] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5d17a9-8d4b-4a53-89d5-c0700d901564 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.703998] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eaafbd6-a818-46fb-9371-6152b7569c98 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.737697] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2302963-a850-4549-a3be-3e0b3ed460e7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.747456] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ac73a3-60e8-45aa-8a97-4cb5fbd55e56 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.769722] env[65794]: DEBUG nova.compute.provider_tree [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.848703] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Creating linked-clone VM from snapshot {{(pid=65794) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 939.849106] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-09c5f65f-56d6-491b-93c2-750538ce3a2e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.860246] env[65794]: DEBUG oslo_vmware.api [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 939.860246] env[65794]: value = "task-4811556" [ 939.860246] env[65794]: _type = "Task" [ 939.860246] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.871331] env[65794]: DEBUG oslo_vmware.api [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811556, 'name': CloneVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.896564] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521dffc8-5a1f-10e2-6f26-205b1c064373, 'name': SearchDatastore_Task, 'duration_secs': 0.044032} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.896898] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.897170] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.897419] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.897619] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.897780] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.898077] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26530cda-dcd8-4fd3-8e73-765fe5a6b2c1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.909615] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.909870] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.910642] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4b4c0d6-f0df-4133-9dc0-27362cda9eda {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.919789] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Waiting for the task: (returnval){ [ 939.919789] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52bdcdac-b93c-ed8f-7392-67e9d56b0ca6" [ 939.919789] env[65794]: _type = "Task" [ 939.919789] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.928962] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52bdcdac-b93c-ed8f-7392-67e9d56b0ca6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.027627] env[65794]: INFO nova.compute.manager [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Took 16.89 seconds to build instance. [ 940.158448] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 940.158448] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522382b8-26da-870c-aea0-1a1c0b5aab84" [ 940.158448] env[65794]: _type = "HttpNfcLease" [ 940.158448] env[65794]: } is ready. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 940.158448] env[65794]: DEBUG oslo_vmware.rw_handles [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 940.158448] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522382b8-26da-870c-aea0-1a1c0b5aab84" [ 940.158448] env[65794]: _type = "HttpNfcLease" [ 940.158448] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 940.160061] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2eec4c2-3747-4d51-a938-10316b0c7882 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.168956] env[65794]: DEBUG oslo_vmware.rw_handles [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525f9424-bb44-2610-e767-62e674cea052/disk-0.vmdk from lease info. {{(pid=65794) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 940.169473] env[65794]: DEBUG oslo_vmware.rw_handles [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525f9424-bb44-2610-e767-62e674cea052/disk-0.vmdk for reading. {{(pid=65794) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 940.229694] env[65794]: DEBUG nova.compute.manager [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 940.229694] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.230902] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e67060c-0049-4030-833a-23ac6fe91402 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.241636] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.242296] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca68e502-52e6-4524-ba10-c26a91ceb61f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.249540] env[65794]: DEBUG oslo_vmware.api [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 940.249540] env[65794]: value = "task-4811557" [ 940.249540] env[65794]: _type = "Task" [ 940.249540] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.259747] env[65794]: DEBUG oslo_vmware.api [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.271247] env[65794]: DEBUG nova.scheduler.client.report [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.279704] env[65794]: DEBUG nova.compute.manager [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 940.295117] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-83cbb335-a6a4-4465-bccf-fa4f811eb2c4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.323038] env[65794]: DEBUG nova.virt.hardware [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 940.324067] env[65794]: DEBUG nova.virt.hardware [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.324067] env[65794]: DEBUG nova.virt.hardware [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 940.324067] env[65794]: DEBUG nova.virt.hardware [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.324067] env[65794]: DEBUG nova.virt.hardware [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 940.324067] env[65794]: DEBUG nova.virt.hardware [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 940.325209] env[65794]: DEBUG nova.virt.hardware [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 940.325209] env[65794]: DEBUG nova.virt.hardware [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 940.325209] env[65794]: DEBUG nova.virt.hardware [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 940.325209] env[65794]: DEBUG nova.virt.hardware [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 940.325209] env[65794]: DEBUG nova.virt.hardware [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 940.326607] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cf083f-0102-4766-94c1-8805241feecd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.341854] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d981e23c-f6e4-40ee-b15d-162e258c5378 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.387807] env[65794]: DEBUG oslo_vmware.api [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811556, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.434169] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52bdcdac-b93c-ed8f-7392-67e9d56b0ca6, 'name': SearchDatastore_Task, 'duration_secs': 0.023822} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.435609] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df5435f7-75d6-4893-91da-781469c4c1da {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.444186] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Waiting for the task: (returnval){ [ 940.444186] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]525c718a-a339-4616-c36c-9fa6eff04409" [ 940.444186] env[65794]: _type = "Task" [ 940.444186] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.456123] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525c718a-a339-4616-c36c-9fa6eff04409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.520067] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Acquiring lock "c9d99ee9-66d8-4d10-99f4-1b73acb1af1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.520330] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Lock "c9d99ee9-66d8-4d10-99f4-1b73acb1af1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.534014] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f55494c6-45f1-4924-9516-3f176a9497a9 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "0d11431b-4bee-477f-8753-4ad8b787a2d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.422s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.760636] env[65794]: DEBUG oslo_vmware.api [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811557, 'name': PowerOffVM_Task, 'duration_secs': 0.281628} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.760964] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.761158] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.762259] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e39274e-0840-486b-9a53-b6c32fe8e6b1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.784135] env[65794]: DEBUG oslo_concurrency.lockutils [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.784703] env[65794]: DEBUG nova.compute.manager [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 940.788702] env[65794]: DEBUG oslo_concurrency.lockutils [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.942s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.789191] env[65794]: DEBUG nova.objects.instance [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lazy-loading 'resources' on Instance uuid 3489ef01-ce97-414e-b154-4a5f6b5523d6 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.845057] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.845401] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.845606] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Deleting the datastore file [datastore1] 71be2679-a934-4709-9b7f-991ff7385512 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.845907] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-687f3c4a-9eb7-4f2b-9b40-62ab58c8f338 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.858655] env[65794]: DEBUG oslo_vmware.api [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 940.858655] env[65794]: value = "task-4811559" [ 940.858655] env[65794]: _type = "Task" [ 940.858655] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.869484] env[65794]: DEBUG oslo_vmware.api [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.880630] env[65794]: DEBUG oslo_vmware.api [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811556, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.959339] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525c718a-a339-4616-c36c-9fa6eff04409, 'name': SearchDatastore_Task, 'duration_secs': 0.027202} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.959339] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.959339] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] b074856a-7761-4303-a647-58d1d82eb539/b074856a-7761-4303-a647-58d1d82eb539.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.959639] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1327b6af-d8ec-4883-bf11-6c00e4478bb2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.972814] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Waiting for the task: (returnval){ [ 940.972814] env[65794]: value = "task-4811560" [ 940.972814] env[65794]: _type = "Task" [ 940.972814] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.987181] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Task: {'id': task-4811560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.025125] env[65794]: DEBUG nova.compute.manager [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 941.297969] env[65794]: DEBUG nova.compute.utils [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.300470] env[65794]: DEBUG nova.compute.manager [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 941.301111] env[65794]: DEBUG nova.network.neutron [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 941.301749] env[65794]: WARNING neutronclient.v2_0.client [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.302188] env[65794]: WARNING neutronclient.v2_0.client [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.380240] env[65794]: DEBUG oslo_vmware.api [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246762} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.386368] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.388443] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.388443] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.388443] env[65794]: INFO nova.compute.manager [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Took 1.16 seconds to destroy the instance on the hypervisor. [ 941.388443] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 941.388443] env[65794]: DEBUG nova.compute.manager [-] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 941.388443] env[65794]: DEBUG nova.network.neutron [-] [instance: 71be2679-a934-4709-9b7f-991ff7385512] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 941.388443] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.402599] env[65794]: DEBUG oslo_vmware.api [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811556, 'name': CloneVM_Task, 'duration_secs': 1.521678} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.402881] env[65794]: INFO nova.virt.vmwareapi.vmops [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Created linked-clone VM from snapshot [ 941.403780] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c1b139-d5bf-4b78-a933-2f3ac92d1fc9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.419815] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Uploading image 3c271cd4-1b8c-4212-a322-3a17be33935d {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 941.454981] env[65794]: DEBUG oslo_vmware.rw_handles [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 941.454981] env[65794]: value = "vm-938164" [ 941.454981] env[65794]: _type = "VirtualMachine" [ 941.454981] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 941.455251] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9570a296-48a5-420e-8211-6995b4d0207a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.468924] env[65794]: DEBUG oslo_vmware.rw_handles [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lease: (returnval){ [ 941.468924] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52b147f1-ad7a-3832-0f2c-14519e0c0e2d" [ 941.468924] env[65794]: _type = "HttpNfcLease" [ 941.468924] env[65794]: } obtained for exporting VM: (result){ [ 941.468924] env[65794]: value = "vm-938164" [ 941.468924] env[65794]: _type = "VirtualMachine" [ 941.468924] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 941.469256] env[65794]: DEBUG oslo_vmware.api [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the lease: (returnval){ [ 941.469256] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52b147f1-ad7a-3832-0f2c-14519e0c0e2d" [ 941.469256] env[65794]: _type = "HttpNfcLease" [ 941.469256] env[65794]: } to be ready. {{(pid=65794) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 941.485109] env[65794]: DEBUG nova.network.neutron [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Successfully updated port: be08539a-4a13-4533-bf4d-354a91ce263d {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 941.489825] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 941.489825] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52b147f1-ad7a-3832-0f2c-14519e0c0e2d" [ 941.489825] env[65794]: _type = "HttpNfcLease" [ 941.489825] env[65794]: } is ready. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 941.495141] env[65794]: DEBUG oslo_vmware.rw_handles [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 941.495141] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52b147f1-ad7a-3832-0f2c-14519e0c0e2d" [ 941.495141] env[65794]: _type = "HttpNfcLease" [ 941.495141] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 941.495141] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Task: {'id': task-4811560, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.496232] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b7025c-1ce6-4040-ba56-1fc187fdcf77 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.502695] env[65794]: DEBUG nova.policy [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb5ed799380a4b56a225eba8daac8611', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f6b86ca009846b5b06e6c89352aa1be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.523172] env[65794]: DEBUG oslo_vmware.rw_handles [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52727c1e-498b-dd4a-cb25-db4e8a6a24a7/disk-0.vmdk from lease info. {{(pid=65794) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 941.523172] env[65794]: DEBUG oslo_vmware.rw_handles [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52727c1e-498b-dd4a-cb25-db4e8a6a24a7/disk-0.vmdk for reading. {{(pid=65794) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 941.593922] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.607627] env[65794]: WARNING neutronclient.v2_0.client [req-bc5de6c8-c8cf-4eff-951c-c4f05a1227a7 req-323cf4f1-71dc-45b3-b441-ab7caa74386c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.614054] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.632333] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-063f1abe-4ce3-4d3d-a271-7ef4d2693375 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.807138] env[65794]: DEBUG nova.compute.manager [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 941.964048] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea28e52-f8c7-4956-9b23-df863af23137 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.985650] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8589a0ec-a0d5-49f9-9c76-17b41704cd50 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.991104] env[65794]: DEBUG oslo_concurrency.lockutils [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Acquiring lock "refresh_cache-d37a7c93-47de-42fb-af0b-c94f0624ad82" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.991411] env[65794]: DEBUG oslo_concurrency.lockutils [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Acquired lock "refresh_cache-d37a7c93-47de-42fb-af0b-c94f0624ad82" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.991804] env[65794]: DEBUG nova.network.neutron [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 942.000339] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Task: {'id': task-4811560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621133} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.033445] env[65794]: DEBUG nova.network.neutron [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Successfully created port: 2a6440e4-feb3-4de4-9906-49be8de4721d {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 942.036208] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] b074856a-7761-4303-a647-58d1d82eb539/b074856a-7761-4303-a647-58d1d82eb539.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.036610] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.038842] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1eda2f56-ed3a-45b6-978e-2558ab635207 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.041988] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e76042f-b69e-40d9-b826-1ee4bada9212 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.052391] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455a07d7-d7b5-4ca3-9938-f517350b1fcd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.063081] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Waiting for the task: (returnval){ [ 942.063081] env[65794]: value = "task-4811562" [ 942.063081] env[65794]: _type = "Task" [ 942.063081] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.080231] env[65794]: DEBUG nova.compute.provider_tree [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.097933] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Task: {'id': task-4811562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.290626] env[65794]: DEBUG nova.network.neutron [req-bc5de6c8-c8cf-4eff-951c-c4f05a1227a7 req-323cf4f1-71dc-45b3-b441-ab7caa74386c service nova] [instance: b074856a-7761-4303-a647-58d1d82eb539] Updated VIF entry in instance network info cache for port fa02b12a-17f7-4522-9e2f-c012cef93bba. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 942.291266] env[65794]: DEBUG nova.network.neutron [req-bc5de6c8-c8cf-4eff-951c-c4f05a1227a7 req-323cf4f1-71dc-45b3-b441-ab7caa74386c service nova] [instance: b074856a-7761-4303-a647-58d1d82eb539] Updating instance_info_cache with network_info: [{"id": "fa02b12a-17f7-4522-9e2f-c012cef93bba", "address": "fa:16:3e:cd:85:3e", "network": {"id": "397216dd-46d0-4ac7-8191-38196d16a4c9", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1450265355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "247f6cb4ccf2479db23f09583666300f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa02b12a-17", "ovs_interfaceid": "fa02b12a-17f7-4522-9e2f-c012cef93bba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.585894] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Task: {'id': task-4811562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093584} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.589279] env[65794]: DEBUG nova.network.neutron [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 942.593268] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.594210] env[65794]: DEBUG nova.scheduler.client.report [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.601336] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6c13d6-620e-4197-ac71-a27754f31913 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.633381] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] b074856a-7761-4303-a647-58d1d82eb539/b074856a-7761-4303-a647-58d1d82eb539.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.634622] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5ad2d5e-5b0f-4d0f-acd8-bd576122161d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.659247] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Waiting for the task: (returnval){ [ 942.659247] env[65794]: value = "task-4811563" [ 942.659247] env[65794]: _type = "Task" [ 942.659247] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.671287] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Task: {'id': task-4811563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.672501] env[65794]: DEBUG nova.network.neutron [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Successfully created port: 08ba0484-2133-4e73-a916-96b2b20e46c5 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 942.754080] env[65794]: DEBUG nova.network.neutron [-] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.784934] env[65794]: WARNING neutronclient.v2_0.client [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.795594] env[65794]: DEBUG oslo_concurrency.lockutils [req-bc5de6c8-c8cf-4eff-951c-c4f05a1227a7 req-323cf4f1-71dc-45b3-b441-ab7caa74386c service nova] Releasing lock "refresh_cache-b074856a-7761-4303-a647-58d1d82eb539" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.827776] env[65794]: DEBUG nova.compute.manager [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 943.017772] env[65794]: DEBUG nova.compute.manager [req-e8b5a764-bcaa-45f7-af52-e1b3dc9144dc req-5adee389-beb2-4f83-b23b-b49203b078ce service nova] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Received event network-vif-plugged-be08539a-4a13-4533-bf4d-354a91ce263d {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 943.020907] env[65794]: DEBUG oslo_concurrency.lockutils [req-e8b5a764-bcaa-45f7-af52-e1b3dc9144dc req-5adee389-beb2-4f83-b23b-b49203b078ce service nova] Acquiring lock "d37a7c93-47de-42fb-af0b-c94f0624ad82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.022411] env[65794]: DEBUG oslo_concurrency.lockutils [req-e8b5a764-bcaa-45f7-af52-e1b3dc9144dc req-5adee389-beb2-4f83-b23b-b49203b078ce service nova] Lock "d37a7c93-47de-42fb-af0b-c94f0624ad82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.022411] env[65794]: DEBUG oslo_concurrency.lockutils [req-e8b5a764-bcaa-45f7-af52-e1b3dc9144dc req-5adee389-beb2-4f83-b23b-b49203b078ce service nova] Lock "d37a7c93-47de-42fb-af0b-c94f0624ad82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.022411] env[65794]: DEBUG nova.compute.manager [req-e8b5a764-bcaa-45f7-af52-e1b3dc9144dc req-5adee389-beb2-4f83-b23b-b49203b078ce service nova] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] No waiting events found dispatching network-vif-plugged-be08539a-4a13-4533-bf4d-354a91ce263d {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 943.022411] env[65794]: WARNING nova.compute.manager [req-e8b5a764-bcaa-45f7-af52-e1b3dc9144dc req-5adee389-beb2-4f83-b23b-b49203b078ce service nova] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Received unexpected event network-vif-plugged-be08539a-4a13-4533-bf4d-354a91ce263d for instance with vm_state building and task_state spawning. [ 943.049828] env[65794]: DEBUG nova.network.neutron [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Updating instance_info_cache with network_info: [{"id": "be08539a-4a13-4533-bf4d-354a91ce263d", "address": "fa:16:3e:27:1d:0c", "network": {"id": "796d65bb-0e72-42f0-8247-62f2a929121c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-561121466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afda10614204904b15a25fd6091f909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe08539a-4a", "ovs_interfaceid": "be08539a-4a13-4533-bf4d-354a91ce263d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.058260] env[65794]: DEBUG nova.network.neutron [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Successfully created port: 95dcc0e6-2045-46e5-928d-b23591f86109 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 943.086724] env[65794]: DEBUG nova.compute.manager [req-7159b19f-5059-4c18-9ebb-4c86eb668ff2 req-b7f09598-bc93-4640-92ac-b2c695402232 service nova] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Received event network-vif-deleted-d67cf5bc-b2cc-40fe-a062-d4e3b59ae6a9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 943.102899] env[65794]: DEBUG oslo_concurrency.lockutils [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.314s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.106372] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.579s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.106872] env[65794]: DEBUG nova.objects.instance [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Lazy-loading 'resources' on Instance uuid a4c5899d-013c-4d82-9ede-1229bb1f71d7 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.144304] env[65794]: INFO nova.scheduler.client.report [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Deleted allocations for instance 3489ef01-ce97-414e-b154-4a5f6b5523d6 [ 943.174604] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Task: {'id': task-4811563, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.259632] env[65794]: INFO nova.compute.manager [-] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Took 1.87 seconds to deallocate network for instance. [ 943.553119] env[65794]: DEBUG oslo_concurrency.lockutils [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Releasing lock "refresh_cache-d37a7c93-47de-42fb-af0b-c94f0624ad82" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.553673] env[65794]: DEBUG nova.compute.manager [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Instance network_info: |[{"id": "be08539a-4a13-4533-bf4d-354a91ce263d", "address": "fa:16:3e:27:1d:0c", "network": {"id": "796d65bb-0e72-42f0-8247-62f2a929121c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-561121466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afda10614204904b15a25fd6091f909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe08539a-4a", "ovs_interfaceid": "be08539a-4a13-4533-bf4d-354a91ce263d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 943.554228] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:1d:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be08539a-4a13-4533-bf4d-354a91ce263d', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.563177] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Creating folder: Project (3afda10614204904b15a25fd6091f909). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.563596] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddf8a5b0-2547-406a-a3bb-9f4fbb4daee4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.580021] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Created folder: Project (3afda10614204904b15a25fd6091f909) in parent group-v937953. [ 943.580548] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Creating folder: Instances. Parent ref: group-v938165. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.580653] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fceed6f-f455-4821-9c99-31b1c15a0845 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.597464] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Created folder: Instances in parent group-v938165. [ 943.597863] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 943.598132] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.598269] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f20a278-4518-42cf-af66-e0803d673d7b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.630040] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.630040] env[65794]: value = "task-4811566" [ 943.630040] env[65794]: _type = "Task" [ 943.630040] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.642697] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811566, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.653130] env[65794]: DEBUG oslo_concurrency.lockutils [None req-56266497-9a40-4b12-9ce2-4634bba79243 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "3489ef01-ce97-414e-b154-4a5f6b5523d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.714s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.674195] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Task: {'id': task-4811563, 'name': ReconfigVM_Task, 'duration_secs': 0.517329} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.678466] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Reconfigured VM instance instance-00000051 to attach disk [datastore2] b074856a-7761-4303-a647-58d1d82eb539/b074856a-7761-4303-a647-58d1d82eb539.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.680482] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8047aee6-4015-488e-90fb-186299cf0bc3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.691781] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Waiting for the task: (returnval){ [ 943.691781] env[65794]: value = "task-4811567" [ 943.691781] env[65794]: _type = "Task" [ 943.691781] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.715049] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Task: {'id': task-4811567, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.769834] env[65794]: DEBUG oslo_concurrency.lockutils [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.136998] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76d1804-6543-4091-92bb-da3c0f0085c3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.152039] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e3c77f-1baf-4e16-a92a-80123a844090 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.156739] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811566, 'name': CreateVM_Task, 'duration_secs': 0.485034} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.157254] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.158638] env[65794]: WARNING neutronclient.v2_0.client [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.158925] env[65794]: DEBUG oslo_concurrency.lockutils [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.159647] env[65794]: DEBUG oslo_concurrency.lockutils [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.160042] env[65794]: DEBUG oslo_concurrency.lockutils [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.160438] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0c0a508-b6d3-4467-92cd-2c6195567422 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.199492] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d1fe2e-80ac-4184-8295-310acd007d91 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.203319] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Waiting for the task: (returnval){ [ 944.203319] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52682a8b-e5b2-d8d5-f771-736aecd19fe4" [ 944.203319] env[65794]: _type = "Task" [ 944.203319] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.216456] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Task: {'id': task-4811567, 'name': Rename_Task, 'duration_secs': 0.245736} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.217338] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.219073] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25177648-8f7c-4606-bef9-5d7f35196c53 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.227619] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5af59ecc-1b22-42da-819f-bde88fc20f60 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.229852] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52682a8b-e5b2-d8d5-f771-736aecd19fe4, 'name': SearchDatastore_Task, 'duration_secs': 0.018578} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.230710] env[65794]: DEBUG oslo_concurrency.lockutils [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.231116] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.231452] env[65794]: DEBUG oslo_concurrency.lockutils [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.231650] env[65794]: DEBUG oslo_concurrency.lockutils [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.231911] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.233743] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22b8e5fb-92b0-4dfa-8574-7a67cd9dfb87 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.245167] env[65794]: DEBUG nova.compute.provider_tree [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.248240] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Waiting for the task: (returnval){ [ 944.248240] env[65794]: value = "task-4811568" [ 944.248240] env[65794]: _type = "Task" [ 944.248240] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.257718] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.257718] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.263382] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5159d65d-6371-4746-886b-1220281f8e6a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.266582] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Task: {'id': task-4811568, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.272316] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Waiting for the task: (returnval){ [ 944.272316] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52ea86a3-f9e0-9766-6d99-b439d9b2b28a" [ 944.272316] env[65794]: _type = "Task" [ 944.272316] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.284557] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ea86a3-f9e0-9766-6d99-b439d9b2b28a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.717850] env[65794]: DEBUG nova.network.neutron [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Successfully updated port: 2a6440e4-feb3-4de4-9906-49be8de4721d {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 944.750452] env[65794]: DEBUG nova.scheduler.client.report [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.765297] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Task: {'id': task-4811568, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.783632] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ea86a3-f9e0-9766-6d99-b439d9b2b28a, 'name': SearchDatastore_Task, 'duration_secs': 0.016625} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.784530] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3919d45-19a7-4b05-92bf-695e31771da1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.792157] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Waiting for the task: (returnval){ [ 944.792157] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52388be7-2e34-689e-bf97-7cb0c870c5f6" [ 944.792157] env[65794]: _type = "Task" [ 944.792157] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.802435] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52388be7-2e34-689e-bf97-7cb0c870c5f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.259976] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.262819] env[65794]: DEBUG oslo_concurrency.lockutils [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.381s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.271302] env[65794]: DEBUG oslo_vmware.api [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Task: {'id': task-4811568, 'name': PowerOnVM_Task, 'duration_secs': 0.652743} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.271302] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.271555] env[65794]: INFO nova.compute.manager [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Took 9.86 seconds to spawn the instance on the hypervisor. [ 945.271750] env[65794]: DEBUG nova.compute.manager [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 945.272704] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3ebc41-2e09-426a-825f-613721799675 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.286597] env[65794]: INFO nova.scheduler.client.report [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Deleted allocations for instance a4c5899d-013c-4d82-9ede-1229bb1f71d7 [ 945.306961] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52388be7-2e34-689e-bf97-7cb0c870c5f6, 'name': SearchDatastore_Task, 'duration_secs': 0.011369} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.307312] env[65794]: DEBUG oslo_concurrency.lockutils [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.307597] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] d37a7c93-47de-42fb-af0b-c94f0624ad82/d37a7c93-47de-42fb-af0b-c94f0624ad82.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.308161] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e193f83-ce64-4e77-b8f0-82f23b3025d4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.317039] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Waiting for the task: (returnval){ [ 945.317039] env[65794]: value = "task-4811569" [ 945.317039] env[65794]: _type = "Task" [ 945.317039] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.327186] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Task: {'id': task-4811569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.770906] env[65794]: INFO nova.compute.claims [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.792067] env[65794]: INFO nova.compute.manager [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Took 20.20 seconds to build instance. [ 945.796186] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a0eeaeaa-217a-4a8a-89d1-8d63933a3f20 tempest-ServersTestFqdnHostnames-1416237530 tempest-ServersTestFqdnHostnames-1416237530-project-member] Lock "a4c5899d-013c-4d82-9ede-1229bb1f71d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.614s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.831401] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Task: {'id': task-4811569, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.280966] env[65794]: INFO nova.compute.resource_tracker [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Updating resource usage from migration 94286a66-ee07-467e-aa10-ba1810a90fe3 [ 946.296435] env[65794]: DEBUG oslo_concurrency.lockutils [None req-119c3f55-fadd-4771-aabb-7a31fc40e670 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Lock "b074856a-7761-4303-a647-58d1d82eb539" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.726s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.332995] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Task: {'id': task-4811569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590061} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.333343] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] d37a7c93-47de-42fb-af0b-c94f0624ad82/d37a7c93-47de-42fb-af0b-c94f0624ad82.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.333633] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.333956] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91e794d7-b833-4864-9a9e-c2a5dd0005af {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.343980] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Waiting for the task: (returnval){ [ 946.343980] env[65794]: value = "task-4811570" [ 946.343980] env[65794]: _type = "Task" [ 946.343980] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.354219] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Task: {'id': task-4811570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.651977] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2634d1e9-aa97-4a7a-b657-a593b8917258 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.660584] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c4142f-3d79-4f2b-9629-a6d92478dd8b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.694560] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94d2a93-c644-47a2-acc6-30212aaf35cc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.703376] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f4824f-0fc7-4597-881a-a07067c91193 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.718870] env[65794]: DEBUG nova.compute.provider_tree [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.853227] env[65794]: DEBUG nova.network.neutron [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Successfully updated port: 08ba0484-2133-4e73-a916-96b2b20e46c5 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 946.857503] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Task: {'id': task-4811570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123989} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.858070] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.858913] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acc0170-96c3-471b-9dc0-de8254f66800 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.885148] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] d37a7c93-47de-42fb-af0b-c94f0624ad82/d37a7c93-47de-42fb-af0b-c94f0624ad82.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.885919] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-697b8b12-50a6-4002-88e4-0606040a3ef5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.908348] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Waiting for the task: (returnval){ [ 946.908348] env[65794]: value = "task-4811571" [ 946.908348] env[65794]: _type = "Task" [ 946.908348] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.919844] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Task: {'id': task-4811571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.222163] env[65794]: DEBUG nova.scheduler.client.report [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.422469] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Task: {'id': task-4811571, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.727743] env[65794]: DEBUG oslo_concurrency.lockutils [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.465s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.728191] env[65794]: INFO nova.compute.manager [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Migrating [ 947.736586] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.539s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.738563] env[65794]: INFO nova.compute.claims [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.921097] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Task: {'id': task-4811571, 'name': ReconfigVM_Task, 'duration_secs': 0.540766} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.921486] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Reconfigured VM instance instance-00000052 to attach disk [datastore2] d37a7c93-47de-42fb-af0b-c94f0624ad82/d37a7c93-47de-42fb-af0b-c94f0624ad82.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.921829] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3601bbf0-7376-40d6-9c10-04b7e8e6c0f6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.931868] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Waiting for the task: (returnval){ [ 947.931868] env[65794]: value = "task-4811572" [ 947.931868] env[65794]: _type = "Task" [ 947.931868] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.942294] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Task: {'id': task-4811572, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.260306] env[65794]: DEBUG oslo_concurrency.lockutils [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "refresh_cache-0e8e6cf2-1555-486b-9d90-c15bd6e34dc5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.260615] env[65794]: DEBUG oslo_concurrency.lockutils [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "refresh_cache-0e8e6cf2-1555-486b-9d90-c15bd6e34dc5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.260805] env[65794]: DEBUG nova.network.neutron [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 948.443133] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Task: {'id': task-4811572, 'name': Rename_Task, 'duration_secs': 0.212481} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.443457] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.443808] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-314d9ff2-381e-453e-a8e1-d981ed2e31b4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.453087] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Waiting for the task: (returnval){ [ 948.453087] env[65794]: value = "task-4811573" [ 948.453087] env[65794]: _type = "Task" [ 948.453087] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.467541] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Task: {'id': task-4811573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.767782] env[65794]: WARNING neutronclient.v2_0.client [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.898124] env[65794]: DEBUG nova.virt.hardware [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 948.898288] env[65794]: DEBUG nova.virt.hardware [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.898426] env[65794]: DEBUG nova.virt.hardware [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 948.898599] env[65794]: DEBUG nova.virt.hardware [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.899041] env[65794]: DEBUG nova.virt.hardware [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 948.899206] env[65794]: DEBUG nova.virt.hardware [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 948.899420] env[65794]: DEBUG nova.virt.hardware [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 948.899577] env[65794]: DEBUG nova.virt.hardware [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 948.899742] env[65794]: DEBUG nova.virt.hardware [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 948.899899] env[65794]: DEBUG nova.virt.hardware [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 948.900092] env[65794]: DEBUG nova.virt.hardware [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 948.902361] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981a6c70-20cc-4171-b6bf-7b368087c7f8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.917221] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c10e6e-d2f0-426f-8c33-5204866f0c79 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.966380] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Task: {'id': task-4811573, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.982941] env[65794]: WARNING neutronclient.v2_0.client [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.027188] env[65794]: DEBUG nova.network.neutron [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Successfully updated port: 95dcc0e6-2045-46e5-928d-b23591f86109 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 949.133736] env[65794]: DEBUG nova.network.neutron [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Updating instance_info_cache with network_info: [{"id": "75feeed4-e6af-473c-a526-44dce6db7bdd", "address": "fa:16:3e:ea:35:82", "network": {"id": "36c5e215-9baa-484a-b32e-46d5cf98df9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1092787184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a60998eafe04056b6d1e67daba6c3b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75feeed4-e6", "ovs_interfaceid": "75feeed4-e6af-473c-a526-44dce6db7bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.218463] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b77b12c-5df8-4d34-871c-1a8006f5c68f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.227384] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531827fc-8139-45c8-9039-c09cc5707415 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.261459] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0211454a-d9fb-431a-9102-b9354b45bb06 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.270531] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75f0f1b-7744-477b-9c72-2bd49a4bf921 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.290052] env[65794]: DEBUG nova.compute.provider_tree [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.296073] env[65794]: DEBUG oslo_vmware.rw_handles [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525f9424-bb44-2610-e767-62e674cea052/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 949.296955] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2f90d2-f3d5-45ab-914a-b634884a260d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.305994] env[65794]: DEBUG oslo_vmware.rw_handles [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525f9424-bb44-2610-e767-62e674cea052/disk-0.vmdk is in state: ready. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 949.306196] env[65794]: ERROR oslo_vmware.rw_handles [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525f9424-bb44-2610-e767-62e674cea052/disk-0.vmdk due to incomplete transfer. [ 949.306567] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d0385613-f103-4447-8456-0e0908ac87ec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.316253] env[65794]: DEBUG oslo_vmware.rw_handles [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525f9424-bb44-2610-e767-62e674cea052/disk-0.vmdk. {{(pid=65794) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 949.316459] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Uploaded image 65d4b085-6073-4fa3-9070-81fae6143632 to the Glance image server {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 949.318842] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Destroying the VM {{(pid=65794) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 949.319170] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-56bd6053-9a2f-4aec-9d60-c9b331563dd2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.328900] env[65794]: DEBUG oslo_vmware.api [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 949.328900] env[65794]: value = "task-4811574" [ 949.328900] env[65794]: _type = "Task" [ 949.328900] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.340434] env[65794]: DEBUG oslo_vmware.api [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811574, 'name': Destroy_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.466405] env[65794]: DEBUG oslo_vmware.api [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Task: {'id': task-4811573, 'name': PowerOnVM_Task, 'duration_secs': 0.774228} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.466732] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.466953] env[65794]: INFO nova.compute.manager [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Took 9.19 seconds to spawn the instance on the hypervisor. [ 949.467155] env[65794]: DEBUG nova.compute.manager [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 949.468079] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393f5e49-7272-47b6-ae0a-7461b36bce41 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.531724] env[65794]: DEBUG oslo_concurrency.lockutils [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Acquiring lock "refresh_cache-50f25d8a-901c-47e1-90a1-dfbce30f5722" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.532279] env[65794]: DEBUG oslo_concurrency.lockutils [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Acquired lock "refresh_cache-50f25d8a-901c-47e1-90a1-dfbce30f5722" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.532394] env[65794]: DEBUG nova.network.neutron [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 949.640693] env[65794]: DEBUG oslo_concurrency.lockutils [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "refresh_cache-0e8e6cf2-1555-486b-9d90-c15bd6e34dc5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.792753] env[65794]: DEBUG nova.scheduler.client.report [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.840930] env[65794]: DEBUG oslo_vmware.api [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811574, 'name': Destroy_Task, 'duration_secs': 0.376373} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.841235] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Destroyed the VM [ 949.841381] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Deleting Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 949.842795] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-126ba361-bf1f-4149-9033-e4ab4f3508d6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.849933] env[65794]: DEBUG oslo_vmware.api [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 949.849933] env[65794]: value = "task-4811575" [ 949.849933] env[65794]: _type = "Task" [ 949.849933] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.863018] env[65794]: DEBUG oslo_vmware.api [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811575, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.987823] env[65794]: INFO nova.compute.manager [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Took 20.37 seconds to build instance. [ 950.091725] env[65794]: DEBUG nova.network.neutron [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 950.173223] env[65794]: WARNING neutronclient.v2_0.client [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.184530] env[65794]: DEBUG oslo_vmware.rw_handles [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52727c1e-498b-dd4a-cb25-db4e8a6a24a7/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 950.185531] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c605ff-ef71-44e7-b13a-4c0cacb34052 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.195033] env[65794]: DEBUG oslo_vmware.rw_handles [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52727c1e-498b-dd4a-cb25-db4e8a6a24a7/disk-0.vmdk is in state: ready. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 950.195260] env[65794]: ERROR oslo_vmware.rw_handles [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52727c1e-498b-dd4a-cb25-db4e8a6a24a7/disk-0.vmdk due to incomplete transfer. [ 950.195529] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1f6f5571-1d55-492d-bf3f-2f90377e17d1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.205662] env[65794]: DEBUG oslo_vmware.rw_handles [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52727c1e-498b-dd4a-cb25-db4e8a6a24a7/disk-0.vmdk. {{(pid=65794) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 950.205662] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Uploaded image 3c271cd4-1b8c-4212-a322-3a17be33935d to the Glance image server {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 950.207357] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Destroying the VM {{(pid=65794) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 950.208547] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ab85f651-b376-4bac-afbb-a2f76ec65feb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.219562] env[65794]: DEBUG oslo_vmware.api [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 950.219562] env[65794]: value = "task-4811576" [ 950.219562] env[65794]: _type = "Task" [ 950.219562] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.226363] env[65794]: DEBUG nova.compute.manager [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Received event network-changed-be08539a-4a13-4533-bf4d-354a91ce263d {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 950.226424] env[65794]: DEBUG nova.compute.manager [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Refreshing instance network info cache due to event network-changed-be08539a-4a13-4533-bf4d-354a91ce263d. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 950.226800] env[65794]: DEBUG oslo_concurrency.lockutils [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] Acquiring lock "refresh_cache-d37a7c93-47de-42fb-af0b-c94f0624ad82" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.226800] env[65794]: DEBUG oslo_concurrency.lockutils [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] Acquired lock "refresh_cache-d37a7c93-47de-42fb-af0b-c94f0624ad82" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.226938] env[65794]: DEBUG nova.network.neutron [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Refreshing network info cache for port be08539a-4a13-4533-bf4d-354a91ce263d {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.235551] env[65794]: DEBUG oslo_vmware.api [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811576, 'name': Destroy_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.248624] env[65794]: DEBUG nova.compute.manager [req-7a507f64-b860-4293-9e4b-fccd9b828c51 req-bf533df2-34ea-4f15-b531-5c30900c1676 service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Received event network-vif-plugged-08ba0484-2133-4e73-a916-96b2b20e46c5 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 950.248624] env[65794]: DEBUG oslo_concurrency.lockutils [req-7a507f64-b860-4293-9e4b-fccd9b828c51 req-bf533df2-34ea-4f15-b531-5c30900c1676 service nova] Acquiring lock "50f25d8a-901c-47e1-90a1-dfbce30f5722-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.248854] env[65794]: DEBUG oslo_concurrency.lockutils [req-7a507f64-b860-4293-9e4b-fccd9b828c51 req-bf533df2-34ea-4f15-b531-5c30900c1676 service nova] Lock "50f25d8a-901c-47e1-90a1-dfbce30f5722-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.248854] env[65794]: DEBUG oslo_concurrency.lockutils [req-7a507f64-b860-4293-9e4b-fccd9b828c51 req-bf533df2-34ea-4f15-b531-5c30900c1676 service nova] Lock "50f25d8a-901c-47e1-90a1-dfbce30f5722-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.248982] env[65794]: DEBUG nova.compute.manager [req-7a507f64-b860-4293-9e4b-fccd9b828c51 req-bf533df2-34ea-4f15-b531-5c30900c1676 service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] No waiting events found dispatching network-vif-plugged-08ba0484-2133-4e73-a916-96b2b20e46c5 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 950.249686] env[65794]: WARNING nova.compute.manager [req-7a507f64-b860-4293-9e4b-fccd9b828c51 req-bf533df2-34ea-4f15-b531-5c30900c1676 service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Received unexpected event network-vif-plugged-08ba0484-2133-4e73-a916-96b2b20e46c5 for instance with vm_state building and task_state spawning. [ 950.299352] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.299933] env[65794]: DEBUG nova.compute.manager [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 950.303506] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.848s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.305113] env[65794]: INFO nova.compute.claims [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.336804] env[65794]: WARNING neutronclient.v2_0.client [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.367092] env[65794]: DEBUG nova.compute.manager [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 950.367989] env[65794]: DEBUG oslo_vmware.api [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811575, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.368833] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa9e1c2-09f4-44e7-868e-e1a5b7c75562 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.490508] env[65794]: DEBUG oslo_concurrency.lockutils [None req-422088c1-139e-4798-b6fe-62a5ea4513b3 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Lock "d37a7c93-47de-42fb-af0b-c94f0624ad82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.886s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.732720] env[65794]: DEBUG oslo_vmware.api [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811576, 'name': Destroy_Task} progress is 33%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.737228] env[65794]: WARNING neutronclient.v2_0.client [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.810290] env[65794]: DEBUG nova.compute.utils [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.813269] env[65794]: DEBUG nova.compute.manager [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 950.813269] env[65794]: DEBUG nova.network.neutron [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 950.813593] env[65794]: WARNING neutronclient.v2_0.client [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.813907] env[65794]: WARNING neutronclient.v2_0.client [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.863984] env[65794]: DEBUG oslo_vmware.api [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811575, 'name': RemoveSnapshot_Task, 'duration_secs': 0.898105} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.864173] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Deleted Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 950.864367] env[65794]: INFO nova.compute.manager [None req-92ba1d44-522c-4d79-9b8d-0317990dee2f tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Took 15.92 seconds to snapshot the instance on the hypervisor. [ 950.881990] env[65794]: INFO nova.compute.manager [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] instance snapshotting [ 950.885433] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65d6256-c170-4b68-b13b-fe2ab443580e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.891023] env[65794]: DEBUG oslo_concurrency.lockutils [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Acquiring lock "e25e755a-ca3f-493c-87dc-389fc13a8505" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.891265] env[65794]: DEBUG oslo_concurrency.lockutils [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Lock "e25e755a-ca3f-493c-87dc-389fc13a8505" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.891496] env[65794]: DEBUG oslo_concurrency.lockutils [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Acquiring lock "e25e755a-ca3f-493c-87dc-389fc13a8505-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.891726] env[65794]: DEBUG oslo_concurrency.lockutils [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Lock "e25e755a-ca3f-493c-87dc-389fc13a8505-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.891907] env[65794]: DEBUG oslo_concurrency.lockutils [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Lock "e25e755a-ca3f-493c-87dc-389fc13a8505-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.916370] env[65794]: INFO nova.compute.manager [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Terminating instance [ 950.919458] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87269004-71e1-4127-b8ca-f18bf5bdb271 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.930863] env[65794]: DEBUG oslo_concurrency.lockutils [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "cc961e99-ce33-4b59-b8d3-aae47d0e5298" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.931176] env[65794]: DEBUG oslo_concurrency.lockutils [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "cc961e99-ce33-4b59-b8d3-aae47d0e5298" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.948589] env[65794]: DEBUG nova.policy [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b53b746dbf34345abd25737aea67af8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28d747c7d7744934af5ef6936cd5608d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.148933] env[65794]: DEBUG oslo_concurrency.lockutils [None req-414939b3-fb7a-4bf8-9129-c74c4c4aa66b tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Acquiring lock "d37a7c93-47de-42fb-af0b-c94f0624ad82" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.149273] env[65794]: DEBUG oslo_concurrency.lockutils [None req-414939b3-fb7a-4bf8-9129-c74c4c4aa66b tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Lock "d37a7c93-47de-42fb-af0b-c94f0624ad82" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.149541] env[65794]: INFO nova.compute.manager [None req-414939b3-fb7a-4bf8-9129-c74c4c4aa66b tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Rebooting instance [ 951.158216] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4b9ab5-21ad-4498-9b2f-2e9628ecc867 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.178459] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Updating instance '0e8e6cf2-1555-486b-9d90-c15bd6e34dc5' progress to 0 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 951.231468] env[65794]: DEBUG oslo_vmware.api [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811576, 'name': Destroy_Task, 'duration_secs': 0.610973} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.232571] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Destroyed the VM [ 951.232854] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Deleting Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 951.233134] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0778831b-6ef8-4ce9-b9ba-0f2d52a8837d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.241295] env[65794]: DEBUG oslo_vmware.api [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 951.241295] env[65794]: value = "task-4811577" [ 951.241295] env[65794]: _type = "Task" [ 951.241295] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.250463] env[65794]: DEBUG oslo_vmware.api [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811577, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.320309] env[65794]: DEBUG nova.compute.manager [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 951.419547] env[65794]: DEBUG nova.network.neutron [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Successfully created port: e0b7cd58-c522-4285-af52-f02fca39ef9f {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 951.433370] env[65794]: DEBUG nova.compute.manager [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 951.433370] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.433370] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c511bd-449d-4450-9495-24b2a00a2164 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.438211] env[65794]: DEBUG nova.compute.manager [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 951.447199] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Creating Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 951.450265] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c14b5a28-adb5-441f-b3d5-c8aff706cf16 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.452682] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.456166] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0a1e3a7-0982-4831-8dcc-0fd6e3d415ef {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.465318] env[65794]: DEBUG oslo_vmware.api [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 951.465318] env[65794]: value = "task-4811578" [ 951.465318] env[65794]: _type = "Task" [ 951.465318] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.467543] env[65794]: DEBUG oslo_vmware.api [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Waiting for the task: (returnval){ [ 951.467543] env[65794]: value = "task-4811579" [ 951.467543] env[65794]: _type = "Task" [ 951.467543] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.482444] env[65794]: WARNING neutronclient.v2_0.client [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.493320] env[65794]: DEBUG oslo_vmware.api [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811578, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.497836] env[65794]: DEBUG oslo_vmware.api [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Task: {'id': task-4811579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.669996] env[65794]: DEBUG oslo_concurrency.lockutils [None req-414939b3-fb7a-4bf8-9129-c74c4c4aa66b tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Acquiring lock "refresh_cache-d37a7c93-47de-42fb-af0b-c94f0624ad82" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.685048] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.685414] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4faad34-f1ab-4fe3-9676-8273854f2d69 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.695694] env[65794]: DEBUG oslo_vmware.api [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 951.695694] env[65794]: value = "task-4811580" [ 951.695694] env[65794]: _type = "Task" [ 951.695694] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.711937] env[65794]: DEBUG oslo_vmware.api [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.760168] env[65794]: DEBUG oslo_vmware.api [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811577, 'name': RemoveSnapshot_Task, 'duration_secs': 0.425794} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.760363] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Deleted Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 951.760804] env[65794]: DEBUG nova.compute.manager [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 951.761628] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bbf067-fcf8-459f-828e-9587650f5cb1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.853245] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c2fb7d-cd3f-4d0e-84f4-b916e65c77d8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.866948] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d4af47-6af2-491b-9827-01099ddc57ce {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.909213] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea2d94e-72d9-45b6-a696-c702fe138d59 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.919593] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b003ee84-02f0-41eb-a144-20502b9df584 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.937272] env[65794]: DEBUG nova.compute.provider_tree [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.963778] env[65794]: DEBUG oslo_concurrency.lockutils [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.982975] env[65794]: DEBUG oslo_vmware.api [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811578, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.986296] env[65794]: DEBUG oslo_vmware.api [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Task: {'id': task-4811579, 'name': PowerOffVM_Task, 'duration_secs': 0.308321} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.986560] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.986775] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.987219] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-100a9183-2019-4f94-9831-2cddfb6a30fe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.081499] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.081499] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.081499] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Deleting the datastore file [datastore2] e25e755a-ca3f-493c-87dc-389fc13a8505 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.081499] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7c484a4-caf1-46b1-ab11-47d1b6674a67 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.090088] env[65794]: DEBUG oslo_vmware.api [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Waiting for the task: (returnval){ [ 952.090088] env[65794]: value = "task-4811582" [ 952.090088] env[65794]: _type = "Task" [ 952.090088] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.099536] env[65794]: DEBUG oslo_vmware.api [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Task: {'id': task-4811582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.207890] env[65794]: DEBUG oslo_vmware.api [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811580, 'name': PowerOffVM_Task, 'duration_secs': 0.205257} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.208620] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.208935] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Updating instance '0e8e6cf2-1555-486b-9d90-c15bd6e34dc5' progress to 17 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 952.278865] env[65794]: INFO nova.compute.manager [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Shelve offloading [ 952.332360] env[65794]: DEBUG nova.compute.manager [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 952.358648] env[65794]: DEBUG nova.virt.hardware [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 952.358919] env[65794]: DEBUG nova.virt.hardware [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.359083] env[65794]: DEBUG nova.virt.hardware [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 952.359266] env[65794]: DEBUG nova.virt.hardware [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.359406] env[65794]: DEBUG nova.virt.hardware [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 952.359551] env[65794]: DEBUG nova.virt.hardware [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 952.359827] env[65794]: DEBUG nova.virt.hardware [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 952.359889] env[65794]: DEBUG nova.virt.hardware [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 952.360048] env[65794]: DEBUG nova.virt.hardware [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 952.360205] env[65794]: DEBUG nova.virt.hardware [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 952.360367] env[65794]: DEBUG nova.virt.hardware [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 952.361463] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4abce9f-d2c3-4f26-88e8-c786523ece77 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.370831] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedfa293-8aa7-4487-b305-3c7ad3dde7a2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.441185] env[65794]: DEBUG nova.scheduler.client.report [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.455360] env[65794]: WARNING neutronclient.v2_0.client [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.478621] env[65794]: DEBUG oslo_vmware.api [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811578, 'name': CreateSnapshot_Task, 'duration_secs': 0.757019} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.478912] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Created Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 952.479738] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160caa59-e139-4108-b66c-4206cda425d0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.497608] env[65794]: DEBUG nova.network.neutron [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Updating instance_info_cache with network_info: [{"id": "2a6440e4-feb3-4de4-9906-49be8de4721d", "address": "fa:16:3e:c3:1e:fc", "network": {"id": "1fdc0326-493a-4a14-8906-6792411b4e9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-319196741", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5f6b86ca009846b5b06e6c89352aa1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6440e4-fe", "ovs_interfaceid": "2a6440e4-feb3-4de4-9906-49be8de4721d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08ba0484-2133-4e73-a916-96b2b20e46c5", "address": "fa:16:3e:af:bd:3c", "network": {"id": "762501e4-59b4-4f62-b2bf-76ff747906e5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1688684955", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5f6b86ca009846b5b06e6c89352aa1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08ba0484-21", "ovs_interfaceid": "08ba0484-2133-4e73-a916-96b2b20e46c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95dcc0e6-2045-46e5-928d-b23591f86109", "address": "fa:16:3e:44:9a:fc", "network": {"id": "1fdc0326-493a-4a14-8906-6792411b4e9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-319196741", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f6b86ca009846b5b06e6c89352aa1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95dcc0e6-20", "ovs_interfaceid": "95dcc0e6-2045-46e5-928d-b23591f86109", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.600191] env[65794]: DEBUG oslo_vmware.api [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Task: {'id': task-4811582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23914} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.601582] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.601582] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.601582] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.601582] env[65794]: INFO nova.compute.manager [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Took 1.17 seconds to destroy the instance on the hypervisor. [ 952.601582] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 952.601582] env[65794]: DEBUG nova.compute.manager [-] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 952.601965] env[65794]: DEBUG nova.network.neutron [-] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 952.601965] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.716767] env[65794]: DEBUG nova.virt.hardware [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 952.717016] env[65794]: DEBUG nova.virt.hardware [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.717331] env[65794]: DEBUG nova.virt.hardware [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 952.717523] env[65794]: DEBUG nova.virt.hardware [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.717668] env[65794]: DEBUG nova.virt.hardware [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 952.717809] env[65794]: DEBUG nova.virt.hardware [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 952.718039] env[65794]: DEBUG nova.virt.hardware [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 952.718178] env[65794]: DEBUG nova.virt.hardware [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 952.718343] env[65794]: DEBUG nova.virt.hardware [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 952.718500] env[65794]: DEBUG nova.virt.hardware [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 952.718666] env[65794]: DEBUG nova.virt.hardware [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 952.724256] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e593cae-0acb-42ad-8bb3-d0ef2a8c411b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.746456] env[65794]: DEBUG oslo_vmware.api [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 952.746456] env[65794]: value = "task-4811583" [ 952.746456] env[65794]: _type = "Task" [ 952.746456] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.757450] env[65794]: DEBUG oslo_vmware.api [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.782738] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.783095] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-730ea6af-5ee0-480d-aad1-904ff03f2d0b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.793196] env[65794]: DEBUG oslo_vmware.api [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 952.793196] env[65794]: value = "task-4811584" [ 952.793196] env[65794]: _type = "Task" [ 952.793196] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.811442] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] VM already powered off {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 952.812757] env[65794]: DEBUG nova.compute.manager [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 952.815559] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26056f1a-2f85-4aaa-810e-d35c63686254 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.824209] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "refresh_cache-3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.824481] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquired lock "refresh_cache-3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.824560] env[65794]: DEBUG nova.network.neutron [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 952.934039] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.946863] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.947338] env[65794]: DEBUG nova.compute.manager [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 952.952452] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.338s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.954029] env[65794]: INFO nova.compute.claims [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.001538] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Creating linked-clone VM from snapshot {{(pid=65794) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 953.002145] env[65794]: DEBUG oslo_concurrency.lockutils [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Releasing lock "refresh_cache-50f25d8a-901c-47e1-90a1-dfbce30f5722" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.003288] env[65794]: DEBUG nova.compute.manager [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Instance network_info: |[{"id": "2a6440e4-feb3-4de4-9906-49be8de4721d", "address": "fa:16:3e:c3:1e:fc", "network": {"id": "1fdc0326-493a-4a14-8906-6792411b4e9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-319196741", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5f6b86ca009846b5b06e6c89352aa1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6440e4-fe", "ovs_interfaceid": "2a6440e4-feb3-4de4-9906-49be8de4721d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08ba0484-2133-4e73-a916-96b2b20e46c5", "address": "fa:16:3e:af:bd:3c", "network": {"id": "762501e4-59b4-4f62-b2bf-76ff747906e5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1688684955", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5f6b86ca009846b5b06e6c89352aa1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08ba0484-21", "ovs_interfaceid": "08ba0484-2133-4e73-a916-96b2b20e46c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95dcc0e6-2045-46e5-928d-b23591f86109", "address": "fa:16:3e:44:9a:fc", "network": {"id": "1fdc0326-493a-4a14-8906-6792411b4e9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-319196741", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f6b86ca009846b5b06e6c89352aa1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95dcc0e6-20", "ovs_interfaceid": "95dcc0e6-2045-46e5-928d-b23591f86109", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 953.003288] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d05f4452-2d6d-49f1-a16f-436f40acb5ac {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.010607] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:1e:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a6440e4-feb3-4de4-9906-49be8de4721d', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:bd:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08ba0484-2133-4e73-a916-96b2b20e46c5', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:9a:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95dcc0e6-2045-46e5-928d-b23591f86109', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.024062] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Creating folder: Project (5f6b86ca009846b5b06e6c89352aa1be). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.025373] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e053fc85-9913-4b33-9af4-ebb827290729 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.039781] env[65794]: DEBUG oslo_vmware.api [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 953.039781] env[65794]: value = "task-4811586" [ 953.039781] env[65794]: _type = "Task" [ 953.039781] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.045515] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Created folder: Project (5f6b86ca009846b5b06e6c89352aa1be) in parent group-v937953. [ 953.045738] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Creating folder: Instances. Parent ref: group-v938169. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.047081] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f334cc0e-75eb-4a65-bd0b-158f616c3a02 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.053967] env[65794]: DEBUG oslo_vmware.api [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811586, 'name': CloneVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.066473] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Created folder: Instances in parent group-v938169. [ 953.066473] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 953.066847] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.066938] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e25963d-bfae-449b-9e50-74d601aed1a6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.095943] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.095943] env[65794]: value = "task-4811588" [ 953.095943] env[65794]: _type = "Task" [ 953.095943] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.106760] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811588, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.251493] env[65794]: DEBUG nova.network.neutron [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Successfully updated port: e0b7cd58-c522-4285-af52-f02fca39ef9f {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 953.261024] env[65794]: DEBUG oslo_vmware.api [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811583, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.292215] env[65794]: DEBUG nova.network.neutron [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Updated VIF entry in instance network info cache for port be08539a-4a13-4533-bf4d-354a91ce263d. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 953.292637] env[65794]: DEBUG nova.network.neutron [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Updating instance_info_cache with network_info: [{"id": "be08539a-4a13-4533-bf4d-354a91ce263d", "address": "fa:16:3e:27:1d:0c", "network": {"id": "796d65bb-0e72-42f0-8247-62f2a929121c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-561121466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afda10614204904b15a25fd6091f909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe08539a-4a", "ovs_interfaceid": "be08539a-4a13-4533-bf4d-354a91ce263d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.328341] env[65794]: WARNING neutronclient.v2_0.client [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.415736] env[65794]: DEBUG oslo_concurrency.lockutils [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Acquiring lock "b074856a-7761-4303-a647-58d1d82eb539" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.415736] env[65794]: DEBUG oslo_concurrency.lockutils [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Lock "b074856a-7761-4303-a647-58d1d82eb539" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.415736] env[65794]: DEBUG oslo_concurrency.lockutils [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Acquiring lock "b074856a-7761-4303-a647-58d1d82eb539-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.416088] env[65794]: DEBUG oslo_concurrency.lockutils [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Lock "b074856a-7761-4303-a647-58d1d82eb539-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.416088] env[65794]: DEBUG oslo_concurrency.lockutils [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Lock "b074856a-7761-4303-a647-58d1d82eb539-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.418392] env[65794]: INFO nova.compute.manager [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Terminating instance [ 953.453968] env[65794]: DEBUG nova.compute.utils [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.456346] env[65794]: DEBUG nova.compute.manager [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 953.456550] env[65794]: DEBUG nova.network.neutron [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 953.456912] env[65794]: WARNING neutronclient.v2_0.client [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.457238] env[65794]: WARNING neutronclient.v2_0.client [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.550909] env[65794]: DEBUG oslo_vmware.api [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811586, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.614531] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811588, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.678247] env[65794]: DEBUG nova.policy [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c058043df8749b9855a1eeb2cfb0b3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '737a0ac2aeb14300bb926f480f8a9607', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.754835] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "refresh_cache-f4935136-8827-4483-be5c-9c1e84bf0ed7" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.754944] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired lock "refresh_cache-f4935136-8827-4483-be5c-9c1e84bf0ed7" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.755160] env[65794]: DEBUG nova.network.neutron [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 953.759836] env[65794]: DEBUG oslo_vmware.api [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811583, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.795783] env[65794]: DEBUG oslo_concurrency.lockutils [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] Releasing lock "refresh_cache-d37a7c93-47de-42fb-af0b-c94f0624ad82" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.796085] env[65794]: DEBUG nova.compute.manager [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Received event network-vif-plugged-2a6440e4-feb3-4de4-9906-49be8de4721d {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 953.796290] env[65794]: DEBUG oslo_concurrency.lockutils [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] Acquiring lock "50f25d8a-901c-47e1-90a1-dfbce30f5722-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.796484] env[65794]: DEBUG oslo_concurrency.lockutils [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] Lock "50f25d8a-901c-47e1-90a1-dfbce30f5722-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.796637] env[65794]: DEBUG oslo_concurrency.lockutils [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] Lock "50f25d8a-901c-47e1-90a1-dfbce30f5722-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.796797] env[65794]: DEBUG nova.compute.manager [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] No waiting events found dispatching network-vif-plugged-2a6440e4-feb3-4de4-9906-49be8de4721d {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 953.796990] env[65794]: WARNING nova.compute.manager [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Received unexpected event network-vif-plugged-2a6440e4-feb3-4de4-9906-49be8de4721d for instance with vm_state building and task_state spawning. [ 953.797179] env[65794]: DEBUG nova.compute.manager [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Received event network-changed-2a6440e4-feb3-4de4-9906-49be8de4721d {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 953.797330] env[65794]: DEBUG nova.compute.manager [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Refreshing instance network info cache due to event network-changed-2a6440e4-feb3-4de4-9906-49be8de4721d. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 953.797514] env[65794]: DEBUG oslo_concurrency.lockutils [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] Acquiring lock "refresh_cache-50f25d8a-901c-47e1-90a1-dfbce30f5722" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.797649] env[65794]: DEBUG oslo_concurrency.lockutils [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] Acquired lock "refresh_cache-50f25d8a-901c-47e1-90a1-dfbce30f5722" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.797805] env[65794]: DEBUG nova.network.neutron [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Refreshing network info cache for port 2a6440e4-feb3-4de4-9906-49be8de4721d {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.799313] env[65794]: DEBUG oslo_concurrency.lockutils [None req-414939b3-fb7a-4bf8-9129-c74c4c4aa66b tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Acquired lock "refresh_cache-d37a7c93-47de-42fb-af0b-c94f0624ad82" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.799659] env[65794]: DEBUG nova.network.neutron [None req-414939b3-fb7a-4bf8-9129-c74c4c4aa66b tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 953.922633] env[65794]: DEBUG nova.compute.manager [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 953.923048] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.923912] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163abcb7-734a-4fe0-a1ef-678a43ba0e21 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.934713] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.934713] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-937c53fd-bf35-40f8-93c8-99aa8dcb1f53 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.945692] env[65794]: DEBUG oslo_vmware.api [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Waiting for the task: (returnval){ [ 953.945692] env[65794]: value = "task-4811589" [ 953.945692] env[65794]: _type = "Task" [ 953.945692] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.960857] env[65794]: DEBUG oslo_vmware.api [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Task: {'id': task-4811589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.962184] env[65794]: DEBUG nova.compute.manager [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 954.051200] env[65794]: DEBUG oslo_vmware.api [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811586, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.094836] env[65794]: DEBUG nova.network.neutron [-] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.111807] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811588, 'name': CreateVM_Task, 'duration_secs': 0.576124} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.114681] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.114681] env[65794]: WARNING neutronclient.v2_0.client [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.114681] env[65794]: WARNING neutronclient.v2_0.client [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.114681] env[65794]: WARNING neutronclient.v2_0.client [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.114681] env[65794]: DEBUG oslo_concurrency.lockutils [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.114681] env[65794]: DEBUG oslo_concurrency.lockutils [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.115043] env[65794]: DEBUG oslo_concurrency.lockutils [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.115412] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da53c8ca-05f6-4d0b-b20f-127a6ab63e59 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.125110] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Waiting for the task: (returnval){ [ 954.125110] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]521c5dfa-b826-a905-c958-08c4ebdaf077" [ 954.125110] env[65794]: _type = "Task" [ 954.125110] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.137132] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521c5dfa-b826-a905-c958-08c4ebdaf077, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.235775] env[65794]: DEBUG nova.network.neutron [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Successfully created port: 72d74464-4066-4d23-8644-35d44817e426 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 954.264829] env[65794]: DEBUG oslo_vmware.api [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811583, 'name': ReconfigVM_Task, 'duration_secs': 1.394206} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.268230] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Updating instance '0e8e6cf2-1555-486b-9d90-c15bd6e34dc5' progress to 33 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 954.307594] env[65794]: WARNING neutronclient.v2_0.client [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.310298] env[65794]: WARNING neutronclient.v2_0.client [None req-414939b3-fb7a-4bf8-9129-c74c4c4aa66b tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.332286] env[65794]: DEBUG nova.compute.manager [req-885a3889-d959-4e27-b989-ddde26f2f2dd req-7e6d7240-6ea8-456c-8527-f5aed8f01d32 service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Received event network-vif-plugged-95dcc0e6-2045-46e5-928d-b23591f86109 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 954.332286] env[65794]: DEBUG oslo_concurrency.lockutils [req-885a3889-d959-4e27-b989-ddde26f2f2dd req-7e6d7240-6ea8-456c-8527-f5aed8f01d32 service nova] Acquiring lock "50f25d8a-901c-47e1-90a1-dfbce30f5722-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.332286] env[65794]: DEBUG oslo_concurrency.lockutils [req-885a3889-d959-4e27-b989-ddde26f2f2dd req-7e6d7240-6ea8-456c-8527-f5aed8f01d32 service nova] Lock "50f25d8a-901c-47e1-90a1-dfbce30f5722-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.332286] env[65794]: DEBUG oslo_concurrency.lockutils [req-885a3889-d959-4e27-b989-ddde26f2f2dd req-7e6d7240-6ea8-456c-8527-f5aed8f01d32 service nova] Lock "50f25d8a-901c-47e1-90a1-dfbce30f5722-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.332286] env[65794]: DEBUG nova.compute.manager [req-885a3889-d959-4e27-b989-ddde26f2f2dd req-7e6d7240-6ea8-456c-8527-f5aed8f01d32 service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] No waiting events found dispatching network-vif-plugged-95dcc0e6-2045-46e5-928d-b23591f86109 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 954.332762] env[65794]: WARNING nova.compute.manager [req-885a3889-d959-4e27-b989-ddde26f2f2dd req-7e6d7240-6ea8-456c-8527-f5aed8f01d32 service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Received unexpected event network-vif-plugged-95dcc0e6-2045-46e5-928d-b23591f86109 for instance with vm_state building and task_state spawning. [ 954.332762] env[65794]: DEBUG nova.compute.manager [req-885a3889-d959-4e27-b989-ddde26f2f2dd req-7e6d7240-6ea8-456c-8527-f5aed8f01d32 service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Received event network-changed-95dcc0e6-2045-46e5-928d-b23591f86109 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 954.332762] env[65794]: DEBUG nova.compute.manager [req-885a3889-d959-4e27-b989-ddde26f2f2dd req-7e6d7240-6ea8-456c-8527-f5aed8f01d32 service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Refreshing instance network info cache due to event network-changed-95dcc0e6-2045-46e5-928d-b23591f86109. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 954.332907] env[65794]: DEBUG oslo_concurrency.lockutils [req-885a3889-d959-4e27-b989-ddde26f2f2dd req-7e6d7240-6ea8-456c-8527-f5aed8f01d32 service nova] Acquiring lock "refresh_cache-50f25d8a-901c-47e1-90a1-dfbce30f5722" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.352503] env[65794]: DEBUG nova.compute.manager [req-e95873be-feee-4bf2-af12-5b129c24104c req-de7b2cab-6fb1-44ab-b153-041fd2dbbee6 service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Received event network-changed-08ba0484-2133-4e73-a916-96b2b20e46c5 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 954.352503] env[65794]: DEBUG nova.compute.manager [req-e95873be-feee-4bf2-af12-5b129c24104c req-de7b2cab-6fb1-44ab-b153-041fd2dbbee6 service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Refreshing instance network info cache due to event network-changed-08ba0484-2133-4e73-a916-96b2b20e46c5. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 954.352503] env[65794]: DEBUG oslo_concurrency.lockutils [req-e95873be-feee-4bf2-af12-5b129c24104c req-de7b2cab-6fb1-44ab-b153-041fd2dbbee6 service nova] Acquiring lock "refresh_cache-50f25d8a-901c-47e1-90a1-dfbce30f5722" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.459413] env[65794]: DEBUG oslo_vmware.api [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Task: {'id': task-4811589, 'name': PowerOffVM_Task, 'duration_secs': 0.389034} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.463919] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.464322] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.464805] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5e0e9fa-f0db-46b7-aaa8-1b81938bf394 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.489094] env[65794]: DEBUG nova.network.neutron [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 954.500973] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df324fe3-1d3d-4551-8b92-c7fc7e906f54 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.510096] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e839af81-974e-4f81-8634-74cdd2199933 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.545363] env[65794]: WARNING neutronclient.v2_0.client [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.552260] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee1ebed-ea19-4e4e-a4a7-b015193750de {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.556661] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.556866] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.557055] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Deleting the datastore file [datastore2] b074856a-7761-4303-a647-58d1d82eb539 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.557913] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58a32dde-a897-426c-998b-026f8ab13a97 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.567894] env[65794]: DEBUG oslo_vmware.api [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811586, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.569928] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaf4720-5cd3-45d0-9138-6e8761877538 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.576397] env[65794]: DEBUG oslo_vmware.api [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Waiting for the task: (returnval){ [ 954.576397] env[65794]: value = "task-4811591" [ 954.576397] env[65794]: _type = "Task" [ 954.576397] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.591747] env[65794]: DEBUG nova.compute.provider_tree [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.599412] env[65794]: DEBUG oslo_vmware.api [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Task: {'id': task-4811591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.606440] env[65794]: INFO nova.compute.manager [-] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Took 2.00 seconds to deallocate network for instance. [ 954.637575] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521c5dfa-b826-a905-c958-08c4ebdaf077, 'name': SearchDatastore_Task, 'duration_secs': 0.025592} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.637911] env[65794]: DEBUG oslo_concurrency.lockutils [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.638208] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.638453] env[65794]: DEBUG oslo_concurrency.lockutils [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.638593] env[65794]: DEBUG oslo_concurrency.lockutils [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.638834] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.639109] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf8b2764-2182-4cf3-be40-8ca4b6c61374 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.663959] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.664177] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.665030] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5bed216-9a1c-4d65-b637-201480da0591 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.675493] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Waiting for the task: (returnval){ [ 954.675493] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52d16fd7-6958-54a1-80f8-127913d6c1ca" [ 954.675493] env[65794]: _type = "Task" [ 954.675493] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.685325] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d16fd7-6958-54a1-80f8-127913d6c1ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.777999] env[65794]: DEBUG nova.virt.hardware [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 954.777999] env[65794]: DEBUG nova.virt.hardware [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.778171] env[65794]: DEBUG nova.virt.hardware [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 954.778261] env[65794]: DEBUG nova.virt.hardware [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.778402] env[65794]: DEBUG nova.virt.hardware [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 954.778540] env[65794]: DEBUG nova.virt.hardware [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 954.778790] env[65794]: DEBUG nova.virt.hardware [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 954.778891] env[65794]: DEBUG nova.virt.hardware [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 954.779056] env[65794]: DEBUG nova.virt.hardware [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 954.779212] env[65794]: DEBUG nova.virt.hardware [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 954.779374] env[65794]: DEBUG nova.virt.hardware [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 954.784992] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 954.785364] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7208876-d5a0-4658-b8b2-e6d575f91074 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.806974] env[65794]: DEBUG oslo_vmware.api [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 954.806974] env[65794]: value = "task-4811592" [ 954.806974] env[65794]: _type = "Task" [ 954.806974] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.817149] env[65794]: DEBUG oslo_vmware.api [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.975271] env[65794]: DEBUG nova.compute.manager [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 955.006521] env[65794]: DEBUG nova.virt.hardware [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 955.008026] env[65794]: DEBUG nova.virt.hardware [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.008026] env[65794]: DEBUG nova.virt.hardware [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 955.008026] env[65794]: DEBUG nova.virt.hardware [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.008026] env[65794]: DEBUG nova.virt.hardware [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 955.008026] env[65794]: DEBUG nova.virt.hardware [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 955.008026] env[65794]: DEBUG nova.virt.hardware [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 955.008026] env[65794]: DEBUG nova.virt.hardware [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 955.008026] env[65794]: DEBUG nova.virt.hardware [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 955.008026] env[65794]: DEBUG nova.virt.hardware [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 955.008501] env[65794]: DEBUG nova.virt.hardware [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 955.009156] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9251d0-99a5-4be0-b548-b3fb5f3650b0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.018912] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f370dd3-081f-4f07-a17d-8fd6bbdf9c6d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.059513] env[65794]: DEBUG oslo_vmware.api [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811586, 'name': CloneVM_Task, 'duration_secs': 1.803468} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.059981] env[65794]: INFO nova.virt.vmwareapi.vmops [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Created linked-clone VM from snapshot [ 955.061360] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7012639d-1a8c-4012-98a9-b7bd29394b50 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.073636] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Uploading image 0f8cb446-7c8b-440d-9acd-3a8647335f13 {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 955.091540] env[65794]: DEBUG oslo_vmware.api [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Task: {'id': task-4811591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312887} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.097289] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Destroying the VM {{(pid=65794) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 955.097782] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.098089] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.098392] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.098691] env[65794]: INFO nova.compute.manager [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] [instance: b074856a-7761-4303-a647-58d1d82eb539] Took 1.18 seconds to destroy the instance on the hypervisor. [ 955.099097] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 955.100189] env[65794]: DEBUG nova.scheduler.client.report [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.105081] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-97c3fb55-a1df-4c7d-80bd-e5f17f182615 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.108270] env[65794]: DEBUG nova.compute.manager [-] [instance: b074856a-7761-4303-a647-58d1d82eb539] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 955.108455] env[65794]: DEBUG nova.network.neutron [-] [instance: b074856a-7761-4303-a647-58d1d82eb539] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 955.108850] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.114832] env[65794]: DEBUG oslo_concurrency.lockutils [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.119913] env[65794]: DEBUG oslo_vmware.api [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 955.119913] env[65794]: value = "task-4811593" [ 955.119913] env[65794]: _type = "Task" [ 955.119913] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.136987] env[65794]: DEBUG oslo_vmware.api [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811593, 'name': Destroy_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.188338] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d16fd7-6958-54a1-80f8-127913d6c1ca, 'name': SearchDatastore_Task, 'duration_secs': 0.01319} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.188914] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72c88d12-05c9-4aaf-ba8a-39936bcd97f4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.198313] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Waiting for the task: (returnval){ [ 955.198313] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]524eecf4-49e7-0631-daf9-e51b0c36cfc7" [ 955.198313] env[65794]: _type = "Task" [ 955.198313] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.207081] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]524eecf4-49e7-0631-daf9-e51b0c36cfc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.318333] env[65794]: DEBUG oslo_vmware.api [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811592, 'name': ReconfigVM_Task, 'duration_secs': 0.186743} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.319082] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 955.319302] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edcbbda-8d82-48b3-b051-4d140adf59d9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.348024] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5/0e8e6cf2-1555-486b-9d90-c15bd6e34dc5.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.348331] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93714ce8-354d-4fe0-b312-4b994c5e31a0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.369023] env[65794]: DEBUG oslo_vmware.api [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 955.369023] env[65794]: value = "task-4811594" [ 955.369023] env[65794]: _type = "Task" [ 955.369023] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.379062] env[65794]: DEBUG oslo_vmware.api [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.495711] env[65794]: DEBUG nova.network.neutron [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Updating instance_info_cache with network_info: [{"id": "cdb92fba-2145-4abf-bb64-5ba310a8aa24", "address": "fa:16:3e:41:5f:3b", "network": {"id": "f51e4a3d-fe13-4bd5-8d4a-95f8a5a25579", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-10719258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2b38ba3bbc48bf93ff01269b8ca2ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb92fba-21", "ovs_interfaceid": "cdb92fba-2145-4abf-bb64-5ba310a8aa24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.556031] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.610422] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.611584] env[65794]: DEBUG oslo_concurrency.lockutils [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.841s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.611584] env[65794]: DEBUG nova.objects.instance [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lazy-loading 'resources' on Instance uuid 71be2679-a934-4709-9b7f-991ff7385512 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.635174] env[65794]: DEBUG oslo_vmware.api [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811593, 'name': Destroy_Task} progress is 33%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.711604] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]524eecf4-49e7-0631-daf9-e51b0c36cfc7, 'name': SearchDatastore_Task, 'duration_secs': 0.014061} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.711949] env[65794]: DEBUG oslo_concurrency.lockutils [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.712248] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 50f25d8a-901c-47e1-90a1-dfbce30f5722/50f25d8a-901c-47e1-90a1-dfbce30f5722.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.712854] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7295eea0-617d-44a4-b7b0-ce1b6d5fbffd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.728141] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Waiting for the task: (returnval){ [ 955.728141] env[65794]: value = "task-4811595" [ 955.728141] env[65794]: _type = "Task" [ 955.728141] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.739296] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.883619] env[65794]: DEBUG oslo_vmware.api [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811594, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.943504] env[65794]: DEBUG nova.network.neutron [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Successfully updated port: 72d74464-4066-4d23-8644-35d44817e426 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 955.989046] env[65794]: WARNING neutronclient.v2_0.client [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.998708] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Releasing lock "refresh_cache-3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.998708] env[65794]: WARNING neutronclient.v2_0.client [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.998840] env[65794]: WARNING neutronclient.v2_0.client [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.115749] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Acquiring lock "52f0421c-f41f-413f-8a49-1f3994a9b3ef" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.116186] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Lock "52f0421c-f41f-413f-8a49-1f3994a9b3ef" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.140849] env[65794]: DEBUG oslo_vmware.api [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811593, 'name': Destroy_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.240683] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.389046] env[65794]: DEBUG oslo_vmware.api [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811594, 'name': ReconfigVM_Task, 'duration_secs': 0.55664} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.390128] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5/0e8e6cf2-1555-486b-9d90-c15bd6e34dc5.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.390128] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Updating instance '0e8e6cf2-1555-486b-9d90-c15bd6e34dc5' progress to 50 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 956.449382] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "refresh_cache-e1e61ff8-f1e3-4353-a97d-d719d1b74bd1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.449577] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired lock "refresh_cache-e1e61ff8-f1e3-4353-a97d-d719d1b74bd1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.449751] env[65794]: DEBUG nova.network.neutron [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 956.512749] env[65794]: WARNING neutronclient.v2_0.client [None req-414939b3-fb7a-4bf8-9129-c74c4c4aa66b tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.545026] env[65794]: WARNING neutronclient.v2_0.client [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.592987] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f7c266-862b-44d1-8195-c991e1049e3e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.601225] env[65794]: DEBUG nova.network.neutron [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Updating instance_info_cache with network_info: [{"id": "e0b7cd58-c522-4285-af52-f02fca39ef9f", "address": "fa:16:3e:2c:d3:ba", "network": {"id": "699cc140-0deb-4757-bc61-606e2192ad04", "bridge": "br-int", "label": "tempest-ServersTestJSON-2074952689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28d747c7d7744934af5ef6936cd5608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0b7cd58-c5", "ovs_interfaceid": "e0b7cd58-c522-4285-af52-f02fca39ef9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.616122] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba0f5ed-dcdd-40de-9ad7-73dbc4cea428 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.626356] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Lock "52f0421c-f41f-413f-8a49-1f3994a9b3ef" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.510s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.627128] env[65794]: DEBUG nova.compute.manager [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 956.676583] env[65794]: DEBUG oslo_vmware.api [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811593, 'name': Destroy_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.683621] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06120f4-a0d3-4953-aecc-7a868f3fe7af {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.700188] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3011ff98-cf59-4a94-9018-aeec5332b7c1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.718895] env[65794]: DEBUG nova.compute.provider_tree [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.744560] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.778235] env[65794]: DEBUG nova.network.neutron [-] [instance: b074856a-7761-4303-a647-58d1d82eb539] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.902329] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8411da38-f085-4727-a44e-2ad70cbc92fc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.937951] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966719c9-f616-47d4-b2d8-e46a1ac3adf3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.967847] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Updating instance '0e8e6cf2-1555-486b-9d90-c15bd6e34dc5' progress to 67 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 956.991041] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.992022] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf7d537-db6c-403b-b6de-f3fb38b4baec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.003880] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.004325] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-320c623e-cb64-47f8-b193-b045c793a11e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.072949] env[65794]: DEBUG nova.network.neutron [None req-414939b3-fb7a-4bf8-9129-c74c4c4aa66b tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Updating instance_info_cache with network_info: [{"id": "be08539a-4a13-4533-bf4d-354a91ce263d", "address": "fa:16:3e:27:1d:0c", "network": {"id": "796d65bb-0e72-42f0-8247-62f2a929121c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-561121466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afda10614204904b15a25fd6091f909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe08539a-4a", "ovs_interfaceid": "be08539a-4a13-4533-bf4d-354a91ce263d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.108372] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Releasing lock "refresh_cache-f4935136-8827-4483-be5c-9c1e84bf0ed7" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.109596] env[65794]: DEBUG nova.compute.manager [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Instance network_info: |[{"id": "e0b7cd58-c522-4285-af52-f02fca39ef9f", "address": "fa:16:3e:2c:d3:ba", "network": {"id": "699cc140-0deb-4757-bc61-606e2192ad04", "bridge": "br-int", "label": "tempest-ServersTestJSON-2074952689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28d747c7d7744934af5ef6936cd5608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0b7cd58-c5", "ovs_interfaceid": "e0b7cd58-c522-4285-af52-f02fca39ef9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 957.110399] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:d3:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0b7cd58-c522-4285-af52-f02fca39ef9f', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.123416] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 957.124147] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.124433] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a61103f-d892-46de-8bc4-8537e9619281 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.142824] env[65794]: DEBUG nova.network.neutron [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Updated VIF entry in instance network info cache for port 2a6440e4-feb3-4de4-9906-49be8de4721d. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 957.143121] env[65794]: DEBUG nova.network.neutron [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Updating instance_info_cache with network_info: [{"id": "2a6440e4-feb3-4de4-9906-49be8de4721d", "address": "fa:16:3e:c3:1e:fc", "network": {"id": "1fdc0326-493a-4a14-8906-6792411b4e9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-319196741", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f6b86ca009846b5b06e6c89352aa1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6440e4-fe", "ovs_interfaceid": "2a6440e4-feb3-4de4-9906-49be8de4721d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08ba0484-2133-4e73-a916-96b2b20e46c5", "address": "fa:16:3e:af:bd:3c", "network": {"id": "762501e4-59b4-4f62-b2bf-76ff747906e5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1688684955", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5f6b86ca009846b5b06e6c89352aa1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08ba0484-21", "ovs_interfaceid": "08ba0484-2133-4e73-a916-96b2b20e46c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95dcc0e6-2045-46e5-928d-b23591f86109", "address": "fa:16:3e:44:9a:fc", "network": {"id": "1fdc0326-493a-4a14-8906-6792411b4e9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-319196741", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f6b86ca009846b5b06e6c89352aa1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95dcc0e6-20", "ovs_interfaceid": "95dcc0e6-2045-46e5-928d-b23591f86109", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.147184] env[65794]: DEBUG nova.compute.utils [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.149101] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.149381] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.149505] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Deleting the datastore file [datastore2] 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.153765] env[65794]: DEBUG nova.compute.manager [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 957.153929] env[65794]: DEBUG nova.network.neutron [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 957.154333] env[65794]: WARNING neutronclient.v2_0.client [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.155014] env[65794]: WARNING neutronclient.v2_0.client [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.160397] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82eb65cf-3c20-4504-ad6f-750d4f67d50c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.168043] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.168043] env[65794]: value = "task-4811597" [ 957.168043] env[65794]: _type = "Task" [ 957.168043] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.181429] env[65794]: DEBUG oslo_vmware.api [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811593, 'name': Destroy_Task, 'duration_secs': 1.619879} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.197296] env[65794]: DEBUG oslo_vmware.api [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 957.197296] env[65794]: value = "task-4811598" [ 957.197296] env[65794]: _type = "Task" [ 957.197296] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.197296] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Destroyed the VM [ 957.197296] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Deleting Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 957.197296] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-27e3085f-5e54-4c14-8fd4-a685de5673fa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.206728] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811597, 'name': CreateVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.222508] env[65794]: DEBUG oslo_vmware.api [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 957.222508] env[65794]: value = "task-4811599" [ 957.222508] env[65794]: _type = "Task" [ 957.222508] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.222849] env[65794]: DEBUG oslo_vmware.api [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.224030] env[65794]: DEBUG nova.scheduler.client.report [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.268154] env[65794]: DEBUG oslo_vmware.api [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811599, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.277505] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811595, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.521105} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.277505] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 50f25d8a-901c-47e1-90a1-dfbce30f5722/50f25d8a-901c-47e1-90a1-dfbce30f5722.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.278999] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.279415] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6abc2199-1349-4cab-a4da-664357b8f5e4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.287253] env[65794]: INFO nova.compute.manager [-] [instance: b074856a-7761-4303-a647-58d1d82eb539] Took 2.18 seconds to deallocate network for instance. [ 957.295265] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Waiting for the task: (returnval){ [ 957.295265] env[65794]: value = "task-4811600" [ 957.295265] env[65794]: _type = "Task" [ 957.295265] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.311024] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.359011] env[65794]: DEBUG nova.network.neutron [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 957.404874] env[65794]: DEBUG nova.policy [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12e569bd6ee44f1580e38cc79fdf7b29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a97e5262d0474babba66377effddd0cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.476507] env[65794]: WARNING neutronclient.v2_0.client [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.477096] env[65794]: WARNING neutronclient.v2_0.client [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.576937] env[65794]: DEBUG oslo_concurrency.lockutils [None req-414939b3-fb7a-4bf8-9129-c74c4c4aa66b tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Releasing lock "refresh_cache-d37a7c93-47de-42fb-af0b-c94f0624ad82" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.651390] env[65794]: DEBUG nova.compute.manager [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 957.654652] env[65794]: DEBUG oslo_concurrency.lockutils [req-a8c2bd25-a08d-4b09-af3b-07a657b07870 req-8bd216be-d879-4832-a7c5-79dee3469f8e service nova] Releasing lock "refresh_cache-50f25d8a-901c-47e1-90a1-dfbce30f5722" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.656044] env[65794]: DEBUG oslo_concurrency.lockutils [req-885a3889-d959-4e27-b989-ddde26f2f2dd req-7e6d7240-6ea8-456c-8527-f5aed8f01d32 service nova] Acquired lock "refresh_cache-50f25d8a-901c-47e1-90a1-dfbce30f5722" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.656348] env[65794]: DEBUG nova.network.neutron [req-885a3889-d959-4e27-b989-ddde26f2f2dd req-7e6d7240-6ea8-456c-8527-f5aed8f01d32 service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Refreshing network info cache for port 95dcc0e6-2045-46e5-928d-b23591f86109 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.679918] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811597, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.693944] env[65794]: DEBUG oslo_vmware.api [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262017} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.694046] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.694216] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.695141] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.720957] env[65794]: INFO nova.scheduler.client.report [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Deleted allocations for instance 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff [ 957.742702] env[65794]: DEBUG oslo_concurrency.lockutils [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.749708] env[65794]: DEBUG oslo_concurrency.lockutils [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.786s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.751631] env[65794]: INFO nova.compute.claims [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.757029] env[65794]: DEBUG oslo_vmware.api [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811599, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.787044] env[65794]: INFO nova.scheduler.client.report [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Deleted allocations for instance 71be2679-a934-4709-9b7f-991ff7385512 [ 957.797366] env[65794]: DEBUG oslo_concurrency.lockutils [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.808053] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078895} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.808324] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.809234] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff61443-27e8-4b8f-8a36-ee0c5f1b27b9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.841420] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 50f25d8a-901c-47e1-90a1-dfbce30f5722/50f25d8a-901c-47e1-90a1-dfbce30f5722.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.842275] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cffd4fa8-5897-44a5-b4b7-741463efd285 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.859476] env[65794]: DEBUG nova.network.neutron [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Successfully created port: 63b936d0-8dfa-4e23-b39e-f0f4d78e4c8a {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 957.869701] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Waiting for the task: (returnval){ [ 957.869701] env[65794]: value = "task-4811601" [ 957.869701] env[65794]: _type = "Task" [ 957.869701] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.884059] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.918046] env[65794]: DEBUG nova.network.neutron [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Port 75feeed4-e6af-473c-a526-44dce6db7bdd binding to destination host cpu-1 is already ACTIVE {{(pid=65794) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 958.029548] env[65794]: WARNING neutronclient.v2_0.client [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.082989] env[65794]: DEBUG nova.compute.manager [None req-414939b3-fb7a-4bf8-9129-c74c4c4aa66b tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 958.084182] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67160191-30da-4668-937f-e5d64fc0856b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.163080] env[65794]: WARNING neutronclient.v2_0.client [req-885a3889-d959-4e27-b989-ddde26f2f2dd req-7e6d7240-6ea8-456c-8527-f5aed8f01d32 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.181685] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811597, 'name': CreateVM_Task, 'duration_secs': 0.533153} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.181685] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.182414] env[65794]: WARNING neutronclient.v2_0.client [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.182916] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.183239] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.183593] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.183887] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c02dab1-99a1-472c-8f59-905d57e482fe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.190386] env[65794]: DEBUG oslo_vmware.api [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 958.190386] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52d5a229-3e76-37f6-1ea6-5a55731c5cd7" [ 958.190386] env[65794]: _type = "Task" [ 958.190386] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.205285] env[65794]: DEBUG oslo_vmware.api [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d5a229-3e76-37f6-1ea6-5a55731c5cd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.229617] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.245331] env[65794]: DEBUG oslo_vmware.api [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811599, 'name': RemoveSnapshot_Task, 'duration_secs': 0.901444} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.245629] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Deleted Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 958.296998] env[65794]: DEBUG oslo_concurrency.lockutils [None req-350e9e64-8ca3-4e29-a0a5-a6c8f68d425b tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "71be2679-a934-4709-9b7f-991ff7385512" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.617s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.381082] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811601, 'name': ReconfigVM_Task, 'duration_secs': 0.362071} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.381813] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 50f25d8a-901c-47e1-90a1-dfbce30f5722/50f25d8a-901c-47e1-90a1-dfbce30f5722.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.382523] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab425743-3765-4892-b84a-f80e44065363 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.385246] env[65794]: DEBUG nova.compute.manager [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 958.386024] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e4f7a6-13ba-476d-a509-2da18fbc4bce {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.394692] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Waiting for the task: (returnval){ [ 958.394692] env[65794]: value = "task-4811602" [ 958.394692] env[65794]: _type = "Task" [ 958.394692] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.410536] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811602, 'name': Rename_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.424067] env[65794]: DEBUG nova.network.neutron [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Updating instance_info_cache with network_info: [{"id": "72d74464-4066-4d23-8644-35d44817e426", "address": "fa:16:3e:24:a2:71", "network": {"id": "42cade4a-4a06-4155-8650-50edbd2d8a1b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-718071421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "737a0ac2aeb14300bb926f480f8a9607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72d74464-40", "ovs_interfaceid": "72d74464-4066-4d23-8644-35d44817e426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.669197] env[65794]: DEBUG nova.compute.manager [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 958.704154] env[65794]: DEBUG oslo_vmware.api [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d5a229-3e76-37f6-1ea6-5a55731c5cd7, 'name': SearchDatastore_Task, 'duration_secs': 0.034921} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.708197] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.708432] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.708678] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.708828] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.709027] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.709538] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f666da6e-8db4-409d-bed8-ddccb68105ac {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.721315] env[65794]: DEBUG nova.virt.hardware [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 958.722300] env[65794]: DEBUG nova.virt.hardware [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.722300] env[65794]: DEBUG nova.virt.hardware [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 958.722300] env[65794]: DEBUG nova.virt.hardware [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.722300] env[65794]: DEBUG nova.virt.hardware [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 958.722300] env[65794]: DEBUG nova.virt.hardware [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 958.722511] env[65794]: DEBUG nova.virt.hardware [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 958.722511] env[65794]: DEBUG nova.virt.hardware [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 958.722711] env[65794]: DEBUG nova.virt.hardware [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 958.722903] env[65794]: DEBUG nova.virt.hardware [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 958.723087] env[65794]: DEBUG nova.virt.hardware [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 958.724060] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c708118a-113a-48be-a14a-fe79ce1debd3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.728765] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.728765] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.729219] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e8e0d1-2b58-49f7-9832-9e766ed5e073 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.735838] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87143293-bbf0-4d6e-9bc6-70cefb064f6f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.741672] env[65794]: DEBUG oslo_vmware.api [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 958.741672] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5254826e-c5fe-bc1f-776b-df174d3a4f92" [ 958.741672] env[65794]: _type = "Task" [ 958.741672] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.742991] env[65794]: WARNING neutronclient.v2_0.client [req-885a3889-d959-4e27-b989-ddde26f2f2dd req-7e6d7240-6ea8-456c-8527-f5aed8f01d32 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.760119] env[65794]: WARNING nova.compute.manager [None req-59dda62b-1c39-4259-86be-076eaf3f0b39 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Image not found during snapshot: nova.exception.ImageNotFound: Image 0f8cb446-7c8b-440d-9acd-3a8647335f13 could not be found. [ 958.774205] env[65794]: DEBUG oslo_vmware.api [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5254826e-c5fe-bc1f-776b-df174d3a4f92, 'name': SearchDatastore_Task, 'duration_secs': 0.014917} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.774205] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-388427f1-a1f0-426e-98dd-96015adc215c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.779187] env[65794]: DEBUG oslo_vmware.api [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 958.779187] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52d480f9-e57a-8ac2-87ba-2e90338588e6" [ 958.779187] env[65794]: _type = "Task" [ 958.779187] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.791397] env[65794]: DEBUG oslo_vmware.api [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d480f9-e57a-8ac2-87ba-2e90338588e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.905331] env[65794]: INFO nova.compute.manager [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] instance snapshotting [ 958.910972] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811602, 'name': Rename_Task, 'duration_secs': 0.171867} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.914727] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.916050] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88bab85-18ca-4a33-9697-bf98c2d1f2c2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.920272] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-486fbb06-c476-4c54-ac1e-e61a05340831 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.941942] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Releasing lock "refresh_cache-e1e61ff8-f1e3-4353-a97d-d719d1b74bd1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.942152] env[65794]: DEBUG nova.compute.manager [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Instance network_info: |[{"id": "72d74464-4066-4d23-8644-35d44817e426", "address": "fa:16:3e:24:a2:71", "network": {"id": "42cade4a-4a06-4155-8650-50edbd2d8a1b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-718071421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "737a0ac2aeb14300bb926f480f8a9607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72d74464-40", "ovs_interfaceid": "72d74464-4066-4d23-8644-35d44817e426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 958.962441] env[65794]: DEBUG nova.network.neutron [req-885a3889-d959-4e27-b989-ddde26f2f2dd req-7e6d7240-6ea8-456c-8527-f5aed8f01d32 service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Updated VIF entry in instance network info cache for port 95dcc0e6-2045-46e5-928d-b23591f86109. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 958.963037] env[65794]: DEBUG nova.network.neutron [req-885a3889-d959-4e27-b989-ddde26f2f2dd req-7e6d7240-6ea8-456c-8527-f5aed8f01d32 service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Updating instance_info_cache with network_info: [{"id": "2a6440e4-feb3-4de4-9906-49be8de4721d", "address": "fa:16:3e:c3:1e:fc", "network": {"id": "1fdc0326-493a-4a14-8906-6792411b4e9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-319196741", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5f6b86ca009846b5b06e6c89352aa1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6440e4-fe", "ovs_interfaceid": "2a6440e4-feb3-4de4-9906-49be8de4721d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08ba0484-2133-4e73-a916-96b2b20e46c5", "address": "fa:16:3e:af:bd:3c", "network": {"id": "762501e4-59b4-4f62-b2bf-76ff747906e5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1688684955", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5f6b86ca009846b5b06e6c89352aa1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08ba0484-21", "ovs_interfaceid": "08ba0484-2133-4e73-a916-96b2b20e46c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95dcc0e6-2045-46e5-928d-b23591f86109", "address": "fa:16:3e:44:9a:fc", "network": {"id": "1fdc0326-493a-4a14-8906-6792411b4e9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-319196741", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f6b86ca009846b5b06e6c89352aa1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95dcc0e6-20", "ovs_interfaceid": "95dcc0e6-2045-46e5-928d-b23591f86109", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.964694] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:a2:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '399f3826-705c-45f7-9fe0-3a08a945151a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72d74464-4066-4d23-8644-35d44817e426', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.973146] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 958.974030] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ba6e06-b2da-40dc-9c7b-442297dacf65 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.982428] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Waiting for the task: (returnval){ [ 958.982428] env[65794]: value = "task-4811603" [ 958.982428] env[65794]: _type = "Task" [ 958.982428] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.983202] env[65794]: DEBUG oslo_concurrency.lockutils [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "0e8e6cf2-1555-486b-9d90-c15bd6e34dc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.983404] env[65794]: DEBUG oslo_concurrency.lockutils [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "0e8e6cf2-1555-486b-9d90-c15bd6e34dc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.983569] env[65794]: DEBUG oslo_concurrency.lockutils [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "0e8e6cf2-1555-486b-9d90-c15bd6e34dc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.984725] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.985385] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e070352-1189-4e0a-a312-99615f306ac4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.019845] env[65794]: DEBUG nova.compute.manager [req-bb5bceb6-f11f-471f-8ade-6b908a9f0c82 req-a7e5108a-8c6a-4e64-a074-d9e90e264a2c service nova] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Received event network-vif-plugged-72d74464-4066-4d23-8644-35d44817e426 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 959.019845] env[65794]: DEBUG oslo_concurrency.lockutils [req-bb5bceb6-f11f-471f-8ade-6b908a9f0c82 req-a7e5108a-8c6a-4e64-a074-d9e90e264a2c service nova] Acquiring lock "e1e61ff8-f1e3-4353-a97d-d719d1b74bd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.019845] env[65794]: DEBUG oslo_concurrency.lockutils [req-bb5bceb6-f11f-471f-8ade-6b908a9f0c82 req-a7e5108a-8c6a-4e64-a074-d9e90e264a2c service nova] Lock "e1e61ff8-f1e3-4353-a97d-d719d1b74bd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.020165] env[65794]: DEBUG oslo_concurrency.lockutils [req-bb5bceb6-f11f-471f-8ade-6b908a9f0c82 req-a7e5108a-8c6a-4e64-a074-d9e90e264a2c service nova] Lock "e1e61ff8-f1e3-4353-a97d-d719d1b74bd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.020285] env[65794]: DEBUG nova.compute.manager [req-bb5bceb6-f11f-471f-8ade-6b908a9f0c82 req-a7e5108a-8c6a-4e64-a074-d9e90e264a2c service nova] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] No waiting events found dispatching network-vif-plugged-72d74464-4066-4d23-8644-35d44817e426 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 959.020589] env[65794]: WARNING nova.compute.manager [req-bb5bceb6-f11f-471f-8ade-6b908a9f0c82 req-a7e5108a-8c6a-4e64-a074-d9e90e264a2c service nova] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Received unexpected event network-vif-plugged-72d74464-4066-4d23-8644-35d44817e426 for instance with vm_state building and task_state spawning. [ 959.020678] env[65794]: DEBUG nova.compute.manager [req-bb5bceb6-f11f-471f-8ade-6b908a9f0c82 req-a7e5108a-8c6a-4e64-a074-d9e90e264a2c service nova] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Received event network-changed-72d74464-4066-4d23-8644-35d44817e426 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 959.021035] env[65794]: DEBUG nova.compute.manager [req-bb5bceb6-f11f-471f-8ade-6b908a9f0c82 req-a7e5108a-8c6a-4e64-a074-d9e90e264a2c service nova] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Refreshing instance network info cache due to event network-changed-72d74464-4066-4d23-8644-35d44817e426. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 959.021035] env[65794]: DEBUG oslo_concurrency.lockutils [req-bb5bceb6-f11f-471f-8ade-6b908a9f0c82 req-a7e5108a-8c6a-4e64-a074-d9e90e264a2c service nova] Acquiring lock "refresh_cache-e1e61ff8-f1e3-4353-a97d-d719d1b74bd1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.021181] env[65794]: DEBUG oslo_concurrency.lockutils [req-bb5bceb6-f11f-471f-8ade-6b908a9f0c82 req-a7e5108a-8c6a-4e64-a074-d9e90e264a2c service nova] Acquired lock "refresh_cache-e1e61ff8-f1e3-4353-a97d-d719d1b74bd1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.021384] env[65794]: DEBUG nova.network.neutron [req-bb5bceb6-f11f-471f-8ade-6b908a9f0c82 req-a7e5108a-8c6a-4e64-a074-d9e90e264a2c service nova] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Refreshing network info cache for port 72d74464-4066-4d23-8644-35d44817e426 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.031790] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811603, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.031790] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.031790] env[65794]: value = "task-4811604" [ 959.031790] env[65794]: _type = "Task" [ 959.031790] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.049423] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811604, 'name': CreateVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.057552] env[65794]: DEBUG nova.compute.manager [req-1e684e37-2bde-4407-b504-6d88327b4cab req-be78430a-3198-4841-97c0-96f6688b3c5f service nova] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Received event network-vif-plugged-e0b7cd58-c522-4285-af52-f02fca39ef9f {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 959.057953] env[65794]: DEBUG oslo_concurrency.lockutils [req-1e684e37-2bde-4407-b504-6d88327b4cab req-be78430a-3198-4841-97c0-96f6688b3c5f service nova] Acquiring lock "f4935136-8827-4483-be5c-9c1e84bf0ed7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.058252] env[65794]: DEBUG oslo_concurrency.lockutils [req-1e684e37-2bde-4407-b504-6d88327b4cab req-be78430a-3198-4841-97c0-96f6688b3c5f service nova] Lock "f4935136-8827-4483-be5c-9c1e84bf0ed7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.058745] env[65794]: DEBUG oslo_concurrency.lockutils [req-1e684e37-2bde-4407-b504-6d88327b4cab req-be78430a-3198-4841-97c0-96f6688b3c5f service nova] Lock "f4935136-8827-4483-be5c-9c1e84bf0ed7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.058923] env[65794]: DEBUG nova.compute.manager [req-1e684e37-2bde-4407-b504-6d88327b4cab req-be78430a-3198-4841-97c0-96f6688b3c5f service nova] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] No waiting events found dispatching network-vif-plugged-e0b7cd58-c522-4285-af52-f02fca39ef9f {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 959.059659] env[65794]: WARNING nova.compute.manager [req-1e684e37-2bde-4407-b504-6d88327b4cab req-be78430a-3198-4841-97c0-96f6688b3c5f service nova] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Received unexpected event network-vif-plugged-e0b7cd58-c522-4285-af52-f02fca39ef9f for instance with vm_state building and task_state spawning. [ 959.059659] env[65794]: DEBUG nova.compute.manager [req-1e684e37-2bde-4407-b504-6d88327b4cab req-be78430a-3198-4841-97c0-96f6688b3c5f service nova] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Received event network-changed-e0b7cd58-c522-4285-af52-f02fca39ef9f {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 959.059659] env[65794]: DEBUG nova.compute.manager [req-1e684e37-2bde-4407-b504-6d88327b4cab req-be78430a-3198-4841-97c0-96f6688b3c5f service nova] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Refreshing instance network info cache due to event network-changed-e0b7cd58-c522-4285-af52-f02fca39ef9f. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 959.060141] env[65794]: DEBUG oslo_concurrency.lockutils [req-1e684e37-2bde-4407-b504-6d88327b4cab req-be78430a-3198-4841-97c0-96f6688b3c5f service nova] Acquiring lock "refresh_cache-f4935136-8827-4483-be5c-9c1e84bf0ed7" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.060381] env[65794]: DEBUG oslo_concurrency.lockutils [req-1e684e37-2bde-4407-b504-6d88327b4cab req-be78430a-3198-4841-97c0-96f6688b3c5f service nova] Acquired lock "refresh_cache-f4935136-8827-4483-be5c-9c1e84bf0ed7" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.060724] env[65794]: DEBUG nova.network.neutron [req-1e684e37-2bde-4407-b504-6d88327b4cab req-be78430a-3198-4841-97c0-96f6688b3c5f service nova] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Refreshing network info cache for port e0b7cd58-c522-4285-af52-f02fca39ef9f {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.105849] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d15c6d3-87db-4261-81b2-98a12d6a24b4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.115863] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-414939b3-fb7a-4bf8-9129-c74c4c4aa66b tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Doing hard reboot of VM {{(pid=65794) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 959.120119] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-73a74612-7004-4b51-9f99-751d67fba44b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.128201] env[65794]: DEBUG oslo_vmware.api [None req-414939b3-fb7a-4bf8-9129-c74c4c4aa66b tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Waiting for the task: (returnval){ [ 959.128201] env[65794]: value = "task-4811605" [ 959.128201] env[65794]: _type = "Task" [ 959.128201] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.142822] env[65794]: DEBUG oslo_vmware.api [None req-414939b3-fb7a-4bf8-9129-c74c4c4aa66b tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Task: {'id': task-4811605, 'name': ResetVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.294610] env[65794]: DEBUG oslo_vmware.api [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d480f9-e57a-8ac2-87ba-2e90338588e6, 'name': SearchDatastore_Task, 'duration_secs': 0.03148} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.295529] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.295529] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] f4935136-8827-4483-be5c-9c1e84bf0ed7/f4935136-8827-4483-be5c-9c1e84bf0ed7.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.295777] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-724bd3a3-2df9-4f56-90c6-114fc17e91f8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.300717] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992cf96d-bac2-4baf-a25c-187c2f009a16 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.305533] env[65794]: DEBUG oslo_vmware.api [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 959.305533] env[65794]: value = "task-4811606" [ 959.305533] env[65794]: _type = "Task" [ 959.305533] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.313288] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8712feef-0f89-4fd7-8ad1-7103f90e85c7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.322582] env[65794]: DEBUG oslo_vmware.api [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.354508] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fc28ad-01e9-4fa3-84dc-00e6c941fc9f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.364185] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824328b3-4e26-4d4c-b029-65fd0f75d286 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.381962] env[65794]: DEBUG nova.compute.provider_tree [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.490764] env[65794]: DEBUG oslo_concurrency.lockutils [req-885a3889-d959-4e27-b989-ddde26f2f2dd req-7e6d7240-6ea8-456c-8527-f5aed8f01d32 service nova] Releasing lock "refresh_cache-50f25d8a-901c-47e1-90a1-dfbce30f5722" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.490764] env[65794]: DEBUG oslo_concurrency.lockutils [req-e95873be-feee-4bf2-af12-5b129c24104c req-de7b2cab-6fb1-44ab-b153-041fd2dbbee6 service nova] Acquired lock "refresh_cache-50f25d8a-901c-47e1-90a1-dfbce30f5722" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.490764] env[65794]: DEBUG nova.network.neutron [req-e95873be-feee-4bf2-af12-5b129c24104c req-de7b2cab-6fb1-44ab-b153-041fd2dbbee6 service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Refreshing network info cache for port 08ba0484-2133-4e73-a916-96b2b20e46c5 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.503660] env[65794]: DEBUG oslo_vmware.api [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811603, 'name': PowerOnVM_Task, 'duration_secs': 0.54751} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.505059] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.505724] env[65794]: INFO nova.compute.manager [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Took 16.68 seconds to spawn the instance on the hypervisor. [ 959.505724] env[65794]: DEBUG nova.compute.manager [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 959.506897] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01ef7c1-b063-4527-9e99-297c42c44eaf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.533076] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Creating Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 959.533418] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.533642] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.534993] env[65794]: WARNING neutronclient.v2_0.client [req-bb5bceb6-f11f-471f-8ade-6b908a9f0c82 req-a7e5108a-8c6a-4e64-a074-d9e90e264a2c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.538471] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-875d72af-0db1-4ebf-81ff-b22fcb5e065f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.551709] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811604, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.554630] env[65794]: DEBUG oslo_vmware.api [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 959.554630] env[65794]: value = "task-4811607" [ 959.554630] env[65794]: _type = "Task" [ 959.554630] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.565394] env[65794]: DEBUG oslo_vmware.api [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811607, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.567517] env[65794]: WARNING neutronclient.v2_0.client [req-1e684e37-2bde-4407-b504-6d88327b4cab req-be78430a-3198-4841-97c0-96f6688b3c5f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.645279] env[65794]: DEBUG oslo_vmware.api [None req-414939b3-fb7a-4bf8-9129-c74c4c4aa66b tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Task: {'id': task-4811605, 'name': ResetVM_Task, 'duration_secs': 0.102476} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.645680] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-414939b3-fb7a-4bf8-9129-c74c4c4aa66b tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Did hard reboot of VM {{(pid=65794) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 959.645937] env[65794]: DEBUG nova.compute.manager [None req-414939b3-fb7a-4bf8-9129-c74c4c4aa66b tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 959.647190] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b89910a-ac4c-44e1-9d59-09eb324d45ac {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.723691] env[65794]: DEBUG nova.network.neutron [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Successfully updated port: 63b936d0-8dfa-4e23-b39e-f0f4d78e4c8a {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 959.822395] env[65794]: DEBUG oslo_vmware.api [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811606, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.885704] env[65794]: DEBUG nova.scheduler.client.report [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.991524] env[65794]: WARNING neutronclient.v2_0.client [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.998232] env[65794]: WARNING neutronclient.v2_0.client [req-e95873be-feee-4bf2-af12-5b129c24104c req-de7b2cab-6fb1-44ab-b153-041fd2dbbee6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.006998] env[65794]: WARNING neutronclient.v2_0.client [req-bb5bceb6-f11f-471f-8ade-6b908a9f0c82 req-a7e5108a-8c6a-4e64-a074-d9e90e264a2c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.028987] env[65794]: INFO nova.compute.manager [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Took 25.81 seconds to build instance. [ 960.044025] env[65794]: DEBUG nova.compute.manager [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 960.055140] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811604, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.067538] env[65794]: DEBUG oslo_vmware.api [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811607, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.126215] env[65794]: WARNING neutronclient.v2_0.client [req-1e684e37-2bde-4407-b504-6d88327b4cab req-be78430a-3198-4841-97c0-96f6688b3c5f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.166449] env[65794]: DEBUG oslo_concurrency.lockutils [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "refresh_cache-0e8e6cf2-1555-486b-9d90-c15bd6e34dc5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.166449] env[65794]: DEBUG oslo_concurrency.lockutils [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "refresh_cache-0e8e6cf2-1555-486b-9d90-c15bd6e34dc5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.166449] env[65794]: DEBUG nova.network.neutron [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 960.173419] env[65794]: DEBUG oslo_concurrency.lockutils [None req-414939b3-fb7a-4bf8-9129-c74c4c4aa66b tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Lock "d37a7c93-47de-42fb-af0b-c94f0624ad82" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 9.024s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.229768] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Acquiring lock "refresh_cache-c9d99ee9-66d8-4d10-99f4-1b73acb1af1a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.229958] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Acquired lock "refresh_cache-c9d99ee9-66d8-4d10-99f4-1b73acb1af1a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.230154] env[65794]: DEBUG nova.network.neutron [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 960.320212] env[65794]: DEBUG oslo_vmware.api [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673262} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.320212] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] f4935136-8827-4483-be5c-9c1e84bf0ed7/f4935136-8827-4483-be5c-9c1e84bf0ed7.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.320212] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.320212] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c98207cc-a140-443d-bf80-386beaa3217c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.329677] env[65794]: DEBUG oslo_vmware.api [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 960.329677] env[65794]: value = "task-4811608" [ 960.329677] env[65794]: _type = "Task" [ 960.329677] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.348128] env[65794]: DEBUG oslo_vmware.api [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.389798] env[65794]: DEBUG nova.network.neutron [req-1e684e37-2bde-4407-b504-6d88327b4cab req-be78430a-3198-4841-97c0-96f6688b3c5f service nova] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Updated VIF entry in instance network info cache for port e0b7cd58-c522-4285-af52-f02fca39ef9f. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 960.390222] env[65794]: DEBUG nova.network.neutron [req-1e684e37-2bde-4407-b504-6d88327b4cab req-be78430a-3198-4841-97c0-96f6688b3c5f service nova] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Updating instance_info_cache with network_info: [{"id": "e0b7cd58-c522-4285-af52-f02fca39ef9f", "address": "fa:16:3e:2c:d3:ba", "network": {"id": "699cc140-0deb-4757-bc61-606e2192ad04", "bridge": "br-int", "label": "tempest-ServersTestJSON-2074952689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28d747c7d7744934af5ef6936cd5608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0b7cd58-c5", "ovs_interfaceid": "e0b7cd58-c522-4285-af52-f02fca39ef9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.394985] env[65794]: DEBUG oslo_concurrency.lockutils [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.394985] env[65794]: DEBUG nova.compute.manager [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 960.396435] env[65794]: DEBUG oslo_concurrency.lockutils [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.282s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.396536] env[65794]: DEBUG nova.objects.instance [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Lazy-loading 'resources' on Instance uuid e25e755a-ca3f-493c-87dc-389fc13a8505 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.503067] env[65794]: DEBUG nova.network.neutron [req-bb5bceb6-f11f-471f-8ade-6b908a9f0c82 req-a7e5108a-8c6a-4e64-a074-d9e90e264a2c service nova] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Updated VIF entry in instance network info cache for port 72d74464-4066-4d23-8644-35d44817e426. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 960.503587] env[65794]: DEBUG nova.network.neutron [req-bb5bceb6-f11f-471f-8ade-6b908a9f0c82 req-a7e5108a-8c6a-4e64-a074-d9e90e264a2c service nova] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Updating instance_info_cache with network_info: [{"id": "72d74464-4066-4d23-8644-35d44817e426", "address": "fa:16:3e:24:a2:71", "network": {"id": "42cade4a-4a06-4155-8650-50edbd2d8a1b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-718071421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "737a0ac2aeb14300bb926f480f8a9607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72d74464-40", "ovs_interfaceid": "72d74464-4066-4d23-8644-35d44817e426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.532516] env[65794]: DEBUG oslo_concurrency.lockutils [None req-95888e70-df6c-4f7b-b3d3-1583eef8e90b tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Lock "50f25d8a-901c-47e1-90a1-dfbce30f5722" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.324s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.554802] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811604, 'name': CreateVM_Task, 'duration_secs': 1.46526} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.555060] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.555708] env[65794]: WARNING neutronclient.v2_0.client [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.556030] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.556173] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.558025] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.559482] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebf26105-7f3d-43db-a337-4bb600813ff0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.575344] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 960.575344] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52891705-6f2a-0839-5170-1be8ae76fd06" [ 960.575344] env[65794]: _type = "Task" [ 960.575344] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.579328] env[65794]: DEBUG oslo_vmware.api [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811607, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.588317] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.599033] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52891705-6f2a-0839-5170-1be8ae76fd06, 'name': SearchDatastore_Task, 'duration_secs': 0.019312} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.599413] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.599684] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.599954] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.600142] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.600358] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.600759] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ade5525e-d31b-4cf7-8e0a-a819dc5e565a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.611667] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.611746] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.612546] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04da4e0a-a62c-47c8-a5a4-d5a133f393b2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.619765] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 960.619765] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5281d6c6-e6f8-b888-55f8-e184cac7306d" [ 960.619765] env[65794]: _type = "Task" [ 960.619765] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.630892] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5281d6c6-e6f8-b888-55f8-e184cac7306d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.639842] env[65794]: WARNING neutronclient.v2_0.client [req-e95873be-feee-4bf2-af12-5b129c24104c req-de7b2cab-6fb1-44ab-b153-041fd2dbbee6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.671183] env[65794]: WARNING neutronclient.v2_0.client [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.764562] env[65794]: DEBUG nova.network.neutron [req-e95873be-feee-4bf2-af12-5b129c24104c req-de7b2cab-6fb1-44ab-b153-041fd2dbbee6 service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Updated VIF entry in instance network info cache for port 08ba0484-2133-4e73-a916-96b2b20e46c5. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 960.765090] env[65794]: DEBUG nova.network.neutron [req-e95873be-feee-4bf2-af12-5b129c24104c req-de7b2cab-6fb1-44ab-b153-041fd2dbbee6 service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Updating instance_info_cache with network_info: [{"id": "2a6440e4-feb3-4de4-9906-49be8de4721d", "address": "fa:16:3e:c3:1e:fc", "network": {"id": "1fdc0326-493a-4a14-8906-6792411b4e9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-319196741", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5f6b86ca009846b5b06e6c89352aa1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6440e4-fe", "ovs_interfaceid": "2a6440e4-feb3-4de4-9906-49be8de4721d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "08ba0484-2133-4e73-a916-96b2b20e46c5", "address": "fa:16:3e:af:bd:3c", "network": {"id": "762501e4-59b4-4f62-b2bf-76ff747906e5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1688684955", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5f6b86ca009846b5b06e6c89352aa1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08ba0484-21", "ovs_interfaceid": "08ba0484-2133-4e73-a916-96b2b20e46c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95dcc0e6-2045-46e5-928d-b23591f86109", "address": "fa:16:3e:44:9a:fc", "network": {"id": "1fdc0326-493a-4a14-8906-6792411b4e9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-319196741", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f6b86ca009846b5b06e6c89352aa1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95dcc0e6-20", "ovs_interfaceid": "95dcc0e6-2045-46e5-928d-b23591f86109", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.804378] env[65794]: DEBUG nova.network.neutron [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 960.847181] env[65794]: DEBUG oslo_vmware.api [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08607} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.847768] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.849128] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31722adf-647a-4f80-8a72-3d1c6b0d0e0f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.868626] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquiring lock "6dda9c1d-644f-43a4-b4f5-285c018cbd8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.869154] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Lock "6dda9c1d-644f-43a4-b4f5-285c018cbd8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.899026] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] f4935136-8827-4483-be5c-9c1e84bf0ed7/f4935136-8827-4483-be5c-9c1e84bf0ed7.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.899026] env[65794]: DEBUG nova.compute.manager [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 960.902626] env[65794]: DEBUG oslo_concurrency.lockutils [req-1e684e37-2bde-4407-b504-6d88327b4cab req-be78430a-3198-4841-97c0-96f6688b3c5f service nova] Releasing lock "refresh_cache-f4935136-8827-4483-be5c-9c1e84bf0ed7" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.903223] env[65794]: DEBUG nova.compute.manager [req-1e684e37-2bde-4407-b504-6d88327b4cab req-be78430a-3198-4841-97c0-96f6688b3c5f service nova] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Received event network-vif-deleted-207cca46-06d6-492c-b524-f751dba7dcb0 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 960.903815] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7704e5f2-e57e-4c40-a2c0-d07896a02c1c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.923715] env[65794]: DEBUG nova.compute.utils [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.930440] env[65794]: WARNING neutronclient.v2_0.client [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.934973] env[65794]: DEBUG nova.compute.manager [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 960.934973] env[65794]: DEBUG nova.network.neutron [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 960.935149] env[65794]: WARNING neutronclient.v2_0.client [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.936173] env[65794]: WARNING neutronclient.v2_0.client [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.945252] env[65794]: DEBUG oslo_vmware.api [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 960.945252] env[65794]: value = "task-4811610" [ 960.945252] env[65794]: _type = "Task" [ 960.945252] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.955667] env[65794]: DEBUG oslo_vmware.api [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.958881] env[65794]: WARNING neutronclient.v2_0.client [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.996241] env[65794]: DEBUG nova.policy [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '268d86e162f741489331c419d69dae37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5e39179d45d4774936d217b8bc60a37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.008358] env[65794]: DEBUG oslo_concurrency.lockutils [req-bb5bceb6-f11f-471f-8ade-6b908a9f0c82 req-a7e5108a-8c6a-4e64-a074-d9e90e264a2c service nova] Releasing lock "refresh_cache-e1e61ff8-f1e3-4353-a97d-d719d1b74bd1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.008692] env[65794]: DEBUG nova.compute.manager [req-bb5bceb6-f11f-471f-8ade-6b908a9f0c82 req-a7e5108a-8c6a-4e64-a074-d9e90e264a2c service nova] [instance: b074856a-7761-4303-a647-58d1d82eb539] Received event network-vif-deleted-fa02b12a-17f7-4522-9e2f-c012cef93bba {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 961.079121] env[65794]: DEBUG oslo_vmware.api [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811607, 'name': CreateSnapshot_Task, 'duration_secs': 1.429192} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.084577] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Created Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 961.087565] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1088c497-ca73-4455-b605-dbdbb784a9e6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.107021] env[65794]: DEBUG nova.network.neutron [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Updating instance_info_cache with network_info: [{"id": "75feeed4-e6af-473c-a526-44dce6db7bdd", "address": "fa:16:3e:ea:35:82", "network": {"id": "36c5e215-9baa-484a-b32e-46d5cf98df9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1092787184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a60998eafe04056b6d1e67daba6c3b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75feeed4-e6", "ovs_interfaceid": "75feeed4-e6af-473c-a526-44dce6db7bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.137380] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5281d6c6-e6f8-b888-55f8-e184cac7306d, 'name': SearchDatastore_Task, 'duration_secs': 0.015139} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.141226] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e78c9bbf-3d75-44f8-ae10-c33178153bdf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.148119] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 961.148119] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52695ebb-2e1b-ac3b-6ecf-e6d39bc75aba" [ 961.148119] env[65794]: _type = "Task" [ 961.148119] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.159394] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52695ebb-2e1b-ac3b-6ecf-e6d39bc75aba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.168960] env[65794]: DEBUG nova.network.neutron [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Updating instance_info_cache with network_info: [{"id": "63b936d0-8dfa-4e23-b39e-f0f4d78e4c8a", "address": "fa:16:3e:0e:7f:e6", "network": {"id": "e7d05a59-70a3-4b08-866d-da2eef38d04e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-557730046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a97e5262d0474babba66377effddd0cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63b936d0-8d", "ovs_interfaceid": "63b936d0-8dfa-4e23-b39e-f0f4d78e4c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.182468] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "0d11431b-4bee-477f-8753-4ad8b787a2d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.182827] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "0d11431b-4bee-477f-8753-4ad8b787a2d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.183118] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "0d11431b-4bee-477f-8753-4ad8b787a2d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.183242] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "0d11431b-4bee-477f-8753-4ad8b787a2d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.183416] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "0d11431b-4bee-477f-8753-4ad8b787a2d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.186525] env[65794]: INFO nova.compute.manager [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Terminating instance [ 961.269771] env[65794]: DEBUG oslo_concurrency.lockutils [req-e95873be-feee-4bf2-af12-5b129c24104c req-de7b2cab-6fb1-44ab-b153-041fd2dbbee6 service nova] Releasing lock "refresh_cache-50f25d8a-901c-47e1-90a1-dfbce30f5722" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.409075] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335b3f27-26fd-4f23-8a3e-db75f0b8511a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.417738] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c99a68-5464-4bd7-81db-a72fea7f1558 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.460200] env[65794]: DEBUG nova.compute.manager [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 961.473975] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdb93f3-7433-4c56-aac1-3bf5ff27c431 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.479988] env[65794]: DEBUG nova.compute.manager [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Received event network-vif-unplugged-cdb92fba-2145-4abf-bb64-5ba310a8aa24 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 961.480393] env[65794]: DEBUG oslo_concurrency.lockutils [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] Acquiring lock "3f3170a1-31f3-4a1a-911b-d8a54bcb8fff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.481057] env[65794]: DEBUG oslo_concurrency.lockutils [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] Lock "3f3170a1-31f3-4a1a-911b-d8a54bcb8fff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.481057] env[65794]: DEBUG oslo_concurrency.lockutils [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] Lock "3f3170a1-31f3-4a1a-911b-d8a54bcb8fff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.481057] env[65794]: DEBUG nova.compute.manager [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] No waiting events found dispatching network-vif-unplugged-cdb92fba-2145-4abf-bb64-5ba310a8aa24 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 961.481057] env[65794]: WARNING nova.compute.manager [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Received unexpected event network-vif-unplugged-cdb92fba-2145-4abf-bb64-5ba310a8aa24 for instance with vm_state shelved_offloaded and task_state None. [ 961.481508] env[65794]: DEBUG nova.compute.manager [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Received event network-changed-cdb92fba-2145-4abf-bb64-5ba310a8aa24 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 961.481508] env[65794]: DEBUG nova.compute.manager [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Refreshing instance network info cache due to event network-changed-cdb92fba-2145-4abf-bb64-5ba310a8aa24. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 961.481508] env[65794]: DEBUG oslo_concurrency.lockutils [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] Acquiring lock "refresh_cache-3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.481641] env[65794]: DEBUG oslo_concurrency.lockutils [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] Acquired lock "refresh_cache-3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.481691] env[65794]: DEBUG nova.network.neutron [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Refreshing network info cache for port cdb92fba-2145-4abf-bb64-5ba310a8aa24 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.489152] env[65794]: DEBUG oslo_vmware.api [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811610, 'name': ReconfigVM_Task, 'duration_secs': 0.32} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.492214] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Reconfigured VM instance instance-00000054 to attach disk [datastore1] f4935136-8827-4483-be5c-9c1e84bf0ed7/f4935136-8827-4483-be5c-9c1e84bf0ed7.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.494039] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8913df3f-3f46-464a-bd2f-425007dd9a0b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.497306] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee0686c-39e8-47b3-ab53-f92f6ce43281 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.503929] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.520467] env[65794]: DEBUG nova.compute.provider_tree [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.524372] env[65794]: DEBUG nova.network.neutron [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Successfully created port: 454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 961.527775] env[65794]: DEBUG oslo_vmware.api [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 961.527775] env[65794]: value = "task-4811611" [ 961.527775] env[65794]: _type = "Task" [ 961.527775] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.615383] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Creating linked-clone VM from snapshot {{(pid=65794) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 961.616056] env[65794]: DEBUG oslo_concurrency.lockutils [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "refresh_cache-0e8e6cf2-1555-486b-9d90-c15bd6e34dc5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.620025] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-81a51f66-0977-42af-a6b1-619a6e30350e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.631882] env[65794]: DEBUG oslo_vmware.api [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 961.631882] env[65794]: value = "task-4811612" [ 961.631882] env[65794]: _type = "Task" [ 961.631882] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.641462] env[65794]: DEBUG oslo_vmware.api [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811612, 'name': CloneVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.660316] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52695ebb-2e1b-ac3b-6ecf-e6d39bc75aba, 'name': SearchDatastore_Task, 'duration_secs': 0.014591} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.660316] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.660316] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] e1e61ff8-f1e3-4353-a97d-d719d1b74bd1/e1e61ff8-f1e3-4353-a97d-d719d1b74bd1.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.660786] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-429d7744-4cb0-40a2-bd39-26785c7774c5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.669750] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 961.669750] env[65794]: value = "task-4811613" [ 961.669750] env[65794]: _type = "Task" [ 961.669750] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.677057] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Releasing lock "refresh_cache-c9d99ee9-66d8-4d10-99f4-1b73acb1af1a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.677523] env[65794]: DEBUG nova.compute.manager [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Instance network_info: |[{"id": "63b936d0-8dfa-4e23-b39e-f0f4d78e4c8a", "address": "fa:16:3e:0e:7f:e6", "network": {"id": "e7d05a59-70a3-4b08-866d-da2eef38d04e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-557730046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a97e5262d0474babba66377effddd0cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63b936d0-8d", "ovs_interfaceid": "63b936d0-8dfa-4e23-b39e-f0f4d78e4c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 961.683280] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:7f:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63b936d0-8dfa-4e23-b39e-f0f4d78e4c8a', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.689840] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Creating folder: Project (a97e5262d0474babba66377effddd0cf). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.694809] env[65794]: DEBUG nova.compute.manager [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 961.695132] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.695429] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9dd2b12-30bb-4d29-ae01-96dba36a6d34 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.705140] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53dfd93e-8050-44b6-9eda-81038c4ee2c2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.711185] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.720341] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.720654] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c498bb4-134a-4e68-bf49-49e64a7e5581 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.724233] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Created folder: Project (a97e5262d0474babba66377effddd0cf) in parent group-v937953. [ 961.724432] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Creating folder: Instances. Parent ref: group-v938177. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.725218] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f32b3944-94fa-474f-930f-cd2ef12ec476 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.732681] env[65794]: DEBUG oslo_vmware.api [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 961.732681] env[65794]: value = "task-4811615" [ 961.732681] env[65794]: _type = "Task" [ 961.732681] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.741199] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Created folder: Instances in parent group-v938177. [ 961.741199] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 961.745310] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.746517] env[65794]: DEBUG oslo_vmware.api [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.746868] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dae5c312-ffaf-4313-9962-26764b80a539 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.770417] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.770417] env[65794]: value = "task-4811617" [ 961.770417] env[65794]: _type = "Task" [ 961.770417] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.780856] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811617, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.985476] env[65794]: WARNING neutronclient.v2_0.client [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.029654] env[65794]: DEBUG nova.scheduler.client.report [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.048982] env[65794]: DEBUG oslo_vmware.api [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811611, 'name': Rename_Task, 'duration_secs': 0.200665} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.049361] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.049642] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1e54c25-bae2-4a85-9909-91588cc0ccba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.061435] env[65794]: DEBUG oslo_vmware.api [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 962.061435] env[65794]: value = "task-4811618" [ 962.061435] env[65794]: _type = "Task" [ 962.061435] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.082223] env[65794]: DEBUG oslo_vmware.api [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.147499] env[65794]: DEBUG oslo_vmware.api [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811612, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.151282] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54af3e11-5ecc-4738-b37f-d8c5ce0121f0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.179575] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5194fbc0-ea34-4abc-a94f-4e09cdf11f18 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.192763] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811613, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.193306] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Updating instance '0e8e6cf2-1555-486b-9d90-c15bd6e34dc5' progress to 83 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 962.197382] env[65794]: DEBUG oslo_concurrency.lockutils [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Acquiring lock "50f25d8a-901c-47e1-90a1-dfbce30f5722" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.197768] env[65794]: DEBUG oslo_concurrency.lockutils [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Lock "50f25d8a-901c-47e1-90a1-dfbce30f5722" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.197856] env[65794]: DEBUG oslo_concurrency.lockutils [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Acquiring lock "50f25d8a-901c-47e1-90a1-dfbce30f5722-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.197977] env[65794]: DEBUG oslo_concurrency.lockutils [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Lock "50f25d8a-901c-47e1-90a1-dfbce30f5722-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.198227] env[65794]: DEBUG oslo_concurrency.lockutils [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Lock "50f25d8a-901c-47e1-90a1-dfbce30f5722-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.201881] env[65794]: INFO nova.compute.manager [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Terminating instance [ 962.214288] env[65794]: DEBUG oslo_concurrency.lockutils [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Acquiring lock "d37a7c93-47de-42fb-af0b-c94f0624ad82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.214288] env[65794]: DEBUG oslo_concurrency.lockutils [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Lock "d37a7c93-47de-42fb-af0b-c94f0624ad82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.214288] env[65794]: DEBUG oslo_concurrency.lockutils [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Acquiring lock "d37a7c93-47de-42fb-af0b-c94f0624ad82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.214403] env[65794]: DEBUG oslo_concurrency.lockutils [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Lock "d37a7c93-47de-42fb-af0b-c94f0624ad82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.214602] env[65794]: DEBUG oslo_concurrency.lockutils [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Lock "d37a7c93-47de-42fb-af0b-c94f0624ad82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.217197] env[65794]: INFO nova.compute.manager [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Terminating instance [ 962.246211] env[65794]: DEBUG oslo_vmware.api [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811615, 'name': PowerOffVM_Task, 'duration_secs': 0.265164} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.246389] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.246580] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.246922] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98ab68a3-be13-44cb-b265-f0471303f78f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.286758] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811617, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.353797] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.354088] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.354281] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Deleting the datastore file [datastore2] 0d11431b-4bee-477f-8753-4ad8b787a2d4 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.354654] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d6e2bdd-dfd4-475b-b54b-b6f0ecb3b905 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.363639] env[65794]: DEBUG oslo_vmware.api [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for the task: (returnval){ [ 962.363639] env[65794]: value = "task-4811620" [ 962.363639] env[65794]: _type = "Task" [ 962.363639] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.373637] env[65794]: DEBUG oslo_vmware.api [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.482413] env[65794]: DEBUG nova.compute.manager [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 962.515072] env[65794]: DEBUG nova.virt.hardware [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 962.515390] env[65794]: DEBUG nova.virt.hardware [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.515498] env[65794]: DEBUG nova.virt.hardware [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 962.515687] env[65794]: DEBUG nova.virt.hardware [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.515836] env[65794]: DEBUG nova.virt.hardware [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 962.515976] env[65794]: DEBUG nova.virt.hardware [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 962.516298] env[65794]: DEBUG nova.virt.hardware [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 962.516495] env[65794]: DEBUG nova.virt.hardware [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 962.516645] env[65794]: DEBUG nova.virt.hardware [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 962.516806] env[65794]: DEBUG nova.virt.hardware [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 962.516990] env[65794]: DEBUG nova.virt.hardware [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 962.518115] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a59d9d-7390-4ec3-bca7-a76c8b11d040 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.528380] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f74f91f-7b0d-400f-8bab-068c892e8688 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.547232] env[65794]: DEBUG oslo_concurrency.lockutils [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.551196] env[65794]: WARNING neutronclient.v2_0.client [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.553533] env[65794]: DEBUG oslo_concurrency.lockutils [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.756s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.553876] env[65794]: DEBUG nova.objects.instance [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Lazy-loading 'resources' on Instance uuid b074856a-7761-4303-a647-58d1d82eb539 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.578450] env[65794]: DEBUG oslo_vmware.api [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811618, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.579831] env[65794]: INFO nova.scheduler.client.report [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Deleted allocations for instance e25e755a-ca3f-493c-87dc-389fc13a8505 [ 962.647694] env[65794]: DEBUG oslo_vmware.api [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811612, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.671043] env[65794]: DEBUG nova.network.neutron [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Updated VIF entry in instance network info cache for port cdb92fba-2145-4abf-bb64-5ba310a8aa24. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 962.671134] env[65794]: DEBUG nova.network.neutron [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Updating instance_info_cache with network_info: [{"id": "cdb92fba-2145-4abf-bb64-5ba310a8aa24", "address": "fa:16:3e:41:5f:3b", "network": {"id": "f51e4a3d-fe13-4bd5-8d4a-95f8a5a25579", "bridge": null, "label": "tempest-ServersNegativeTestJSON-10719258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2b38ba3bbc48bf93ff01269b8ca2ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcdb92fba-21", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.688644] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620795} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.688644] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] e1e61ff8-f1e3-4353-a97d-d719d1b74bd1/e1e61ff8-f1e3-4353-a97d-d719d1b74bd1.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.688644] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.688644] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2eec1df-3cda-46e8-9613-01d353507bcc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.698241] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 962.698241] env[65794]: value = "task-4811621" [ 962.698241] env[65794]: _type = "Task" [ 962.698241] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.705069] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.705976] env[65794]: DEBUG nova.compute.manager [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 962.705976] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.706810] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cb5cb39-6fe2-4f98-8705-cdbabd7f2319 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.710678] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8265ba-b2bf-4767-b973-9822f48294bb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.721502] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.722987] env[65794]: DEBUG nova.compute.manager [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 962.723325] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.724548] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86612bef-fca4-4705-8166-0cd869516302 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.735500] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.736668] env[65794]: DEBUG oslo_vmware.api [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 962.736668] env[65794]: value = "task-4811622" [ 962.736668] env[65794]: _type = "Task" [ 962.736668] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.736668] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69854dd5-9cd7-433e-b699-db254e0bcf25 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.745548] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.747687] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3454a911-a583-4b85-9c85-32b46fbf6e07 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.753447] env[65794]: DEBUG oslo_vmware.api [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.755893] env[65794]: DEBUG oslo_vmware.api [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Waiting for the task: (returnval){ [ 962.755893] env[65794]: value = "task-4811623" [ 962.755893] env[65794]: _type = "Task" [ 962.755893] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.762329] env[65794]: DEBUG oslo_vmware.api [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Waiting for the task: (returnval){ [ 962.762329] env[65794]: value = "task-4811624" [ 962.762329] env[65794]: _type = "Task" [ 962.762329] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.771337] env[65794]: DEBUG oslo_vmware.api [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.784379] env[65794]: DEBUG oslo_vmware.api [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Task: {'id': task-4811624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.793388] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811617, 'name': CreateVM_Task, 'duration_secs': 0.596806} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.793388] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.793388] env[65794]: WARNING neutronclient.v2_0.client [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.793726] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.793726] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.794199] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.794540] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09edca04-cf87-49cb-89c4-219417aa04f1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.804111] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Waiting for the task: (returnval){ [ 962.804111] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5225a48c-ec32-de84-ef57-014d6abf6d32" [ 962.804111] env[65794]: _type = "Task" [ 962.804111] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.819041] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5225a48c-ec32-de84-ef57-014d6abf6d32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.876247] env[65794]: DEBUG oslo_vmware.api [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Task: {'id': task-4811620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202892} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.876604] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.876850] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.877096] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.877322] env[65794]: INFO nova.compute.manager [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 962.877580] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 962.877784] env[65794]: DEBUG nova.compute.manager [-] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 962.877881] env[65794]: DEBUG nova.network.neutron [-] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 962.878146] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.018772] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.075475] env[65794]: DEBUG oslo_vmware.api [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811618, 'name': PowerOnVM_Task, 'duration_secs': 0.701257} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.076352] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.076605] env[65794]: INFO nova.compute.manager [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Took 10.74 seconds to spawn the instance on the hypervisor. [ 963.076835] env[65794]: DEBUG nova.compute.manager [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 963.077824] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc53604-5277-4aa2-a77f-d3318bffe5d5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.082382] env[65794]: DEBUG nova.scheduler.client.report [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Refreshing inventories for resource provider 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 963.096014] env[65794]: DEBUG oslo_concurrency.lockutils [None req-276f6da1-7648-4537-8a15-ff9cb654f35f tempest-ServerPasswordTestJSON-417894140 tempest-ServerPasswordTestJSON-417894140-project-member] Lock "e25e755a-ca3f-493c-87dc-389fc13a8505" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.205s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.101482] env[65794]: DEBUG nova.scheduler.client.report [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Updating ProviderTree inventory for provider 9d798782-7888-423a-959e-7002060abcae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 963.101732] env[65794]: DEBUG nova.compute.provider_tree [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 963.118858] env[65794]: DEBUG nova.scheduler.client.report [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Refreshing aggregate associations for resource provider 9d798782-7888-423a-959e-7002060abcae, aggregates: None {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 963.144747] env[65794]: DEBUG oslo_vmware.api [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811612, 'name': CloneVM_Task, 'duration_secs': 1.317062} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.144747] env[65794]: INFO nova.virt.vmwareapi.vmops [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Created linked-clone VM from snapshot [ 963.145228] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ea131d-1b12-46e3-8465-36e428455ded {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.148729] env[65794]: DEBUG nova.scheduler.client.report [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Refreshing trait associations for resource provider 9d798782-7888-423a-959e-7002060abcae, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 963.158725] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Uploading image 00834061-e841-4fde-aa83-5ec52706fcad {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 963.174831] env[65794]: DEBUG oslo_concurrency.lockutils [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] Releasing lock "refresh_cache-3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.175330] env[65794]: DEBUG nova.compute.manager [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Received event network-vif-plugged-63b936d0-8dfa-4e23-b39e-f0f4d78e4c8a {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 963.175524] env[65794]: DEBUG oslo_concurrency.lockutils [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] Acquiring lock "c9d99ee9-66d8-4d10-99f4-1b73acb1af1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.175720] env[65794]: DEBUG oslo_concurrency.lockutils [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] Lock "c9d99ee9-66d8-4d10-99f4-1b73acb1af1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.175878] env[65794]: DEBUG oslo_concurrency.lockutils [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] Lock "c9d99ee9-66d8-4d10-99f4-1b73acb1af1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.176045] env[65794]: DEBUG nova.compute.manager [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] No waiting events found dispatching network-vif-plugged-63b936d0-8dfa-4e23-b39e-f0f4d78e4c8a {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 963.176212] env[65794]: WARNING nova.compute.manager [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Received unexpected event network-vif-plugged-63b936d0-8dfa-4e23-b39e-f0f4d78e4c8a for instance with vm_state building and task_state spawning. [ 963.176365] env[65794]: DEBUG nova.compute.manager [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Received event network-changed-63b936d0-8dfa-4e23-b39e-f0f4d78e4c8a {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 963.176512] env[65794]: DEBUG nova.compute.manager [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Refreshing instance network info cache due to event network-changed-63b936d0-8dfa-4e23-b39e-f0f4d78e4c8a. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 963.176685] env[65794]: DEBUG oslo_concurrency.lockutils [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] Acquiring lock "refresh_cache-c9d99ee9-66d8-4d10-99f4-1b73acb1af1a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.176821] env[65794]: DEBUG oslo_concurrency.lockutils [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] Acquired lock "refresh_cache-c9d99ee9-66d8-4d10-99f4-1b73acb1af1a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.176964] env[65794]: DEBUG nova.network.neutron [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Refreshing network info cache for port 63b936d0-8dfa-4e23-b39e-f0f4d78e4c8a {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.186957] env[65794]: DEBUG oslo_vmware.rw_handles [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 963.186957] env[65794]: value = "vm-938176" [ 963.186957] env[65794]: _type = "VirtualMachine" [ 963.186957] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 963.187166] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a2cbbdb1-fa8b-4570-afde-9588fe25eef9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.197841] env[65794]: DEBUG oslo_vmware.rw_handles [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lease: (returnval){ [ 963.197841] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52942a93-47bb-fbc5-c9d5-7afd442d56d5" [ 963.197841] env[65794]: _type = "HttpNfcLease" [ 963.197841] env[65794]: } obtained for exporting VM: (result){ [ 963.197841] env[65794]: value = "vm-938176" [ 963.197841] env[65794]: _type = "VirtualMachine" [ 963.197841] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 963.198293] env[65794]: DEBUG oslo_vmware.api [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the lease: (returnval){ [ 963.198293] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52942a93-47bb-fbc5-c9d5-7afd442d56d5" [ 963.198293] env[65794]: _type = "HttpNfcLease" [ 963.198293] env[65794]: } to be ready. {{(pid=65794) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 963.212849] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093286} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.213082] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 963.213082] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52942a93-47bb-fbc5-c9d5-7afd442d56d5" [ 963.213082] env[65794]: _type = "HttpNfcLease" [ 963.213082] env[65794]: } is initializing. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 963.213325] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.214309] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803e6f8e-2b50-4549-a16f-542ec4cbba68 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.237928] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] e1e61ff8-f1e3-4353-a97d-d719d1b74bd1/e1e61ff8-f1e3-4353-a97d-d719d1b74bd1.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.238252] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72e9ba3d-0769-4b8c-b518-6e00d6ea781c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.267788] env[65794]: DEBUG nova.network.neutron [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Successfully updated port: 454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 963.275690] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 963.275690] env[65794]: value = "task-4811626" [ 963.275690] env[65794]: _type = "Task" [ 963.275690] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.297370] env[65794]: DEBUG oslo_vmware.api [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Task: {'id': task-4811624, 'name': PowerOffVM_Task, 'duration_secs': 0.308123} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.297370] env[65794]: DEBUG oslo_vmware.api [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811623, 'name': PowerOffVM_Task, 'duration_secs': 0.316366} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.297370] env[65794]: DEBUG oslo_vmware.api [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811622, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.298363] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.298363] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.298694] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.298859] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.299372] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1433f87-0023-4621-88bc-04242e53b3d6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.301146] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5658704b-fa7e-4e3e-83b4-d3caef154407 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.306409] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.320733] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.321292] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5225a48c-ec32-de84-ef57-014d6abf6d32, 'name': SearchDatastore_Task, 'duration_secs': 0.028076} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.325107] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.325204] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.325439] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.325512] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.325674] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.326149] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33ba9db0-8391-4771-9574-633f3c7678ac {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.336918] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.337141] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.338308] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f111a369-a6fd-41fc-b4cf-f5463ee40008 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.347669] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Waiting for the task: (returnval){ [ 963.347669] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]521dde5c-6b2d-cd59-cd45-71b0246fd33c" [ 963.347669] env[65794]: _type = "Task" [ 963.347669] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.356380] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521dde5c-6b2d-cd59-cd45-71b0246fd33c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.361033] env[65794]: DEBUG nova.compute.manager [req-b51d5d05-0ca6-404d-92c3-905659e1bc9a req-7e9c4c32-4240-482b-b0ee-fb41eb6f7aa5 service nova] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Received event network-vif-deleted-1be1f0d1-7f21-4da2-9755-5ce1cebd4ed5 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 963.361249] env[65794]: INFO nova.compute.manager [req-b51d5d05-0ca6-404d-92c3-905659e1bc9a req-7e9c4c32-4240-482b-b0ee-fb41eb6f7aa5 service nova] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Neutron deleted interface 1be1f0d1-7f21-4da2-9755-5ce1cebd4ed5; detaching it from the instance and deleting it from the info cache [ 963.361502] env[65794]: DEBUG nova.network.neutron [req-b51d5d05-0ca6-404d-92c3-905659e1bc9a req-7e9c4c32-4240-482b-b0ee-fb41eb6f7aa5 service nova] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.420158] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.420645] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.420782] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Deleting the datastore file [datastore2] d37a7c93-47de-42fb-af0b-c94f0624ad82 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.423871] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a12c29b6-849e-470f-a9e0-a2e58fa1e844 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.431187] env[65794]: DEBUG oslo_vmware.api [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Waiting for the task: (returnval){ [ 963.431187] env[65794]: value = "task-4811629" [ 963.431187] env[65794]: _type = "Task" [ 963.431187] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.442188] env[65794]: DEBUG oslo_vmware.api [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Task: {'id': task-4811629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.486491] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.486491] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.486491] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Deleting the datastore file [datastore1] 50f25d8a-901c-47e1-90a1-dfbce30f5722 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.486775] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ffc3dfb-5395-48a3-82a2-f00e2bfb98bf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.494336] env[65794]: DEBUG oslo_vmware.api [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Waiting for the task: (returnval){ [ 963.494336] env[65794]: value = "task-4811630" [ 963.494336] env[65794]: _type = "Task" [ 963.494336] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.503313] env[65794]: DEBUG oslo_vmware.api [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.557619] env[65794]: DEBUG nova.compute.manager [req-d3f341eb-ffe9-4272-9668-1daa81ff9d99 req-984afc77-64d1-4b5f-8d3c-b2605ea0a6da service nova] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Received event network-vif-plugged-454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 963.559241] env[65794]: DEBUG oslo_concurrency.lockutils [req-d3f341eb-ffe9-4272-9668-1daa81ff9d99 req-984afc77-64d1-4b5f-8d3c-b2605ea0a6da service nova] Acquiring lock "cc961e99-ce33-4b59-b8d3-aae47d0e5298-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.559241] env[65794]: DEBUG oslo_concurrency.lockutils [req-d3f341eb-ffe9-4272-9668-1daa81ff9d99 req-984afc77-64d1-4b5f-8d3c-b2605ea0a6da service nova] Lock "cc961e99-ce33-4b59-b8d3-aae47d0e5298-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.559241] env[65794]: DEBUG oslo_concurrency.lockutils [req-d3f341eb-ffe9-4272-9668-1daa81ff9d99 req-984afc77-64d1-4b5f-8d3c-b2605ea0a6da service nova] Lock "cc961e99-ce33-4b59-b8d3-aae47d0e5298-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.559241] env[65794]: DEBUG nova.compute.manager [req-d3f341eb-ffe9-4272-9668-1daa81ff9d99 req-984afc77-64d1-4b5f-8d3c-b2605ea0a6da service nova] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] No waiting events found dispatching network-vif-plugged-454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 963.559241] env[65794]: WARNING nova.compute.manager [req-d3f341eb-ffe9-4272-9668-1daa81ff9d99 req-984afc77-64d1-4b5f-8d3c-b2605ea0a6da service nova] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Received unexpected event network-vif-plugged-454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6 for instance with vm_state building and task_state spawning. [ 963.559241] env[65794]: DEBUG nova.compute.manager [req-d3f341eb-ffe9-4272-9668-1daa81ff9d99 req-984afc77-64d1-4b5f-8d3c-b2605ea0a6da service nova] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Received event network-changed-454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 963.559603] env[65794]: DEBUG nova.compute.manager [req-d3f341eb-ffe9-4272-9668-1daa81ff9d99 req-984afc77-64d1-4b5f-8d3c-b2605ea0a6da service nova] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Refreshing instance network info cache due to event network-changed-454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 963.559799] env[65794]: DEBUG oslo_concurrency.lockutils [req-d3f341eb-ffe9-4272-9668-1daa81ff9d99 req-984afc77-64d1-4b5f-8d3c-b2605ea0a6da service nova] Acquiring lock "refresh_cache-cc961e99-ce33-4b59-b8d3-aae47d0e5298" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.560655] env[65794]: DEBUG oslo_concurrency.lockutils [req-d3f341eb-ffe9-4272-9668-1daa81ff9d99 req-984afc77-64d1-4b5f-8d3c-b2605ea0a6da service nova] Acquired lock "refresh_cache-cc961e99-ce33-4b59-b8d3-aae47d0e5298" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.560655] env[65794]: DEBUG nova.network.neutron [req-d3f341eb-ffe9-4272-9668-1daa81ff9d99 req-984afc77-64d1-4b5f-8d3c-b2605ea0a6da service nova] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Refreshing network info cache for port 454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.605887] env[65794]: INFO nova.compute.manager [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Took 24.44 seconds to build instance. [ 963.636343] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8433205-a575-412c-97ce-a2ab839feae9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.644585] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22be66af-7567-4479-9586-7a9a10bf90b3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.685997] env[65794]: WARNING neutronclient.v2_0.client [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.689927] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801b73fb-74dc-4dca-a3bf-54fe1b7f83ba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.706265] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42cc614-f532-49eb-a2e3-62b7e6a56c6c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.727205] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 963.727205] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52942a93-47bb-fbc5-c9d5-7afd442d56d5" [ 963.727205] env[65794]: _type = "HttpNfcLease" [ 963.727205] env[65794]: } is ready. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 963.728153] env[65794]: DEBUG nova.compute.provider_tree [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.732248] env[65794]: DEBUG oslo_vmware.rw_handles [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 963.732248] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52942a93-47bb-fbc5-c9d5-7afd442d56d5" [ 963.732248] env[65794]: _type = "HttpNfcLease" [ 963.732248] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 963.732248] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1001f85-6185-49d7-872f-35662b67db35 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.740719] env[65794]: DEBUG oslo_vmware.rw_handles [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cfe6dc-1bdf-4668-f514-e47aa6946fcb/disk-0.vmdk from lease info. {{(pid=65794) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 963.740719] env[65794]: DEBUG oslo_vmware.rw_handles [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cfe6dc-1bdf-4668-f514-e47aa6946fcb/disk-0.vmdk for reading. {{(pid=65794) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 963.804277] env[65794]: DEBUG nova.network.neutron [-] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.806232] env[65794]: DEBUG oslo_concurrency.lockutils [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "refresh_cache-cc961e99-ce33-4b59-b8d3-aae47d0e5298" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.830276] env[65794]: DEBUG oslo_vmware.api [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811622, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.830276] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.862945] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521dde5c-6b2d-cd59-cd45-71b0246fd33c, 'name': SearchDatastore_Task, 'duration_secs': 0.03167} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.862945] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38291848-21c6-4c20-ac46-8f0d2492aa43 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.868348] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Waiting for the task: (returnval){ [ 963.868348] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5215e186-674d-7259-e824-f64a95f02827" [ 963.868348] env[65794]: _type = "Task" [ 963.868348] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.868572] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bd645ac-2d94-4d80-9ee0-51967bb319a7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.880538] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5215e186-674d-7259-e824-f64a95f02827, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.884676] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c91e508-9056-4d7f-8dbb-3cbfc1d5920d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.905379] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4b7e6ea3-c7d5-42b7-a653-4a6238862e9a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.929086] env[65794]: DEBUG nova.compute.manager [req-b51d5d05-0ca6-404d-92c3-905659e1bc9a req-7e9c4c32-4240-482b-b0ee-fb41eb6f7aa5 service nova] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Detach interface failed, port_id=1be1f0d1-7f21-4da2-9755-5ce1cebd4ed5, reason: Instance 0d11431b-4bee-477f-8753-4ad8b787a2d4 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 963.941814] env[65794]: DEBUG oslo_vmware.api [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Task: {'id': task-4811629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185961} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.945492] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.945745] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.945878] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.946086] env[65794]: INFO nova.compute.manager [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Took 1.22 seconds to destroy the instance on the hypervisor. [ 963.946592] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 963.946815] env[65794]: DEBUG nova.compute.manager [-] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 963.946911] env[65794]: DEBUG nova.network.neutron [-] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 963.949740] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.010875] env[65794]: DEBUG oslo_vmware.api [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164551} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.011295] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.011404] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.011489] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.011634] env[65794]: INFO nova.compute.manager [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Took 1.31 seconds to destroy the instance on the hypervisor. [ 964.011997] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 964.012135] env[65794]: DEBUG nova.compute.manager [-] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 964.014046] env[65794]: DEBUG nova.network.neutron [-] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 964.014046] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.065315] env[65794]: WARNING neutronclient.v2_0.client [req-d3f341eb-ffe9-4272-9668-1daa81ff9d99 req-984afc77-64d1-4b5f-8d3c-b2605ea0a6da service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.108687] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ecaf7415-7634-497a-9362-01fddddd9bcc tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "f4935136-8827-4483-be5c-9c1e84bf0ed7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.958s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.125287] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.231387] env[65794]: DEBUG nova.scheduler.client.report [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.246712] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.273943] env[65794]: DEBUG nova.network.neutron [req-d3f341eb-ffe9-4272-9668-1daa81ff9d99 req-984afc77-64d1-4b5f-8d3c-b2605ea0a6da service nova] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 964.310227] env[65794]: INFO nova.compute.manager [-] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Took 1.43 seconds to deallocate network for instance. [ 964.323458] env[65794]: DEBUG oslo_vmware.api [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811622, 'name': PowerOnVM_Task, 'duration_secs': 1.300979} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.335771] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.336606] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-453fa140-9cdf-49da-aafc-59f22d2c7b04 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Updating instance '0e8e6cf2-1555-486b-9d90-c15bd6e34dc5' progress to 100 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 964.343042] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811626, 'name': ReconfigVM_Task, 'duration_secs': 0.708966} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.343042] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Reconfigured VM instance instance-00000055 to attach disk [datastore1] e1e61ff8-f1e3-4353-a97d-d719d1b74bd1/e1e61ff8-f1e3-4353-a97d-d719d1b74bd1.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.343042] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7395a44a-68da-4cc8-9a1f-88ce2d4bbba0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.354406] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 964.354406] env[65794]: value = "task-4811631" [ 964.354406] env[65794]: _type = "Task" [ 964.354406] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.366255] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811631, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.386099] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5215e186-674d-7259-e824-f64a95f02827, 'name': SearchDatastore_Task, 'duration_secs': 0.01399} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.386099] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.386099] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] c9d99ee9-66d8-4d10-99f4-1b73acb1af1a/c9d99ee9-66d8-4d10-99f4-1b73acb1af1a.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.386099] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edd7fd3e-e183-4cdd-b7aa-2d85a34b2871 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.395585] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Waiting for the task: (returnval){ [ 964.395585] env[65794]: value = "task-4811632" [ 964.395585] env[65794]: _type = "Task" [ 964.395585] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.407385] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Task: {'id': task-4811632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.578865] env[65794]: WARNING neutronclient.v2_0.client [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.737814] env[65794]: DEBUG oslo_concurrency.lockutils [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.740727] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.511s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.742160] env[65794]: DEBUG nova.objects.instance [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lazy-loading 'resources' on Instance uuid 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.813119] env[65794]: INFO nova.scheduler.client.report [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Deleted allocations for instance b074856a-7761-4303-a647-58d1d82eb539 [ 964.846888] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.872721] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811631, 'name': Rename_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.911635] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Task: {'id': task-4811632, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.053565] env[65794]: DEBUG nova.network.neutron [-] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.116581] env[65794]: DEBUG nova.network.neutron [req-d3f341eb-ffe9-4272-9668-1daa81ff9d99 req-984afc77-64d1-4b5f-8d3c-b2605ea0a6da service nova] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.161932] env[65794]: DEBUG nova.network.neutron [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Updated VIF entry in instance network info cache for port 63b936d0-8dfa-4e23-b39e-f0f4d78e4c8a. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 965.162467] env[65794]: DEBUG nova.network.neutron [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Updating instance_info_cache with network_info: [{"id": "63b936d0-8dfa-4e23-b39e-f0f4d78e4c8a", "address": "fa:16:3e:0e:7f:e6", "network": {"id": "e7d05a59-70a3-4b08-866d-da2eef38d04e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-557730046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a97e5262d0474babba66377effddd0cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63b936d0-8d", "ovs_interfaceid": "63b936d0-8dfa-4e23-b39e-f0f4d78e4c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.248791] env[65794]: DEBUG nova.objects.instance [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lazy-loading 'numa_topology' on Instance uuid 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.325092] env[65794]: DEBUG oslo_concurrency.lockutils [None req-26e243b0-ed02-4d93-a644-f118531ecbd5 tempest-ServerAddressesNegativeTestJSON-1215978525 tempest-ServerAddressesNegativeTestJSON-1215978525-project-member] Lock "b074856a-7761-4303-a647-58d1d82eb539" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.910s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.368223] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811631, 'name': Rename_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.410981] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Task: {'id': task-4811632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610829} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.412036] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] c9d99ee9-66d8-4d10-99f4-1b73acb1af1a/c9d99ee9-66d8-4d10-99f4-1b73acb1af1a.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.412176] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.412447] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e249f76f-c4d8-4fa4-ac1d-fadcbd31ebde {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.421830] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Waiting for the task: (returnval){ [ 965.421830] env[65794]: value = "task-4811633" [ 965.421830] env[65794]: _type = "Task" [ 965.421830] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.432098] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Task: {'id': task-4811633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.556385] env[65794]: INFO nova.compute.manager [-] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Took 1.61 seconds to deallocate network for instance. [ 965.619739] env[65794]: DEBUG oslo_concurrency.lockutils [req-d3f341eb-ffe9-4272-9668-1daa81ff9d99 req-984afc77-64d1-4b5f-8d3c-b2605ea0a6da service nova] Releasing lock "refresh_cache-cc961e99-ce33-4b59-b8d3-aae47d0e5298" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.620551] env[65794]: DEBUG oslo_concurrency.lockutils [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired lock "refresh_cache-cc961e99-ce33-4b59-b8d3-aae47d0e5298" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.620551] env[65794]: DEBUG nova.network.neutron [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 965.665445] env[65794]: DEBUG oslo_concurrency.lockutils [req-3e53936b-fede-4f4b-96f9-2b3cb26fa89e req-6fee20e9-51c8-45cd-8252-27bddb3f7752 service nova] Releasing lock "refresh_cache-c9d99ee9-66d8-4d10-99f4-1b73acb1af1a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.751178] env[65794]: DEBUG nova.objects.base [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Object Instance<3f3170a1-31f3-4a1a-911b-d8a54bcb8fff> lazy-loaded attributes: resources,numa_topology {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 965.880299] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811631, 'name': Rename_Task, 'duration_secs': 1.213703} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.883210] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.883881] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e76a7ea9-7954-48bf-bbf6-b00105f9433d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.893969] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 965.893969] env[65794]: value = "task-4811634" [ 965.893969] env[65794]: _type = "Task" [ 965.893969] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.908917] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.937229] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Task: {'id': task-4811633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094368} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.937588] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.938456] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1465cec-b11a-4853-b106-0159c7aba862 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.966665] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] c9d99ee9-66d8-4d10-99f4-1b73acb1af1a/c9d99ee9-66d8-4d10-99f4-1b73acb1af1a.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.972427] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-497f8db8-fb12-4891-ab1a-d6001d6baf11 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.999187] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Waiting for the task: (returnval){ [ 965.999187] env[65794]: value = "task-4811635" [ 965.999187] env[65794]: _type = "Task" [ 965.999187] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.009999] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Task: {'id': task-4811635, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.067169] env[65794]: DEBUG oslo_concurrency.lockutils [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.100787] env[65794]: DEBUG nova.network.neutron [-] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.274439] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40442516-7713-47c5-8dc7-d16b3d8f9637 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.283576] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08535d12-597c-4636-8591-9d2fe14a84f8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.318516] env[65794]: DEBUG nova.network.neutron [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 966.323536] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f77a5a-3b13-4a2a-b428-61930bba7a6b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.330695] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc91df2b-ff41-4a4b-9623-54abfcb9d7b5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.348979] env[65794]: DEBUG nova.compute.provider_tree [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.412226] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811634, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.434171] env[65794]: DEBUG nova.compute.manager [req-bd86afe1-4787-45da-b8d3-5e9db5a8aa18 req-f677d880-bed7-4555-8054-a331fb458129 service nova] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Received event network-vif-deleted-be08539a-4a13-4533-bf4d-354a91ce263d {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 966.434625] env[65794]: DEBUG nova.compute.manager [req-bd86afe1-4787-45da-b8d3-5e9db5a8aa18 req-f677d880-bed7-4555-8054-a331fb458129 service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Received event network-vif-deleted-2a6440e4-feb3-4de4-9906-49be8de4721d {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 966.434955] env[65794]: DEBUG nova.compute.manager [req-bd86afe1-4787-45da-b8d3-5e9db5a8aa18 req-f677d880-bed7-4555-8054-a331fb458129 service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Received event network-vif-deleted-95dcc0e6-2045-46e5-928d-b23591f86109 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 966.493176] env[65794]: DEBUG oslo_concurrency.lockutils [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "774f19ac-d703-46fe-bfa6-2df075504c73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.493476] env[65794]: DEBUG oslo_concurrency.lockutils [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "774f19ac-d703-46fe-bfa6-2df075504c73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.493692] env[65794]: DEBUG oslo_concurrency.lockutils [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "774f19ac-d703-46fe-bfa6-2df075504c73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.493900] env[65794]: DEBUG oslo_concurrency.lockutils [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "774f19ac-d703-46fe-bfa6-2df075504c73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.494108] env[65794]: DEBUG oslo_concurrency.lockutils [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "774f19ac-d703-46fe-bfa6-2df075504c73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.496373] env[65794]: INFO nova.compute.manager [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Terminating instance [ 966.513174] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Task: {'id': task-4811635, 'name': ReconfigVM_Task, 'duration_secs': 0.44752} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.514496] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Reconfigured VM instance instance-00000056 to attach disk [datastore2] c9d99ee9-66d8-4d10-99f4-1b73acb1af1a/c9d99ee9-66d8-4d10-99f4-1b73acb1af1a.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.515291] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e663794-f2a4-426e-ab34-3d855442ef45 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.524383] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Waiting for the task: (returnval){ [ 966.524383] env[65794]: value = "task-4811636" [ 966.524383] env[65794]: _type = "Task" [ 966.524383] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.538434] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Task: {'id': task-4811636, 'name': Rename_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.603738] env[65794]: INFO nova.compute.manager [-] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Took 2.59 seconds to deallocate network for instance. [ 966.650862] env[65794]: WARNING neutronclient.v2_0.client [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.817190] env[65794]: DEBUG nova.network.neutron [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Updating instance_info_cache with network_info: [{"id": "454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6", "address": "fa:16:3e:0d:f4:f4", "network": {"id": "e5aa0ed4-aa04-4498-8bec-128329970fc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-985809026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e39179d45d4774936d217b8bc60a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454d71f1-d7", "ovs_interfaceid": "454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.853821] env[65794]: DEBUG nova.scheduler.client.report [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.917435] env[65794]: DEBUG oslo_vmware.api [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811634, 'name': PowerOnVM_Task, 'duration_secs': 0.701434} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.917878] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.919057] env[65794]: INFO nova.compute.manager [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Took 11.94 seconds to spawn the instance on the hypervisor. [ 966.919278] env[65794]: DEBUG nova.compute.manager [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 966.920105] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62316b4-57f8-4a67-8b46-e1c700e97a90 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.001705] env[65794]: DEBUG nova.compute.manager [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 967.001938] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.002850] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bba793-0ca7-466d-90b7-2fc09cbd5434 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.011715] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.011979] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46661d2d-a53d-445f-bb8e-d1b585b78223 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.021644] env[65794]: DEBUG oslo_vmware.api [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 967.021644] env[65794]: value = "task-4811637" [ 967.021644] env[65794]: _type = "Task" [ 967.021644] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.032423] env[65794]: DEBUG oslo_vmware.api [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.039063] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Task: {'id': task-4811636, 'name': Rename_Task, 'duration_secs': 0.216696} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.039383] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.039710] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2523d75-b6ca-4ff4-afb8-0f9ac00c97b9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.048630] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Waiting for the task: (returnval){ [ 967.048630] env[65794]: value = "task-4811638" [ 967.048630] env[65794]: _type = "Task" [ 967.048630] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.059729] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Task: {'id': task-4811638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.111211] env[65794]: DEBUG oslo_concurrency.lockutils [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.322610] env[65794]: DEBUG oslo_concurrency.lockutils [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Releasing lock "refresh_cache-cc961e99-ce33-4b59-b8d3-aae47d0e5298" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.323081] env[65794]: DEBUG nova.compute.manager [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Instance network_info: |[{"id": "454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6", "address": "fa:16:3e:0d:f4:f4", "network": {"id": "e5aa0ed4-aa04-4498-8bec-128329970fc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-985809026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e39179d45d4774936d217b8bc60a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454d71f1-d7", "ovs_interfaceid": "454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 967.324095] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:f4:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.333891] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Creating folder: Project (f5e39179d45d4774936d217b8bc60a37). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 967.334259] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-248c5ae0-0bd3-4c82-bb4c-da351c6be9fc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.351107] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Created folder: Project (f5e39179d45d4774936d217b8bc60a37) in parent group-v937953. [ 967.351626] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Creating folder: Instances. Parent ref: group-v938180. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 967.351707] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fdef259-2f97-4227-bd4a-fc9eee03610a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.359803] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.619s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.365606] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.777s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.366935] env[65794]: INFO nova.compute.claims [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.370815] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Created folder: Instances in parent group-v938180. [ 967.371139] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 967.372153] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.372637] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-797ed4f7-9c76-4b7b-a384-6c4f86e5318d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.398194] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.398194] env[65794]: value = "task-4811641" [ 967.398194] env[65794]: _type = "Task" [ 967.398194] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.408676] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811641, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.441982] env[65794]: INFO nova.compute.manager [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Took 28.01 seconds to build instance. [ 967.534135] env[65794]: DEBUG oslo_vmware.api [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811637, 'name': PowerOffVM_Task, 'duration_secs': 0.279653} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.534625] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.534625] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.535267] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4119290-60f7-41a5-acc8-ea7953bdb161 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.359458] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ae3f8a6e-78ea-4412-ae74-a9f5aa750a26 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "0e8e6cf2-1555-486b-9d90-c15bd6e34dc5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.359458] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ae3f8a6e-78ea-4412-ae74-a9f5aa750a26 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "0e8e6cf2-1555-486b-9d90-c15bd6e34dc5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.359458] env[65794]: DEBUG nova.compute.manager [None req-ae3f8a6e-78ea-4412-ae74-a9f5aa750a26 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Going to confirm migration 3 {{(pid=65794) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5298}} [ 968.365222] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6392ac-6e5d-4397-b9c0-5f98c0405536 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "e1e61ff8-f1e3-4353-a97d-d719d1b74bd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.937s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.365222] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "f4935136-8827-4483-be5c-9c1e84bf0ed7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.365222] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "f4935136-8827-4483-be5c-9c1e84bf0ed7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.365222] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "f4935136-8827-4483-be5c-9c1e84bf0ed7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.365595] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "f4935136-8827-4483-be5c-9c1e84bf0ed7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.365595] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "f4935136-8827-4483-be5c-9c1e84bf0ed7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.366998] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.367206] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.367777] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Deleting the datastore file [datastore1] 774f19ac-d703-46fe-bfa6-2df075504c73 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.370708] env[65794]: INFO nova.compute.manager [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Terminating instance [ 968.377722] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-884568e4-f99b-48bf-9dce-2dfd65a8e7a7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.382022] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b8380c2f-687d-454a-be61-22b46b230b11 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.200s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.383157] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.063s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.383361] env[65794]: INFO nova.compute.manager [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Unshelving [ 968.390779] env[65794]: DEBUG oslo_vmware.api [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Task: {'id': task-4811638, 'name': PowerOnVM_Task, 'duration_secs': 0.722996} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.390779] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.390779] env[65794]: INFO nova.compute.manager [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Took 9.72 seconds to spawn the instance on the hypervisor. [ 968.391094] env[65794]: DEBUG nova.compute.manager [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 968.395213] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda7ad63-30c0-4a91-beda-29ae9f800eb7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.399093] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811641, 'name': CreateVM_Task, 'duration_secs': 0.425654} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.400940] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.402149] env[65794]: DEBUG oslo_vmware.api [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 968.402149] env[65794]: value = "task-4811643" [ 968.402149] env[65794]: _type = "Task" [ 968.402149] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.403669] env[65794]: WARNING neutronclient.v2_0.client [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.403669] env[65794]: DEBUG oslo_concurrency.lockutils [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.403840] env[65794]: DEBUG oslo_concurrency.lockutils [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.404307] env[65794]: DEBUG oslo_concurrency.lockutils [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.405296] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10d9dd44-ecd7-4f8e-9807-9c60ea3bba9d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.424655] env[65794]: DEBUG oslo_vmware.api [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.425036] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 968.425036] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522ce6d8-10fe-9d2d-2c94-7bc6381070ec" [ 968.425036] env[65794]: _type = "Task" [ 968.425036] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.440841] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522ce6d8-10fe-9d2d-2c94-7bc6381070ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011462} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.442031] env[65794]: DEBUG oslo_concurrency.lockutils [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.442031] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.442031] env[65794]: DEBUG oslo_concurrency.lockutils [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.442031] env[65794]: DEBUG oslo_concurrency.lockutils [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.442392] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.442579] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-891340ed-fe13-4d43-bb32-1152e44e7301 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.454937] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.455086] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.456616] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-604ebf12-882a-40f7-a95c-cd0b8f73aa5c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.466086] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 968.466086] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]524117b6-3f16-b99d-45a9-e174887468d6" [ 968.466086] env[65794]: _type = "Task" [ 968.466086] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.476332] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]524117b6-3f16-b99d-45a9-e174887468d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.718302] env[65794]: DEBUG nova.compute.manager [req-8b9902fc-c435-4150-b4f3-1f60ecc93fad req-851db498-fa63-4009-be0b-4e84444250bf service nova] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Received event network-vif-deleted-08ba0484-2133-4e73-a916-96b2b20e46c5 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 968.854604] env[65794]: DEBUG oslo_concurrency.lockutils [None req-58c80b7b-7205-42ad-a295-bef254e6412e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "6477f28c-5665-49cf-9e0d-d9fb16ad6ee5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.854891] env[65794]: DEBUG oslo_concurrency.lockutils [None req-58c80b7b-7205-42ad-a295-bef254e6412e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "6477f28c-5665-49cf-9e0d-d9fb16ad6ee5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.879066] env[65794]: WARNING neutronclient.v2_0.client [None req-ae3f8a6e-78ea-4412-ae74-a9f5aa750a26 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.881561] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Acquiring lock "1754e34f-1ff0-48e4-aa1e-71a726bdaac1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.881810] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Lock "1754e34f-1ff0-48e4-aa1e-71a726bdaac1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.882013] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Acquiring lock "1754e34f-1ff0-48e4-aa1e-71a726bdaac1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.882735] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Lock "1754e34f-1ff0-48e4-aa1e-71a726bdaac1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.882921] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Lock "1754e34f-1ff0-48e4-aa1e-71a726bdaac1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.885507] env[65794]: INFO nova.compute.manager [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Terminating instance [ 968.889640] env[65794]: DEBUG nova.compute.manager [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 968.889923] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.891149] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c057d6e-f9b9-4fdc-9024-6a266eb2f632 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.904010] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.908251] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb4c51c3-6de6-4af3-9923-d5ade0c7daf1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.927344] env[65794]: DEBUG oslo_vmware.api [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250982} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.932559] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.932868] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.933103] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.933321] env[65794]: INFO nova.compute.manager [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Took 1.93 seconds to destroy the instance on the hypervisor. [ 968.933647] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 968.933987] env[65794]: DEBUG oslo_vmware.api [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 968.933987] env[65794]: value = "task-4811644" [ 968.933987] env[65794]: _type = "Task" [ 968.933987] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.937888] env[65794]: INFO nova.compute.manager [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Took 27.36 seconds to build instance. [ 968.939074] env[65794]: DEBUG nova.compute.manager [-] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 968.939219] env[65794]: DEBUG nova.network.neutron [-] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 968.939456] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.958368] env[65794]: DEBUG oslo_vmware.api [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.959598] env[65794]: WARNING neutronclient.v2_0.client [None req-ae3f8a6e-78ea-4412-ae74-a9f5aa750a26 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.959989] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ae3f8a6e-78ea-4412-ae74-a9f5aa750a26 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "refresh_cache-0e8e6cf2-1555-486b-9d90-c15bd6e34dc5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.960189] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ae3f8a6e-78ea-4412-ae74-a9f5aa750a26 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "refresh_cache-0e8e6cf2-1555-486b-9d90-c15bd6e34dc5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.960377] env[65794]: DEBUG nova.network.neutron [None req-ae3f8a6e-78ea-4412-ae74-a9f5aa750a26 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 968.960972] env[65794]: DEBUG nova.objects.instance [None req-ae3f8a6e-78ea-4412-ae74-a9f5aa750a26 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lazy-loading 'info_cache' on Instance uuid 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.978922] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]524117b6-3f16-b99d-45a9-e174887468d6, 'name': SearchDatastore_Task, 'duration_secs': 0.013093} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.983036] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ba5443c-dc07-4f80-8741-5ae95cfd1f94 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.992489] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 968.992489] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]521c0d42-5bda-4d98-5306-1394082bcf62" [ 968.992489] env[65794]: _type = "Task" [ 968.992489] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.006217] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521c0d42-5bda-4d98-5306-1394082bcf62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.053214] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.296988] env[65794]: DEBUG oslo_concurrency.lockutils [None req-37ea2084-b856-429d-af95-7f5d3b0facbc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "e1e61ff8-f1e3-4353-a97d-d719d1b74bd1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.297325] env[65794]: DEBUG oslo_concurrency.lockutils [None req-37ea2084-b856-429d-af95-7f5d3b0facbc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "e1e61ff8-f1e3-4353-a97d-d719d1b74bd1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.297551] env[65794]: DEBUG nova.compute.manager [None req-37ea2084-b856-429d-af95-7f5d3b0facbc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 969.298486] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932da25f-6fa2-4619-bea6-4a680070cf6e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.306280] env[65794]: DEBUG nova.compute.manager [None req-37ea2084-b856-429d-af95-7f5d3b0facbc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65794) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 969.306941] env[65794]: DEBUG nova.objects.instance [None req-37ea2084-b856-429d-af95-7f5d3b0facbc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lazy-loading 'flavor' on Instance uuid e1e61ff8-f1e3-4353-a97d-d719d1b74bd1 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.326701] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fedb2d-4fdf-4e05-b171-76229a129433 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.337810] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94581a89-fc87-4cc6-943e-a63c143891fd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.373154] env[65794]: DEBUG nova.compute.utils [None req-58c80b7b-7205-42ad-a295-bef254e6412e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.375210] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f454eb-af88-4822-b6eb-29651ec087fa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.384274] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a221c2f-6f61-4c1b-a518-bf4afe322f4e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.389783] env[65794]: DEBUG nova.compute.manager [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 969.389996] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.391096] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60e4ced-71a8-4e59-a229-610b82cc2517 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.405320] env[65794]: DEBUG nova.compute.provider_tree [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.412178] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.412435] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e007ae8c-f426-4df5-b199-612ecb9fbdce {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.418214] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.420019] env[65794]: DEBUG oslo_vmware.api [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Waiting for the task: (returnval){ [ 969.420019] env[65794]: value = "task-4811645" [ 969.420019] env[65794]: _type = "Task" [ 969.420019] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.429407] env[65794]: DEBUG oslo_vmware.api [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Task: {'id': task-4811645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.446808] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dcb8f80-be38-4509-bbe7-8bfcaa417f39 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Lock "c9d99ee9-66d8-4d10-99f4-1b73acb1af1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.926s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.456678] env[65794]: DEBUG oslo_vmware.api [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811644, 'name': PowerOffVM_Task, 'duration_secs': 0.264465} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.457060] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.457237] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.457527] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d811f271-154f-4adb-a6ba-e42374aa49a4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.505222] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521c0d42-5bda-4d98-5306-1394082bcf62, 'name': SearchDatastore_Task, 'duration_secs': 0.012408} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.505499] env[65794]: DEBUG oslo_concurrency.lockutils [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.505762] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] cc961e99-ce33-4b59-b8d3-aae47d0e5298/cc961e99-ce33-4b59-b8d3-aae47d0e5298.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.506053] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ef7e072-476e-4cb4-8fda-f39056f6d39b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.515412] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 969.515412] env[65794]: value = "task-4811647" [ 969.515412] env[65794]: _type = "Task" [ 969.515412] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.528175] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.556906] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.556906] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.556906] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Deleting the datastore file [datastore1] f4935136-8827-4483-be5c-9c1e84bf0ed7 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.557237] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37f71fb1-ad64-4ead-94d3-a2b6e8519f23 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.566057] env[65794]: DEBUG oslo_vmware.api [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 969.566057] env[65794]: value = "task-4811648" [ 969.566057] env[65794]: _type = "Task" [ 969.566057] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.577715] env[65794]: DEBUG oslo_vmware.api [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.817537] env[65794]: DEBUG nova.compute.manager [req-7aa30c28-9dec-471f-92ef-ae34adbf589f req-bfc0f986-55e9-402f-a294-85a7239cf562 service nova] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Received event network-vif-deleted-627f4459-25bc-4219-b698-d026d9f07b03 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 969.817841] env[65794]: INFO nova.compute.manager [req-7aa30c28-9dec-471f-92ef-ae34adbf589f req-bfc0f986-55e9-402f-a294-85a7239cf562 service nova] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Neutron deleted interface 627f4459-25bc-4219-b698-d026d9f07b03; detaching it from the instance and deleting it from the info cache [ 969.818063] env[65794]: DEBUG nova.network.neutron [req-7aa30c28-9dec-471f-92ef-ae34adbf589f req-bfc0f986-55e9-402f-a294-85a7239cf562 service nova] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.834029] env[65794]: DEBUG nova.network.neutron [-] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.880093] env[65794]: DEBUG oslo_concurrency.lockutils [None req-58c80b7b-7205-42ad-a295-bef254e6412e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "6477f28c-5665-49cf-9e0d-d9fb16ad6ee5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.024s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.910084] env[65794]: DEBUG nova.scheduler.client.report [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.935042] env[65794]: DEBUG oslo_vmware.api [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Task: {'id': task-4811645, 'name': PowerOffVM_Task, 'duration_secs': 0.215155} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.935042] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.935261] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.935459] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fca650d-bab8-4907-bf10-cdfbaefe3aca {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.971555] env[65794]: WARNING neutronclient.v2_0.client [None req-ae3f8a6e-78ea-4412-ae74-a9f5aa750a26 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.023467] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.023467] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.023467] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Deleting the datastore file [datastore2] 1754e34f-1ff0-48e4-aa1e-71a726bdaac1 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.024616] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffcd9cae-2247-42b1-b06c-ff019d2f1abe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.030339] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811647, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.037052] env[65794]: DEBUG oslo_vmware.api [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Waiting for the task: (returnval){ [ 970.037052] env[65794]: value = "task-4811650" [ 970.037052] env[65794]: _type = "Task" [ 970.037052] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.050093] env[65794]: DEBUG oslo_vmware.api [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Task: {'id': task-4811650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.077639] env[65794]: DEBUG oslo_vmware.api [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296102} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.077924] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.078153] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.078330] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.078659] env[65794]: INFO nova.compute.manager [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Took 1.19 seconds to destroy the instance on the hypervisor. [ 970.078831] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 970.078970] env[65794]: DEBUG nova.compute.manager [-] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 970.079045] env[65794]: DEBUG nova.network.neutron [-] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 970.079284] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.130426] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.229016] env[65794]: WARNING neutronclient.v2_0.client [None req-ae3f8a6e-78ea-4412-ae74-a9f5aa750a26 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.322708] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ea2084-b856-429d-af95-7f5d3b0facbc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.323229] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4092c0ea-5984-4e18-a798-c96e76cd7860 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.326352] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25dbbcab-782e-41cb-b28d-4f1b8f285113 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.337769] env[65794]: INFO nova.compute.manager [-] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Took 1.40 seconds to deallocate network for instance. [ 970.348754] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d0a4fa-f9bb-499f-a84e-eaf736bc9482 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.361941] env[65794]: DEBUG oslo_vmware.api [None req-37ea2084-b856-429d-af95-7f5d3b0facbc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 970.361941] env[65794]: value = "task-4811651" [ 970.361941] env[65794]: _type = "Task" [ 970.361941] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.367577] env[65794]: DEBUG nova.network.neutron [None req-ae3f8a6e-78ea-4412-ae74-a9f5aa750a26 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Updating instance_info_cache with network_info: [{"id": "75feeed4-e6af-473c-a526-44dce6db7bdd", "address": "fa:16:3e:ea:35:82", "network": {"id": "36c5e215-9baa-484a-b32e-46d5cf98df9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1092787184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a60998eafe04056b6d1e67daba6c3b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75feeed4-e6", "ovs_interfaceid": "75feeed4-e6af-473c-a526-44dce6db7bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.385694] env[65794]: DEBUG oslo_vmware.api [None req-37ea2084-b856-429d-af95-7f5d3b0facbc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.402408] env[65794]: DEBUG nova.compute.manager [req-7aa30c28-9dec-471f-92ef-ae34adbf589f req-bfc0f986-55e9-402f-a294-85a7239cf562 service nova] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Detach interface failed, port_id=627f4459-25bc-4219-b698-d026d9f07b03, reason: Instance 774f19ac-d703-46fe-bfa6-2df075504c73 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 970.417888] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.052s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.418534] env[65794]: DEBUG nova.compute.manager [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 970.424054] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.921s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.426018] env[65794]: INFO nova.compute.claims [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.435484] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquiring lock "f704de8c-3c5e-4cf6-89db-6b7fae13e48a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.435484] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Lock "f704de8c-3c5e-4cf6-89db-6b7fae13e48a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.528242] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517816} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.528493] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] cc961e99-ce33-4b59-b8d3-aae47d0e5298/cc961e99-ce33-4b59-b8d3-aae47d0e5298.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.528717] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.529109] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fac32ab-cbe4-400d-8138-60215ef2f02c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.538691] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 970.538691] env[65794]: value = "task-4811652" [ 970.538691] env[65794]: _type = "Task" [ 970.538691] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.553150] env[65794]: DEBUG oslo_vmware.api [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Task: {'id': task-4811650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154192} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.557715] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.558051] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.558326] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.558509] env[65794]: INFO nova.compute.manager [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 970.558787] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 970.559092] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.559380] env[65794]: DEBUG nova.compute.manager [-] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 970.559494] env[65794]: DEBUG nova.network.neutron [-] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 970.559815] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.606323] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.870281] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ae3f8a6e-78ea-4412-ae74-a9f5aa750a26 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "refresh_cache-0e8e6cf2-1555-486b-9d90-c15bd6e34dc5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.870552] env[65794]: DEBUG nova.objects.instance [None req-ae3f8a6e-78ea-4412-ae74-a9f5aa750a26 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lazy-loading 'migration_context' on Instance uuid 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.877747] env[65794]: DEBUG oslo_concurrency.lockutils [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.881662] env[65794]: DEBUG nova.network.neutron [-] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.883149] env[65794]: DEBUG oslo_vmware.api [None req-37ea2084-b856-429d-af95-7f5d3b0facbc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811651, 'name': PowerOffVM_Task, 'duration_secs': 0.312996} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.884256] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ea2084-b856-429d-af95-7f5d3b0facbc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.885129] env[65794]: DEBUG nova.compute.manager [None req-37ea2084-b856-429d-af95-7f5d3b0facbc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 970.885433] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4869eb56-2505-4b66-ad2c-4290a34309be {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.931199] env[65794]: DEBUG nova.compute.utils [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.937048] env[65794]: DEBUG nova.compute.manager [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 970.937641] env[65794]: DEBUG nova.network.neutron [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 970.937894] env[65794]: WARNING neutronclient.v2_0.client [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.938432] env[65794]: WARNING neutronclient.v2_0.client [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.943764] env[65794]: DEBUG nova.compute.manager [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 971.010853] env[65794]: DEBUG nova.policy [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '013037b09a9d48fd89a493156d368f6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8aa2d70218ad42269cd5188374cb90b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.057965] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092668} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.059490] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.059490] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e780f394-9721-4f36-bbea-ea2f48148b03 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.090951] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] cc961e99-ce33-4b59-b8d3-aae47d0e5298/cc961e99-ce33-4b59-b8d3-aae47d0e5298.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.093354] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05751719-eae0-40a2-9192-2f79690e9337 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.121195] env[65794]: DEBUG oslo_concurrency.lockutils [None req-58c80b7b-7205-42ad-a295-bef254e6412e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "6477f28c-5665-49cf-9e0d-d9fb16ad6ee5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.121442] env[65794]: DEBUG oslo_concurrency.lockutils [None req-58c80b7b-7205-42ad-a295-bef254e6412e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "6477f28c-5665-49cf-9e0d-d9fb16ad6ee5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.121684] env[65794]: INFO nova.compute.manager [None req-58c80b7b-7205-42ad-a295-bef254e6412e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Attaching volume 31592588-35fa-4025-a921-315618d89952 to /dev/sdb [ 971.124171] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 971.124171] env[65794]: value = "task-4811653" [ 971.124171] env[65794]: _type = "Task" [ 971.124171] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.135898] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.179737] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b725bd36-2806-4ce5-8408-c1ad0cb0da0f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.189425] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9c59c4-99d3-4d26-a8f9-e5b3697119b3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.193671] env[65794]: DEBUG oslo_concurrency.lockutils [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Acquiring lock "c9d99ee9-66d8-4d10-99f4-1b73acb1af1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.194338] env[65794]: DEBUG oslo_concurrency.lockutils [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Lock "c9d99ee9-66d8-4d10-99f4-1b73acb1af1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.194889] env[65794]: DEBUG oslo_concurrency.lockutils [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Acquiring lock "c9d99ee9-66d8-4d10-99f4-1b73acb1af1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.194889] env[65794]: DEBUG oslo_concurrency.lockutils [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Lock "c9d99ee9-66d8-4d10-99f4-1b73acb1af1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.197019] env[65794]: DEBUG oslo_concurrency.lockutils [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Lock "c9d99ee9-66d8-4d10-99f4-1b73acb1af1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.197889] env[65794]: INFO nova.compute.manager [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Terminating instance [ 971.211753] env[65794]: DEBUG nova.virt.block_device [None req-58c80b7b-7205-42ad-a295-bef254e6412e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Updating existing volume attachment record: 2e90bbc5-9075-4847-a017-2173ad058aaf {{(pid=65794) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 971.376627] env[65794]: DEBUG nova.objects.base [None req-ae3f8a6e-78ea-4412-ae74-a9f5aa750a26 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Object Instance<0e8e6cf2-1555-486b-9d90-c15bd6e34dc5> lazy-loaded attributes: info_cache,migration_context {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 971.377779] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb875d27-d15d-413d-ae2c-a48855f1eb29 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.405832] env[65794]: INFO nova.compute.manager [-] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Took 1.33 seconds to deallocate network for instance. [ 971.412655] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b07f1b6-1b71-4dc1-ba31-6755cd83d446 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.418029] env[65794]: DEBUG oslo_concurrency.lockutils [None req-37ea2084-b856-429d-af95-7f5d3b0facbc tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "e1e61ff8-f1e3-4353-a97d-d719d1b74bd1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.121s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.424127] env[65794]: DEBUG oslo_vmware.api [None req-ae3f8a6e-78ea-4412-ae74-a9f5aa750a26 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 971.424127] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522a5d4c-ba0e-097b-2a11-fd30858712ce" [ 971.424127] env[65794]: _type = "Task" [ 971.424127] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.441269] env[65794]: DEBUG oslo_vmware.api [None req-ae3f8a6e-78ea-4412-ae74-a9f5aa750a26 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522a5d4c-ba0e-097b-2a11-fd30858712ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009656} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.441899] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ae3f8a6e-78ea-4412-ae74-a9f5aa750a26 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.446343] env[65794]: DEBUG nova.compute.manager [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 971.486635] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.534494] env[65794]: DEBUG nova.network.neutron [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Successfully created port: f7501650-bbf0-4403-a8d9-9f9859dcc1c6 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 971.639098] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811653, 'name': ReconfigVM_Task, 'duration_secs': 0.370755} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.639098] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Reconfigured VM instance instance-00000057 to attach disk [datastore2] cc961e99-ce33-4b59-b8d3-aae47d0e5298/cc961e99-ce33-4b59-b8d3-aae47d0e5298.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.639951] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32814155-7bba-42ed-9daa-137ecfad7aa1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.653335] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 971.653335] env[65794]: value = "task-4811655" [ 971.653335] env[65794]: _type = "Task" [ 971.653335] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.675403] env[65794]: DEBUG nova.network.neutron [-] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.680047] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811655, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.706359] env[65794]: DEBUG nova.compute.manager [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 971.706964] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.708263] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c531ffcc-def1-4e7e-8c50-253fd065e7a8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.722634] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.722634] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb1b9cb5-df04-4ebd-ae20-5f38756e5f72 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.736963] env[65794]: DEBUG oslo_vmware.api [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Waiting for the task: (returnval){ [ 971.736963] env[65794]: value = "task-4811656" [ 971.736963] env[65794]: _type = "Task" [ 971.736963] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.754825] env[65794]: DEBUG oslo_vmware.api [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Task: {'id': task-4811656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.878143] env[65794]: DEBUG nova.compute.manager [req-16ca1c17-d35f-47ce-a0bf-cd19e1be33ed req-c45778a5-bea3-40e1-a015-74f0c2e19495 service nova] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Received event network-vif-deleted-e0b7cd58-c522-4285-af52-f02fca39ef9f {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 971.878143] env[65794]: DEBUG nova.compute.manager [req-16ca1c17-d35f-47ce-a0bf-cd19e1be33ed req-c45778a5-bea3-40e1-a015-74f0c2e19495 service nova] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Received event network-vif-deleted-a2cfa958-414d-4289-8d2b-b26d4bb848ab {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 971.889999] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquiring lock "bceeb14e-9178-4c72-8cb6-f16d6fa1c151" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.890304] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Lock "bceeb14e-9178-4c72-8cb6-f16d6fa1c151" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.921287] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.022465] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ac9048-6a60-4b1f-8584-4617e00df2e3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.033531] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021a4b06-fcfd-4572-86f5-d73b0a2c4390 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.069512] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e83b08c-ac9b-4187-b1c3-b29e2c21f0e4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.078823] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b768d2-fa2e-4a25-8afe-fe1be42a7872 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.095242] env[65794]: DEBUG nova.compute.provider_tree [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.171833] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811655, 'name': Rename_Task, 'duration_secs': 0.176326} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.172167] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.172429] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-910bcda9-67f1-4c12-99e6-5b7b749f21fa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.180269] env[65794]: INFO nova.compute.manager [-] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Took 1.62 seconds to deallocate network for instance. [ 972.180697] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 972.180697] env[65794]: value = "task-4811659" [ 972.180697] env[65794]: _type = "Task" [ 972.180697] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.197267] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.248466] env[65794]: DEBUG oslo_vmware.api [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Task: {'id': task-4811656, 'name': PowerOffVM_Task, 'duration_secs': 0.320575} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.248762] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.248947] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.249229] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc88ab42-e836-40ec-a6e3-2585afa7c32f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.326447] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.326447] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.326447] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Deleting the datastore file [datastore2] c9d99ee9-66d8-4d10-99f4-1b73acb1af1a {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.326447] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d6ae3e5-6ecd-4e50-8c5d-053314ccd071 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.336287] env[65794]: DEBUG oslo_vmware.api [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Waiting for the task: (returnval){ [ 972.336287] env[65794]: value = "task-4811661" [ 972.336287] env[65794]: _type = "Task" [ 972.336287] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.346887] env[65794]: DEBUG oslo_vmware.api [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Task: {'id': task-4811661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.393316] env[65794]: DEBUG nova.compute.manager [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 972.465453] env[65794]: DEBUG nova.compute.manager [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 972.503733] env[65794]: DEBUG nova.virt.hardware [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 972.503733] env[65794]: DEBUG nova.virt.hardware [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.503902] env[65794]: DEBUG nova.virt.hardware [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 972.504136] env[65794]: DEBUG nova.virt.hardware [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.504471] env[65794]: DEBUG nova.virt.hardware [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 972.504594] env[65794]: DEBUG nova.virt.hardware [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 972.504781] env[65794]: DEBUG nova.virt.hardware [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 972.504959] env[65794]: DEBUG nova.virt.hardware [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 972.505144] env[65794]: DEBUG nova.virt.hardware [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 972.505304] env[65794]: DEBUG nova.virt.hardware [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 972.505489] env[65794]: DEBUG nova.virt.hardware [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 972.506477] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ac725b-0a53-436b-b739-28062142a609 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.515925] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329720d3-49d8-4204-9f08-3d8f666bb49c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.599876] env[65794]: DEBUG nova.scheduler.client.report [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.697478] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.697863] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811659, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.847152] env[65794]: DEBUG oslo_vmware.api [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Task: {'id': task-4811661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217071} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.847428] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.847607] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.847778] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.847950] env[65794]: INFO nova.compute.manager [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 972.848223] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 972.848420] env[65794]: DEBUG nova.compute.manager [-] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 972.848515] env[65794]: DEBUG nova.network.neutron [-] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 972.848765] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.883091] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.916722] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.928528] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "e1e61ff8-f1e3-4353-a97d-d719d1b74bd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.928787] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "e1e61ff8-f1e3-4353-a97d-d719d1b74bd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.928991] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "e1e61ff8-f1e3-4353-a97d-d719d1b74bd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.929188] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "e1e61ff8-f1e3-4353-a97d-d719d1b74bd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.929415] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "e1e61ff8-f1e3-4353-a97d-d719d1b74bd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.931613] env[65794]: INFO nova.compute.manager [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Terminating instance [ 973.107167] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.107167] env[65794]: DEBUG nova.compute.manager [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 973.110815] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.265s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.111174] env[65794]: DEBUG nova.objects.instance [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lazy-loading 'resources' on Instance uuid 0d11431b-4bee-477f-8753-4ad8b787a2d4 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.196362] env[65794]: DEBUG oslo_vmware.api [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811659, 'name': PowerOnVM_Task, 'duration_secs': 0.555268} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.197149] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.197149] env[65794]: INFO nova.compute.manager [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Took 10.71 seconds to spawn the instance on the hypervisor. [ 973.197149] env[65794]: DEBUG nova.compute.manager [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 973.197839] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31442a4b-f1a3-494b-adb6-4a2d7d1aecfd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.266365] env[65794]: DEBUG nova.network.neutron [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Successfully updated port: f7501650-bbf0-4403-a8d9-9f9859dcc1c6 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 973.274975] env[65794]: DEBUG nova.compute.manager [req-21722b5e-b6cc-4509-bb78-48b98da5547e req-edd3350a-9997-4891-9a78-c218b7aa620d service nova] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Received event network-vif-deleted-63b936d0-8dfa-4e23-b39e-f0f4d78e4c8a {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 973.274975] env[65794]: INFO nova.compute.manager [req-21722b5e-b6cc-4509-bb78-48b98da5547e req-edd3350a-9997-4891-9a78-c218b7aa620d service nova] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Neutron deleted interface 63b936d0-8dfa-4e23-b39e-f0f4d78e4c8a; detaching it from the instance and deleting it from the info cache [ 973.275312] env[65794]: DEBUG nova.network.neutron [req-21722b5e-b6cc-4509-bb78-48b98da5547e req-edd3350a-9997-4891-9a78-c218b7aa620d service nova] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.414543] env[65794]: DEBUG oslo_vmware.rw_handles [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cfe6dc-1bdf-4668-f514-e47aa6946fcb/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 973.415357] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3ae141-68b8-4f7f-af40-ff69abd3b66c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.422792] env[65794]: DEBUG oslo_vmware.rw_handles [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cfe6dc-1bdf-4668-f514-e47aa6946fcb/disk-0.vmdk is in state: ready. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 973.422975] env[65794]: ERROR oslo_vmware.rw_handles [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cfe6dc-1bdf-4668-f514-e47aa6946fcb/disk-0.vmdk due to incomplete transfer. [ 973.423247] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-32228aa4-4344-4c1a-89c2-915580eaf94c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.431668] env[65794]: DEBUG oslo_vmware.rw_handles [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cfe6dc-1bdf-4668-f514-e47aa6946fcb/disk-0.vmdk. {{(pid=65794) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 973.431668] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Uploaded image 00834061-e841-4fde-aa83-5ec52706fcad to the Glance image server {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 973.434426] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Destroying the VM {{(pid=65794) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 973.434690] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a419f1f7-af8d-4978-96d7-291b03516a16 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.436662] env[65794]: DEBUG nova.compute.manager [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 973.436889] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.437683] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46542589-46b3-494a-91cc-e2241c2ff326 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.446538] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.447839] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6aa34852-0eec-4d42-a114-7ffa60699559 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.449646] env[65794]: DEBUG oslo_vmware.api [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 973.449646] env[65794]: value = "task-4811662" [ 973.449646] env[65794]: _type = "Task" [ 973.449646] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.458767] env[65794]: DEBUG oslo_vmware.api [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811662, 'name': Destroy_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.546796] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.547193] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.547353] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Deleting the datastore file [datastore1] e1e61ff8-f1e3-4353-a97d-d719d1b74bd1 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.547532] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d38bd37-4927-4285-998c-f747710dfdf5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.554224] env[65794]: DEBUG oslo_vmware.api [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 973.554224] env[65794]: value = "task-4811664" [ 973.554224] env[65794]: _type = "Task" [ 973.554224] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.562695] env[65794]: DEBUG oslo_vmware.api [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.614335] env[65794]: DEBUG nova.compute.utils [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.618185] env[65794]: DEBUG nova.compute.manager [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 973.618431] env[65794]: DEBUG nova.network.neutron [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 973.618709] env[65794]: WARNING neutronclient.v2_0.client [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.618994] env[65794]: WARNING neutronclient.v2_0.client [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.648543] env[65794]: DEBUG nova.network.neutron [-] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.666937] env[65794]: DEBUG nova.policy [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3597bfda30c348e0b24c79231708c4c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bc96a9af0fb4a798dd27743599efc29', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.722988] env[65794]: INFO nova.compute.manager [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Took 21.77 seconds to build instance. [ 973.771947] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "refresh_cache-6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.771947] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "refresh_cache-6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.771947] env[65794]: DEBUG nova.network.neutron [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 973.778432] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4fab963d-24c9-45f9-aa77-2b2371c4df11 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.795400] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac7535b-57a1-4dba-bdfb-aca23df3157b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.838510] env[65794]: DEBUG nova.compute.manager [req-21722b5e-b6cc-4509-bb78-48b98da5547e req-edd3350a-9997-4891-9a78-c218b7aa620d service nova] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Detach interface failed, port_id=63b936d0-8dfa-4e23-b39e-f0f4d78e4c8a, reason: Instance c9d99ee9-66d8-4d10-99f4-1b73acb1af1a could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 973.965084] env[65794]: DEBUG oslo_vmware.api [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811662, 'name': Destroy_Task} progress is 33%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.004870] env[65794]: DEBUG nova.network.neutron [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Successfully created port: 6e7b05da-d635-4279-be2d-0a1ea8fa2cec {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 974.064442] env[65794]: DEBUG oslo_vmware.api [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161575} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.064442] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.064691] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.064777] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.064947] env[65794]: INFO nova.compute.manager [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Took 0.63 seconds to destroy the instance on the hypervisor. [ 974.065205] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 974.067860] env[65794]: DEBUG nova.compute.manager [-] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 974.067964] env[65794]: DEBUG nova.network.neutron [-] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 974.068211] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.072177] env[65794]: DEBUG nova.compute.manager [req-2213db24-51ff-4f73-a255-ddd5aa77ef98 req-0827ef54-ac38-401f-9a3d-80573f4460fe service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Received event network-vif-plugged-f7501650-bbf0-4403-a8d9-9f9859dcc1c6 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 974.072382] env[65794]: DEBUG oslo_concurrency.lockutils [req-2213db24-51ff-4f73-a255-ddd5aa77ef98 req-0827ef54-ac38-401f-9a3d-80573f4460fe service nova] Acquiring lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.072563] env[65794]: DEBUG oslo_concurrency.lockutils [req-2213db24-51ff-4f73-a255-ddd5aa77ef98 req-0827ef54-ac38-401f-9a3d-80573f4460fe service nova] Lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.072946] env[65794]: DEBUG oslo_concurrency.lockutils [req-2213db24-51ff-4f73-a255-ddd5aa77ef98 req-0827ef54-ac38-401f-9a3d-80573f4460fe service nova] Lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.073346] env[65794]: DEBUG nova.compute.manager [req-2213db24-51ff-4f73-a255-ddd5aa77ef98 req-0827ef54-ac38-401f-9a3d-80573f4460fe service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] No waiting events found dispatching network-vif-plugged-f7501650-bbf0-4403-a8d9-9f9859dcc1c6 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 974.073346] env[65794]: WARNING nova.compute.manager [req-2213db24-51ff-4f73-a255-ddd5aa77ef98 req-0827ef54-ac38-401f-9a3d-80573f4460fe service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Received unexpected event network-vif-plugged-f7501650-bbf0-4403-a8d9-9f9859dcc1c6 for instance with vm_state building and task_state spawning. [ 974.073588] env[65794]: DEBUG nova.compute.manager [req-2213db24-51ff-4f73-a255-ddd5aa77ef98 req-0827ef54-ac38-401f-9a3d-80573f4460fe service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Received event network-changed-f7501650-bbf0-4403-a8d9-9f9859dcc1c6 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 974.073730] env[65794]: DEBUG nova.compute.manager [req-2213db24-51ff-4f73-a255-ddd5aa77ef98 req-0827ef54-ac38-401f-9a3d-80573f4460fe service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Refreshing instance network info cache due to event network-changed-f7501650-bbf0-4403-a8d9-9f9859dcc1c6. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 974.073987] env[65794]: DEBUG oslo_concurrency.lockutils [req-2213db24-51ff-4f73-a255-ddd5aa77ef98 req-0827ef54-ac38-401f-9a3d-80573f4460fe service nova] Acquiring lock "refresh_cache-6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.082685] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0b9c3f-1812-4cfc-879b-e5432bea0631 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.091214] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b125e80-445d-4897-92ab-8e749985f3a7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.126056] env[65794]: DEBUG nova.compute.manager [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 974.129205] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28634e7a-60d0-40b8-92a3-643d78ed255f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.133140] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.141686] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa80abe4-46f1-4397-a209-e05f9b979434 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.158701] env[65794]: INFO nova.compute.manager [-] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Took 1.31 seconds to deallocate network for instance. [ 974.159790] env[65794]: DEBUG nova.compute.provider_tree [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.228030] env[65794]: DEBUG oslo_concurrency.lockutils [None req-240445c0-5ca6-4937-bb8c-a7bea53d287f tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "cc961e99-ce33-4b59-b8d3-aae47d0e5298" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.297s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.394303] env[65794]: DEBUG nova.network.neutron [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 974.462119] env[65794]: DEBUG oslo_vmware.api [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811662, 'name': Destroy_Task, 'duration_secs': 0.702652} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.462446] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Destroyed the VM [ 974.462779] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Deleting Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 974.463379] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4de5277d-ea98-4e38-9466-1ae472cd1dfb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.471490] env[65794]: DEBUG oslo_vmware.api [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 974.471490] env[65794]: value = "task-4811666" [ 974.471490] env[65794]: _type = "Task" [ 974.471490] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.480478] env[65794]: DEBUG oslo_vmware.api [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811666, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.606861] env[65794]: WARNING neutronclient.v2_0.client [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.664547] env[65794]: DEBUG nova.scheduler.client.report [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.671560] env[65794]: DEBUG oslo_concurrency.lockutils [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.712156] env[65794]: DEBUG nova.network.neutron [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Updating instance_info_cache with network_info: [{"id": "f7501650-bbf0-4403-a8d9-9f9859dcc1c6", "address": "fa:16:3e:fd:92:43", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7501650-bb", "ovs_interfaceid": "f7501650-bbf0-4403-a8d9-9f9859dcc1c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.871701] env[65794]: DEBUG nova.network.neutron [-] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.982461] env[65794]: DEBUG oslo_vmware.api [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811666, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.139214] env[65794]: DEBUG nova.compute.manager [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 975.171606] env[65794]: DEBUG nova.virt.hardware [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 975.172366] env[65794]: DEBUG nova.virt.hardware [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.172592] env[65794]: DEBUG nova.virt.hardware [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 975.172897] env[65794]: DEBUG nova.virt.hardware [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.173067] env[65794]: DEBUG nova.virt.hardware [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 975.173576] env[65794]: DEBUG nova.virt.hardware [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 975.173576] env[65794]: DEBUG nova.virt.hardware [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 975.173576] env[65794]: DEBUG nova.virt.hardware [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 975.173788] env[65794]: DEBUG nova.virt.hardware [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 975.174157] env[65794]: DEBUG nova.virt.hardware [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 975.174258] env[65794]: DEBUG nova.virt.hardware [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 975.175123] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.178038] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039a147e-725b-45c3-a163-c53c7467b1c4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.182156] env[65794]: DEBUG oslo_concurrency.lockutils [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.116s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.182542] env[65794]: DEBUG nova.objects.instance [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Lazy-loading 'resources' on Instance uuid d37a7c93-47de-42fb-af0b-c94f0624ad82 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.190472] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf521ca-8af8-46b7-8d1a-a76ac3620a26 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.208376] env[65794]: INFO nova.scheduler.client.report [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Deleted allocations for instance 0d11431b-4bee-477f-8753-4ad8b787a2d4 [ 975.214825] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "refresh_cache-6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.215164] env[65794]: DEBUG nova.compute.manager [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Instance network_info: |[{"id": "f7501650-bbf0-4403-a8d9-9f9859dcc1c6", "address": "fa:16:3e:fd:92:43", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7501650-bb", "ovs_interfaceid": "f7501650-bbf0-4403-a8d9-9f9859dcc1c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 975.215472] env[65794]: DEBUG oslo_concurrency.lockutils [req-2213db24-51ff-4f73-a255-ddd5aa77ef98 req-0827ef54-ac38-401f-9a3d-80573f4460fe service nova] Acquired lock "refresh_cache-6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.215655] env[65794]: DEBUG nova.network.neutron [req-2213db24-51ff-4f73-a255-ddd5aa77ef98 req-0827ef54-ac38-401f-9a3d-80573f4460fe service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Refreshing network info cache for port f7501650-bbf0-4403-a8d9-9f9859dcc1c6 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.216662] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:92:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7501650-bbf0-4403-a8d9-9f9859dcc1c6', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.224275] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 975.225466] env[65794]: WARNING neutronclient.v2_0.client [req-2213db24-51ff-4f73-a255-ddd5aa77ef98 req-0827ef54-ac38-401f-9a3d-80573f4460fe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.227737] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.228382] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b905d17a-ced4-41a0-9e2a-789bedea0d6a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.250753] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.250753] env[65794]: value = "task-4811667" [ 975.250753] env[65794]: _type = "Task" [ 975.250753] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.260918] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811667, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.375138] env[65794]: INFO nova.compute.manager [-] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Took 1.31 seconds to deallocate network for instance. [ 975.483057] env[65794]: DEBUG oslo_vmware.api [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811666, 'name': RemoveSnapshot_Task} progress is 47%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.553210] env[65794]: WARNING neutronclient.v2_0.client [req-2213db24-51ff-4f73-a255-ddd5aa77ef98 req-0827ef54-ac38-401f-9a3d-80573f4460fe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.609609] env[65794]: DEBUG nova.network.neutron [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Successfully updated port: 6e7b05da-d635-4279-be2d-0a1ea8fa2cec {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 975.655366] env[65794]: DEBUG nova.network.neutron [req-2213db24-51ff-4f73-a255-ddd5aa77ef98 req-0827ef54-ac38-401f-9a3d-80573f4460fe service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Updated VIF entry in instance network info cache for port f7501650-bbf0-4403-a8d9-9f9859dcc1c6. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 975.655735] env[65794]: DEBUG nova.network.neutron [req-2213db24-51ff-4f73-a255-ddd5aa77ef98 req-0827ef54-ac38-401f-9a3d-80573f4460fe service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Updating instance_info_cache with network_info: [{"id": "f7501650-bbf0-4403-a8d9-9f9859dcc1c6", "address": "fa:16:3e:fd:92:43", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7501650-bb", "ovs_interfaceid": "f7501650-bbf0-4403-a8d9-9f9859dcc1c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.719801] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3be69646-b048-4749-b4bf-6a3a1d025985 tempest-ImagesTestJSON-1581225727 tempest-ImagesTestJSON-1581225727-project-member] Lock "0d11431b-4bee-477f-8753-4ad8b787a2d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.537s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.724330] env[65794]: DEBUG nova.compute.manager [req-9a46e6ea-dd4e-4f65-b89e-992dd5891749 req-86462a1e-1c4d-46ea-918c-e576e2faa1a1 service nova] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Received event network-vif-deleted-72d74464-4066-4d23-8644-35d44817e426 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 975.724330] env[65794]: DEBUG nova.compute.manager [req-9a46e6ea-dd4e-4f65-b89e-992dd5891749 req-86462a1e-1c4d-46ea-918c-e576e2faa1a1 service nova] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Received event network-changed-454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 975.724330] env[65794]: DEBUG nova.compute.manager [req-9a46e6ea-dd4e-4f65-b89e-992dd5891749 req-86462a1e-1c4d-46ea-918c-e576e2faa1a1 service nova] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Refreshing instance network info cache due to event network-changed-454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 975.724330] env[65794]: DEBUG oslo_concurrency.lockutils [req-9a46e6ea-dd4e-4f65-b89e-992dd5891749 req-86462a1e-1c4d-46ea-918c-e576e2faa1a1 service nova] Acquiring lock "refresh_cache-cc961e99-ce33-4b59-b8d3-aae47d0e5298" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.724330] env[65794]: DEBUG oslo_concurrency.lockutils [req-9a46e6ea-dd4e-4f65-b89e-992dd5891749 req-86462a1e-1c4d-46ea-918c-e576e2faa1a1 service nova] Acquired lock "refresh_cache-cc961e99-ce33-4b59-b8d3-aae47d0e5298" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.724330] env[65794]: DEBUG nova.network.neutron [req-9a46e6ea-dd4e-4f65-b89e-992dd5891749 req-86462a1e-1c4d-46ea-918c-e576e2faa1a1 service nova] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Refreshing network info cache for port 454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.762392] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811667, 'name': CreateVM_Task, 'duration_secs': 0.419457} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.765396] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.766164] env[65794]: WARNING neutronclient.v2_0.client [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.766547] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.766695] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.767062] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.767376] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5141b3a0-fba2-452a-a8b6-5d0eed1edf32 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.773394] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 975.773394] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52a21593-6dbe-f6ed-feb3-f9b9f248dfc1" [ 975.773394] env[65794]: _type = "Task" [ 975.773394] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.787339] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a21593-6dbe-f6ed-feb3-f9b9f248dfc1, 'name': SearchDatastore_Task, 'duration_secs': 0.011086} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.787589] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.787938] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.788809] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.788809] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.788809] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.788809] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ca3002f-9ee5-478a-888f-7b7aca816cf6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.798656] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.800939] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.800939] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a85c140-7a51-4d49-b87b-f2fd03f13a36 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.807916] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 975.807916] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52739fca-114a-25f3-649f-ae51706e14bc" [ 975.807916] env[65794]: _type = "Task" [ 975.807916] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.817546] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52739fca-114a-25f3-649f-ae51706e14bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.882807] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.983569] env[65794]: DEBUG oslo_vmware.api [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811666, 'name': RemoveSnapshot_Task, 'duration_secs': 1.225497} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.986702] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Deleted Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 975.986963] env[65794]: INFO nova.compute.manager [None req-31ff0f98-1166-41f8-8ba7-ea2390588a94 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Took 17.07 seconds to snapshot the instance on the hypervisor. [ 976.104438] env[65794]: DEBUG nova.compute.manager [req-cc62ee9d-888f-48c7-a4c7-19574236755e req-fa480b38-fd9e-44e6-b5ae-6a9b632f5092 service nova] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Received event network-vif-plugged-6e7b05da-d635-4279-be2d-0a1ea8fa2cec {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 976.104755] env[65794]: DEBUG oslo_concurrency.lockutils [req-cc62ee9d-888f-48c7-a4c7-19574236755e req-fa480b38-fd9e-44e6-b5ae-6a9b632f5092 service nova] Acquiring lock "6dda9c1d-644f-43a4-b4f5-285c018cbd8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.105100] env[65794]: DEBUG oslo_concurrency.lockutils [req-cc62ee9d-888f-48c7-a4c7-19574236755e req-fa480b38-fd9e-44e6-b5ae-6a9b632f5092 service nova] Lock "6dda9c1d-644f-43a4-b4f5-285c018cbd8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.105390] env[65794]: DEBUG oslo_concurrency.lockutils [req-cc62ee9d-888f-48c7-a4c7-19574236755e req-fa480b38-fd9e-44e6-b5ae-6a9b632f5092 service nova] Lock "6dda9c1d-644f-43a4-b4f5-285c018cbd8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.105676] env[65794]: DEBUG nova.compute.manager [req-cc62ee9d-888f-48c7-a4c7-19574236755e req-fa480b38-fd9e-44e6-b5ae-6a9b632f5092 service nova] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] No waiting events found dispatching network-vif-plugged-6e7b05da-d635-4279-be2d-0a1ea8fa2cec {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 976.105956] env[65794]: WARNING nova.compute.manager [req-cc62ee9d-888f-48c7-a4c7-19574236755e req-fa480b38-fd9e-44e6-b5ae-6a9b632f5092 service nova] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Received unexpected event network-vif-plugged-6e7b05da-d635-4279-be2d-0a1ea8fa2cec for instance with vm_state building and task_state spawning. [ 976.106175] env[65794]: DEBUG nova.compute.manager [req-cc62ee9d-888f-48c7-a4c7-19574236755e req-fa480b38-fd9e-44e6-b5ae-6a9b632f5092 service nova] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Received event network-changed-6e7b05da-d635-4279-be2d-0a1ea8fa2cec {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 976.106367] env[65794]: DEBUG nova.compute.manager [req-cc62ee9d-888f-48c7-a4c7-19574236755e req-fa480b38-fd9e-44e6-b5ae-6a9b632f5092 service nova] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Refreshing instance network info cache due to event network-changed-6e7b05da-d635-4279-be2d-0a1ea8fa2cec. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 976.106620] env[65794]: DEBUG oslo_concurrency.lockutils [req-cc62ee9d-888f-48c7-a4c7-19574236755e req-fa480b38-fd9e-44e6-b5ae-6a9b632f5092 service nova] Acquiring lock "refresh_cache-6dda9c1d-644f-43a4-b4f5-285c018cbd8f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.106835] env[65794]: DEBUG oslo_concurrency.lockutils [req-cc62ee9d-888f-48c7-a4c7-19574236755e req-fa480b38-fd9e-44e6-b5ae-6a9b632f5092 service nova] Acquired lock "refresh_cache-6dda9c1d-644f-43a4-b4f5-285c018cbd8f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.107088] env[65794]: DEBUG nova.network.neutron [req-cc62ee9d-888f-48c7-a4c7-19574236755e req-fa480b38-fd9e-44e6-b5ae-6a9b632f5092 service nova] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Refreshing network info cache for port 6e7b05da-d635-4279-be2d-0a1ea8fa2cec {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.113731] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquiring lock "refresh_cache-6dda9c1d-644f-43a4-b4f5-285c018cbd8f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.126693] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68195415-a314-42ca-8d64-a589af73f968 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.136560] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbda2a3-0819-4a91-82a5-f41e1ee4441c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.172094] env[65794]: DEBUG oslo_concurrency.lockutils [req-2213db24-51ff-4f73-a255-ddd5aa77ef98 req-0827ef54-ac38-401f-9a3d-80573f4460fe service nova] Releasing lock "refresh_cache-6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.173420] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19f6ea9-e45d-42b7-af4b-0f8e9a4ff457 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.183779] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82623535-9477-496d-a0d8-2ad0bb16e58d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.198658] env[65794]: DEBUG nova.compute.provider_tree [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.227211] env[65794]: WARNING neutronclient.v2_0.client [req-9a46e6ea-dd4e-4f65-b89e-992dd5891749 req-86462a1e-1c4d-46ea-918c-e576e2faa1a1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.271475] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c80b7b-7205-42ad-a295-bef254e6412e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Volume attach. Driver type: vmdk {{(pid=65794) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 976.271796] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c80b7b-7205-42ad-a295-bef254e6412e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938184', 'volume_id': '31592588-35fa-4025-a921-315618d89952', 'name': 'volume-31592588-35fa-4025-a921-315618d89952', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6477f28c-5665-49cf-9e0d-d9fb16ad6ee5', 'attached_at': '', 'detached_at': '', 'volume_id': '31592588-35fa-4025-a921-315618d89952', 'serial': '31592588-35fa-4025-a921-315618d89952'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 976.272798] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa7d086-74ab-418b-8620-4fa998a3daea {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.291253] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8df0e84-aa25-4421-90fd-77357038c0f5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.318740] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c80b7b-7205-42ad-a295-bef254e6412e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] volume-31592588-35fa-4025-a921-315618d89952/volume-31592588-35fa-4025-a921-315618d89952.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.325503] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f7047e7-7296-4757-886a-6e8b361c0556 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.346292] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52739fca-114a-25f3-649f-ae51706e14bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009346} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.348495] env[65794]: DEBUG oslo_vmware.api [None req-58c80b7b-7205-42ad-a295-bef254e6412e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 976.348495] env[65794]: value = "task-4811668" [ 976.348495] env[65794]: _type = "Task" [ 976.348495] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.348734] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da93d14b-4ab5-4222-a552-959fab82eb10 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.359515] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 976.359515] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]523b61ae-78b2-361f-b1ad-047a140c4998" [ 976.359515] env[65794]: _type = "Task" [ 976.359515] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.363676] env[65794]: DEBUG oslo_vmware.api [None req-58c80b7b-7205-42ad-a295-bef254e6412e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811668, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.373399] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]523b61ae-78b2-361f-b1ad-047a140c4998, 'name': SearchDatastore_Task, 'duration_secs': 0.010938} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.373700] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.374088] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 6974fd53-5f45-4590-9cb1-bb19b8ced00b/6974fd53-5f45-4590-9cb1-bb19b8ced00b.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.374321] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51a1cfc7-d1bb-4bd4-8460-341d0e13e073 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.384483] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 976.384483] env[65794]: value = "task-4811669" [ 976.384483] env[65794]: _type = "Task" [ 976.384483] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.394600] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.472071] env[65794]: WARNING neutronclient.v2_0.client [req-9a46e6ea-dd4e-4f65-b89e-992dd5891749 req-86462a1e-1c4d-46ea-918c-e576e2faa1a1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.568448] env[65794]: DEBUG nova.network.neutron [req-9a46e6ea-dd4e-4f65-b89e-992dd5891749 req-86462a1e-1c4d-46ea-918c-e576e2faa1a1 service nova] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Updated VIF entry in instance network info cache for port 454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 976.568877] env[65794]: DEBUG nova.network.neutron [req-9a46e6ea-dd4e-4f65-b89e-992dd5891749 req-86462a1e-1c4d-46ea-918c-e576e2faa1a1 service nova] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Updating instance_info_cache with network_info: [{"id": "454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6", "address": "fa:16:3e:0d:f4:f4", "network": {"id": "e5aa0ed4-aa04-4498-8bec-128329970fc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-985809026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e39179d45d4774936d217b8bc60a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454d71f1-d7", "ovs_interfaceid": "454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.610236] env[65794]: WARNING neutronclient.v2_0.client [req-cc62ee9d-888f-48c7-a4c7-19574236755e req-fa480b38-fd9e-44e6-b5ae-6a9b632f5092 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.643896] env[65794]: DEBUG nova.network.neutron [req-cc62ee9d-888f-48c7-a4c7-19574236755e req-fa480b38-fd9e-44e6-b5ae-6a9b632f5092 service nova] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 976.702191] env[65794]: DEBUG nova.scheduler.client.report [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.816647] env[65794]: DEBUG nova.network.neutron [req-cc62ee9d-888f-48c7-a4c7-19574236755e req-fa480b38-fd9e-44e6-b5ae-6a9b632f5092 service nova] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.864404] env[65794]: DEBUG oslo_vmware.api [None req-58c80b7b-7205-42ad-a295-bef254e6412e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.897996] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811669, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.072373] env[65794]: DEBUG oslo_concurrency.lockutils [req-9a46e6ea-dd4e-4f65-b89e-992dd5891749 req-86462a1e-1c4d-46ea-918c-e576e2faa1a1 service nova] Releasing lock "refresh_cache-cc961e99-ce33-4b59-b8d3-aae47d0e5298" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.207311] env[65794]: DEBUG oslo_concurrency.lockutils [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.210387] env[65794]: DEBUG oslo_concurrency.lockutils [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.099s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.210639] env[65794]: DEBUG nova.objects.instance [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Lazy-loading 'resources' on Instance uuid 50f25d8a-901c-47e1-90a1-dfbce30f5722 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.234136] env[65794]: INFO nova.scheduler.client.report [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Deleted allocations for instance d37a7c93-47de-42fb-af0b-c94f0624ad82 [ 977.318933] env[65794]: DEBUG oslo_concurrency.lockutils [req-cc62ee9d-888f-48c7-a4c7-19574236755e req-fa480b38-fd9e-44e6-b5ae-6a9b632f5092 service nova] Releasing lock "refresh_cache-6dda9c1d-644f-43a4-b4f5-285c018cbd8f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.319087] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquired lock "refresh_cache-6dda9c1d-644f-43a4-b4f5-285c018cbd8f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.319276] env[65794]: DEBUG nova.network.neutron [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 977.364361] env[65794]: DEBUG oslo_vmware.api [None req-58c80b7b-7205-42ad-a295-bef254e6412e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811668, 'name': ReconfigVM_Task, 'duration_secs': 0.675245} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.364675] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c80b7b-7205-42ad-a295-bef254e6412e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Reconfigured VM instance instance-0000004d to attach disk [datastore2] volume-31592588-35fa-4025-a921-315618d89952/volume-31592588-35fa-4025-a921-315618d89952.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.369573] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98e549bc-5517-46d4-a853-1059ae2e6a52 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.386060] env[65794]: DEBUG oslo_vmware.api [None req-58c80b7b-7205-42ad-a295-bef254e6412e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 977.386060] env[65794]: value = "task-4811670" [ 977.386060] env[65794]: _type = "Task" [ 977.386060] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.398909] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545657} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.402123] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 6974fd53-5f45-4590-9cb1-bb19b8ced00b/6974fd53-5f45-4590-9cb1-bb19b8ced00b.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.402360] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.403105] env[65794]: DEBUG oslo_vmware.api [None req-58c80b7b-7205-42ad-a295-bef254e6412e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811670, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.403105] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d920267e-bc39-4ec9-90cb-f81a006e83ec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.410912] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 977.410912] env[65794]: value = "task-4811671" [ 977.410912] env[65794]: _type = "Task" [ 977.410912] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.421483] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.742332] env[65794]: DEBUG oslo_concurrency.lockutils [None req-380d4d74-89b1-41e8-b312-4dc3588b6438 tempest-InstanceActionsTestJSON-1965762885 tempest-InstanceActionsTestJSON-1965762885-project-member] Lock "d37a7c93-47de-42fb-af0b-c94f0624ad82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.528s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.902462] env[65794]: DEBUG oslo_vmware.api [None req-58c80b7b-7205-42ad-a295-bef254e6412e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811670, 'name': ReconfigVM_Task, 'duration_secs': 0.163299} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.902889] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c80b7b-7205-42ad-a295-bef254e6412e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938184', 'volume_id': '31592588-35fa-4025-a921-315618d89952', 'name': 'volume-31592588-35fa-4025-a921-315618d89952', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6477f28c-5665-49cf-9e0d-d9fb16ad6ee5', 'attached_at': '', 'detached_at': '', 'volume_id': '31592588-35fa-4025-a921-315618d89952', 'serial': '31592588-35fa-4025-a921-315618d89952'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 977.923288] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222923} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.927733] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.929184] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df5c1b7-390f-431e-a70f-c736be213f11 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.955219] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 6974fd53-5f45-4590-9cb1-bb19b8ced00b/6974fd53-5f45-4590-9cb1-bb19b8ced00b.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.958174] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-179aefec-c561-47b6-b558-3e3b270c2b14 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.980675] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 977.980675] env[65794]: value = "task-4811672" [ 977.980675] env[65794]: _type = "Task" [ 977.980675] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.993029] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811672, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.039658] env[65794]: DEBUG nova.network.neutron [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 978.192238] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e736ebd-522f-4b5e-b267-2147c362783b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.201672] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af5c0b6-905a-4679-9c87-dc1d853bd76e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.244372] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4fcf31-bfa4-4245-b763-26c66d186652 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.253183] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871a3b24-6c51-49ee-8cce-b540c28cb098 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.270338] env[65794]: DEBUG nova.compute.provider_tree [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.290388] env[65794]: WARNING neutronclient.v2_0.client [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.301688] env[65794]: DEBUG nova.compute.manager [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 978.303070] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51af426-037a-439f-af2c-efbc8bd9d835 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.491532] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.511940] env[65794]: DEBUG nova.network.neutron [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Updating instance_info_cache with network_info: [{"id": "6e7b05da-d635-4279-be2d-0a1ea8fa2cec", "address": "fa:16:3e:e9:e6:38", "network": {"id": "3b8f08bd-a1e3-4e48-8016-a121cca25e85", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-378391892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bc96a9af0fb4a798dd27743599efc29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7b05da-d6", "ovs_interfaceid": "6e7b05da-d635-4279-be2d-0a1ea8fa2cec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.774511] env[65794]: DEBUG nova.scheduler.client.report [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.824500] env[65794]: INFO nova.compute.manager [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] instance snapshotting [ 978.827133] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d5a9b8-1ca8-44ed-8dd0-b89ab630a126 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.848043] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68cfd67-7c6b-4f99-8557-492a85ebb152 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.959946] env[65794]: DEBUG nova.objects.instance [None req-58c80b7b-7205-42ad-a295-bef254e6412e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lazy-loading 'flavor' on Instance uuid 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.994221] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811672, 'name': ReconfigVM_Task, 'duration_secs': 0.722859} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.994570] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 6974fd53-5f45-4590-9cb1-bb19b8ced00b/6974fd53-5f45-4590-9cb1-bb19b8ced00b.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.995904] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7caba59-4a01-421e-93e9-d8f00c247044 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.004834] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 979.004834] env[65794]: value = "task-4811673" [ 979.004834] env[65794]: _type = "Task" [ 979.004834] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.016999] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Releasing lock "refresh_cache-6dda9c1d-644f-43a4-b4f5-285c018cbd8f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.017653] env[65794]: DEBUG nova.compute.manager [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Instance network_info: |[{"id": "6e7b05da-d635-4279-be2d-0a1ea8fa2cec", "address": "fa:16:3e:e9:e6:38", "network": {"id": "3b8f08bd-a1e3-4e48-8016-a121cca25e85", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-378391892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bc96a9af0fb4a798dd27743599efc29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7b05da-d6", "ovs_interfaceid": "6e7b05da-d635-4279-be2d-0a1ea8fa2cec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 979.018335] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811673, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.018574] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:e6:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e7b05da-d635-4279-be2d-0a1ea8fa2cec', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.027667] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Creating folder: Project (7bc96a9af0fb4a798dd27743599efc29). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 979.028508] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9105179c-2f7e-46fb-afff-e49b99e56156 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.044104] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Created folder: Project (7bc96a9af0fb4a798dd27743599efc29) in parent group-v937953. [ 979.045107] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Creating folder: Instances. Parent ref: group-v938186. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 979.045634] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cfbe74b-ade5-4949-b4d4-5220e7fdf104 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.057348] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Created folder: Instances in parent group-v938186. [ 979.057629] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 979.057834] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.058070] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa44e434-20c4-4bc8-9823-89d85fe78f4a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.080210] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.080210] env[65794]: value = "task-4811676" [ 979.080210] env[65794]: _type = "Task" [ 979.080210] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.089310] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811676, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.279981] env[65794]: DEBUG oslo_concurrency.lockutils [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.282487] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.864s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.282699] env[65794]: DEBUG nova.objects.instance [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lazy-loading 'pci_requests' on Instance uuid 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.313676] env[65794]: INFO nova.scheduler.client.report [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Deleted allocations for instance 50f25d8a-901c-47e1-90a1-dfbce30f5722 [ 979.364720] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Creating Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 979.365623] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-11b34c3a-6d62-46b2-ac34-0b1031d56ca4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.377550] env[65794]: DEBUG oslo_vmware.api [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 979.377550] env[65794]: value = "task-4811677" [ 979.377550] env[65794]: _type = "Task" [ 979.377550] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.389495] env[65794]: DEBUG oslo_vmware.api [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811677, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.467378] env[65794]: DEBUG oslo_concurrency.lockutils [None req-58c80b7b-7205-42ad-a295-bef254e6412e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "6477f28c-5665-49cf-9e0d-d9fb16ad6ee5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.346s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.480377] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Acquiring lock "54b59b49-cb95-4183-b223-0e96a8e4658d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.480786] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Lock "54b59b49-cb95-4183-b223-0e96a8e4658d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.480996] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Acquiring lock "54b59b49-cb95-4183-b223-0e96a8e4658d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.481457] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Lock "54b59b49-cb95-4183-b223-0e96a8e4658d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.481457] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Lock "54b59b49-cb95-4183-b223-0e96a8e4658d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.484020] env[65794]: INFO nova.compute.manager [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Terminating instance [ 979.517623] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811673, 'name': Rename_Task, 'duration_secs': 0.179885} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.517623] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.518028] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9a6eecb-69ef-4767-85d6-87dd3503a03b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.525135] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 979.525135] env[65794]: value = "task-4811678" [ 979.525135] env[65794]: _type = "Task" [ 979.525135] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.534480] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.592144] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811676, 'name': CreateVM_Task, 'duration_secs': 0.367588} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.592460] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.592990] env[65794]: WARNING neutronclient.v2_0.client [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.593318] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.593476] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.593824] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.594169] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4aee320-9207-45b7-8649-f7e9b98eeb67 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.600695] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 979.600695] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]521a603e-c3e7-4ffa-4056-3105779ee1c1" [ 979.600695] env[65794]: _type = "Task" [ 979.600695] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.611426] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521a603e-c3e7-4ffa-4056-3105779ee1c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.774597] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d93ace84-0cab-404a-b27c-6c4ce8562f65 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.775110] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d93ace84-0cab-404a-b27c-6c4ce8562f65 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.789029] env[65794]: DEBUG nova.objects.instance [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lazy-loading 'numa_topology' on Instance uuid 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.822698] env[65794]: DEBUG oslo_concurrency.lockutils [None req-379f0c43-4bbe-4f92-92d4-031c4d9dd55d tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Lock "50f25d8a-901c-47e1-90a1-dfbce30f5722" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.625s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.893617] env[65794]: DEBUG oslo_vmware.api [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811677, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.992245] env[65794]: DEBUG nova.compute.manager [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 979.993945] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.993945] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa45716-740c-473b-a696-c677aa2f92e5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.001763] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.002077] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64689a07-0546-4f9b-be2e-ab60117cdc66 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.009782] env[65794]: DEBUG oslo_vmware.api [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for the task: (returnval){ [ 980.009782] env[65794]: value = "task-4811679" [ 980.009782] env[65794]: _type = "Task" [ 980.009782] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.019693] env[65794]: DEBUG oslo_vmware.api [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.038581] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811678, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.111549] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521a603e-c3e7-4ffa-4056-3105779ee1c1, 'name': SearchDatastore_Task, 'duration_secs': 0.012055} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.111880] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.112136] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.112377] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.112523] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.112723] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.113029] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a34704c3-8244-4267-8314-902b22172034 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.123863] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.124075] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.128326] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7383d40-86ec-4924-a74d-e0577c24cf8f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.131921] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 980.131921] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]521adce9-05d9-d7f7-c25b-31b6f402a9f4" [ 980.131921] env[65794]: _type = "Task" [ 980.131921] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.142608] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521adce9-05d9-d7f7-c25b-31b6f402a9f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.278180] env[65794]: DEBUG nova.compute.utils [None req-d93ace84-0cab-404a-b27c-6c4ce8562f65 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.291567] env[65794]: INFO nova.compute.claims [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.384244] env[65794]: INFO nova.compute.manager [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Rebuilding instance [ 980.397329] env[65794]: DEBUG oslo_vmware.api [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811677, 'name': CreateSnapshot_Task, 'duration_secs': 0.889823} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.398029] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Created Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 980.399658] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a291b660-ede6-4ec6-a8e8-72f8c46199f9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.455227] env[65794]: DEBUG nova.compute.manager [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 980.456064] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387966b4-d85a-44f7-9697-100d2b5bf30a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.523781] env[65794]: DEBUG oslo_vmware.api [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811679, 'name': PowerOffVM_Task, 'duration_secs': 0.429073} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.524246] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.524542] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.524744] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95036bf4-9a92-44b4-87ad-d4caa4631281 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.538564] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811678, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.599775] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.600090] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.600903] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Deleting the datastore file [datastore2] 54b59b49-cb95-4183-b223-0e96a8e4658d {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.600903] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70fe85d7-a526-4c5b-ae25-b61e78a5093f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.609518] env[65794]: DEBUG oslo_vmware.api [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for the task: (returnval){ [ 980.609518] env[65794]: value = "task-4811681" [ 980.609518] env[65794]: _type = "Task" [ 980.609518] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.619294] env[65794]: DEBUG oslo_vmware.api [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.643498] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521adce9-05d9-d7f7-c25b-31b6f402a9f4, 'name': SearchDatastore_Task, 'duration_secs': 0.012425} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.644471] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e45d4c94-1817-4b69-be7f-7591feaa29f1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.651263] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 980.651263] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]526fca3e-7c89-b1a8-47bd-10dd6f322f85" [ 980.651263] env[65794]: _type = "Task" [ 980.651263] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.660805] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526fca3e-7c89-b1a8-47bd-10dd6f322f85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.781382] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d93ace84-0cab-404a-b27c-6c4ce8562f65 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.926368] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Creating linked-clone VM from snapshot {{(pid=65794) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 980.927016] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7cc65e0b-aec0-4aec-8779-ce4f38bef331 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.938033] env[65794]: DEBUG oslo_vmware.api [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 980.938033] env[65794]: value = "task-4811682" [ 980.938033] env[65794]: _type = "Task" [ 980.938033] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.949561] env[65794]: DEBUG oslo_vmware.api [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811682, 'name': CloneVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.039638] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811678, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.119959] env[65794]: DEBUG oslo_vmware.api [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Task: {'id': task-4811681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222228} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.120264] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.120444] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.120686] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.120833] env[65794]: INFO nova.compute.manager [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 981.121092] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 981.121358] env[65794]: DEBUG nova.compute.manager [-] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 981.121480] env[65794]: DEBUG nova.network.neutron [-] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 981.121729] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.163358] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526fca3e-7c89-b1a8-47bd-10dd6f322f85, 'name': SearchDatastore_Task, 'duration_secs': 0.011487} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.163640] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.163932] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 6dda9c1d-644f-43a4-b4f5-285c018cbd8f/6dda9c1d-644f-43a4-b4f5-285c018cbd8f.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.164222] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e952ccd-ca9f-4a5a-be2b-da3d7828f135 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.173091] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 981.173091] env[65794]: value = "task-4811683" [ 981.173091] env[65794]: _type = "Task" [ 981.173091] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.183340] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.457337] env[65794]: DEBUG oslo_vmware.api [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811682, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.477855] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.478540] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2555ed94-6474-42b0-8a69-0c9e47a53de6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.492020] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 981.492020] env[65794]: value = "task-4811684" [ 981.492020] env[65794]: _type = "Task" [ 981.492020] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.506023] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.543098] env[65794]: DEBUG oslo_vmware.api [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811678, 'name': PowerOnVM_Task, 'duration_secs': 1.855758} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.544560] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.545057] env[65794]: INFO nova.compute.manager [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Took 9.08 seconds to spawn the instance on the hypervisor. [ 981.545162] env[65794]: DEBUG nova.compute.manager [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 981.546111] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013bd145-015a-41ac-93af-801ff17c5a04 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.587023] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.587023] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.686352] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510526} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.689592] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 6dda9c1d-644f-43a4-b4f5-285c018cbd8f/6dda9c1d-644f-43a4-b4f5-285c018cbd8f.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.689792] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.690684] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6c3e594-a836-45d4-a372-4db90aff0205 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.698658] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 981.698658] env[65794]: value = "task-4811685" [ 981.698658] env[65794]: _type = "Task" [ 981.698658] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.711910] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.745074] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43700ef-b755-45e4-afbb-fd82e4e93738 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.754439] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f14d6d-a472-455e-b1a1-01416445b378 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.792329] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1693dc-3eb6-4e78-a971-bd2d55884c97 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.800609] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ca80b6-027f-4a33-9218-4f1563a621af {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.817358] env[65794]: DEBUG nova.compute.provider_tree [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.874576] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d93ace84-0cab-404a-b27c-6c4ce8562f65 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.874576] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d93ace84-0cab-404a-b27c-6c4ce8562f65 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.874887] env[65794]: INFO nova.compute.manager [None req-d93ace84-0cab-404a-b27c-6c4ce8562f65 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Attaching volume 250b0f6e-2482-462a-b92f-998ee69314ec to /dev/sdb [ 981.915047] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf0bcd5-9147-4a95-8414-13cc8b7c1429 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.918704] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.927021] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28463b1b-baf4-4fff-a1c2-39abce33cb7f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.943101] env[65794]: DEBUG nova.virt.block_device [None req-d93ace84-0cab-404a-b27c-6c4ce8562f65 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Updating existing volume attachment record: 45ff607f-f16d-4b18-aec8-2505b3f76e8f {{(pid=65794) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 981.959249] env[65794]: DEBUG oslo_vmware.api [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811682, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.002061] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811684, 'name': PowerOffVM_Task, 'duration_secs': 0.348649} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.002606] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.075699] env[65794]: INFO nova.compute.manager [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Took 21.52 seconds to build instance. [ 982.099046] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.099834] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.099834] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.099834] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.099834] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.101129] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.101129] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65794) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 982.101129] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.110692] env[65794]: INFO nova.compute.manager [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Detaching volume 31592588-35fa-4025-a921-315618d89952 [ 982.158730] env[65794]: INFO nova.virt.block_device [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Attempting to driver detach volume 31592588-35fa-4025-a921-315618d89952 from mountpoint /dev/sdb [ 982.159098] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Volume detach. Driver type: vmdk {{(pid=65794) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 982.159295] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938184', 'volume_id': '31592588-35fa-4025-a921-315618d89952', 'name': 'volume-31592588-35fa-4025-a921-315618d89952', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6477f28c-5665-49cf-9e0d-d9fb16ad6ee5', 'attached_at': '', 'detached_at': '', 'volume_id': '31592588-35fa-4025-a921-315618d89952', 'serial': '31592588-35fa-4025-a921-315618d89952'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 982.160352] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05b45b6-c2ee-400f-a843-a3881ab77bef {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.186524] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd12f2e-a5c0-4d9a-ba23-4cb53e99bddc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.194357] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46559f6-da35-4a51-8bb2-228c46f8a7ce {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.220917] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00cc230-40ef-4aca-98e8-4515eb46591b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.237877] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The volume has not been displaced from its original location: [datastore2] volume-31592588-35fa-4025-a921-315618d89952/volume-31592588-35fa-4025-a921-315618d89952.vmdk. No consolidation needed. {{(pid=65794) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 982.243298] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 982.246353] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-333d4459-93b3-4a95-918b-d63867b285bb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.260034] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069199} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.260622] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.261994] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b9c632-27c3-4fe8-8a2f-c128b0555c79 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.267587] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 982.267587] env[65794]: value = "task-4811687" [ 982.267587] env[65794]: _type = "Task" [ 982.267587] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.292196] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 6dda9c1d-644f-43a4-b4f5-285c018cbd8f/6dda9c1d-644f-43a4-b4f5-285c018cbd8f.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.293093] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96c4054c-6c12-4941-b4c9-5b8b55643cf1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.312838] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.318967] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 982.318967] env[65794]: value = "task-4811688" [ 982.318967] env[65794]: _type = "Task" [ 982.318967] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.323332] env[65794]: DEBUG nova.scheduler.client.report [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.333776] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811688, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.459092] env[65794]: DEBUG oslo_vmware.api [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811682, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.578500] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ea8b4ab9-053f-46ac-84d7-91e6b1dd1be9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.045s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.605276] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.780174] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811687, 'name': ReconfigVM_Task, 'duration_secs': 0.239077} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.780174] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 982.786813] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c502bb2-f25f-4b47-ab00-a53650112b33 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.805198] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 982.805198] env[65794]: value = "task-4811691" [ 982.805198] env[65794]: _type = "Task" [ 982.805198] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.815398] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.829670] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.547s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.830039] env[65794]: WARNING neutronclient.v2_0.client [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.833608] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811688, 'name': ReconfigVM_Task, 'duration_secs': 0.479701} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.834370] env[65794]: DEBUG oslo_concurrency.lockutils [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.957s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.834635] env[65794]: DEBUG nova.objects.instance [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lazy-loading 'resources' on Instance uuid 774f19ac-d703-46fe-bfa6-2df075504c73 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.840598] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 6dda9c1d-644f-43a4-b4f5-285c018cbd8f/6dda9c1d-644f-43a4-b4f5-285c018cbd8f.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.841489] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9f2e3e3-fac2-4493-9eb9-e91830cee262 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.852897] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 982.852897] env[65794]: value = "task-4811692" [ 982.852897] env[65794]: _type = "Task" [ 982.852897] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.864025] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811692, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.959145] env[65794]: DEBUG oslo_vmware.api [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811682, 'name': CloneVM_Task, 'duration_secs': 1.941094} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.959452] env[65794]: INFO nova.virt.vmwareapi.vmops [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Created linked-clone VM from snapshot [ 982.960621] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf32439d-4636-4a26-bb96-86f1811914e0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.974701] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Uploading image fc9dd470-b807-41ab-bfa4-e4d94c7b38da {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 983.025143] env[65794]: DEBUG oslo_vmware.rw_handles [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 983.025143] env[65794]: value = "vm-938190" [ 983.025143] env[65794]: _type = "VirtualMachine" [ 983.025143] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 983.025559] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4532d0f3-82ed-4972-85e4-418f7fb07464 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.035723] env[65794]: DEBUG oslo_vmware.rw_handles [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lease: (returnval){ [ 983.035723] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52281fe6-750c-207e-dc7d-2a3b0f73748e" [ 983.035723] env[65794]: _type = "HttpNfcLease" [ 983.035723] env[65794]: } obtained for exporting VM: (result){ [ 983.035723] env[65794]: value = "vm-938190" [ 983.035723] env[65794]: _type = "VirtualMachine" [ 983.035723] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 983.036208] env[65794]: DEBUG oslo_vmware.api [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the lease: (returnval){ [ 983.036208] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52281fe6-750c-207e-dc7d-2a3b0f73748e" [ 983.036208] env[65794]: _type = "HttpNfcLease" [ 983.036208] env[65794]: } to be ready. {{(pid=65794) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 983.049681] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 983.049681] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52281fe6-750c-207e-dc7d-2a3b0f73748e" [ 983.049681] env[65794]: _type = "HttpNfcLease" [ 983.049681] env[65794]: } is initializing. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 983.316912] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811691, 'name': ReconfigVM_Task, 'duration_secs': 0.202233} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.317266] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938184', 'volume_id': '31592588-35fa-4025-a921-315618d89952', 'name': 'volume-31592588-35fa-4025-a921-315618d89952', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6477f28c-5665-49cf-9e0d-d9fb16ad6ee5', 'attached_at': '', 'detached_at': '', 'volume_id': '31592588-35fa-4025-a921-315618d89952', 'serial': '31592588-35fa-4025-a921-315618d89952'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 983.365980] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811692, 'name': Rename_Task, 'duration_secs': 0.216258} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.365980] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.366193] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a41a5ab-bfeb-46b1-81a3-1a67009e8739 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.376781] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 983.376781] env[65794]: value = "task-4811694" [ 983.376781] env[65794]: _type = "Task" [ 983.376781] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.391419] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.525947] env[65794]: INFO nova.network.neutron [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Updating port cdb92fba-2145-4abf-bb64-5ba310a8aa24 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 983.551405] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 983.551405] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52281fe6-750c-207e-dc7d-2a3b0f73748e" [ 983.551405] env[65794]: _type = "HttpNfcLease" [ 983.551405] env[65794]: } is ready. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 983.552512] env[65794]: DEBUG oslo_vmware.rw_handles [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 983.552512] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52281fe6-750c-207e-dc7d-2a3b0f73748e" [ 983.552512] env[65794]: _type = "HttpNfcLease" [ 983.552512] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 983.552674] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6021ad-fd44-43c0-be43-9f4fdb0cd3c9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.566482] env[65794]: DEBUG oslo_vmware.rw_handles [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52243c08-860b-0b46-9ec0-e19a6e89c302/disk-0.vmdk from lease info. {{(pid=65794) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 983.567400] env[65794]: DEBUG oslo_vmware.rw_handles [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52243c08-860b-0b46-9ec0-e19a6e89c302/disk-0.vmdk for reading. {{(pid=65794) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 983.700088] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b5175465-05c2-47cb-b04d-c524662d871f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.879710] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32712e3d-1cb1-41b3-bdc9-6691f828abcb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.905424] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811694, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.909120] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84cee8d-159e-4004-af5f-796cffd85866 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.947843] env[65794]: DEBUG nova.network.neutron [-] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.950855] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1b2d9e-3bd3-4449-abe0-8e47eeb8dfd0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.961302] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcf7ff4-d638-464e-b1cc-46d2985a3206 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.988389] env[65794]: DEBUG nova.compute.provider_tree [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.394575] env[65794]: DEBUG oslo_vmware.api [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811694, 'name': PowerOnVM_Task, 'duration_secs': 0.56429} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.394955] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.395392] env[65794]: INFO nova.compute.manager [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Took 9.26 seconds to spawn the instance on the hypervisor. [ 984.395596] env[65794]: DEBUG nova.compute.manager [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 984.398899] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d2e84e-b424-4be5-b275-1f88d254c0fb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.406025] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.408293] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52db6403-61fc-4feb-93fb-2d7ef54e72c3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.420019] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 984.420019] env[65794]: value = "task-4811695" [ 984.420019] env[65794]: _type = "Task" [ 984.420019] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.430549] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.457093] env[65794]: INFO nova.compute.manager [-] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Took 3.33 seconds to deallocate network for instance. [ 984.495500] env[65794]: DEBUG nova.scheduler.client.report [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.930192] env[65794]: INFO nova.compute.manager [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Took 23.47 seconds to build instance. [ 984.937331] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] VM already powered off {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 984.937668] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Volume detach. Driver type: vmdk {{(pid=65794) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 984.937935] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938184', 'volume_id': '31592588-35fa-4025-a921-315618d89952', 'name': 'volume-31592588-35fa-4025-a921-315618d89952', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6477f28c-5665-49cf-9e0d-d9fb16ad6ee5', 'attached_at': '', 'detached_at': '', 'volume_id': '31592588-35fa-4025-a921-315618d89952', 'serial': '31592588-35fa-4025-a921-315618d89952'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 984.939161] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003feacb-de57-47d8-b11e-89453a81b8de {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.969022] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06921f51-abc3-44b8-8bd1-c518ced22030 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.973313] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.980077] env[65794]: WARNING nova.virt.vmwareapi.driver [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 984.980077] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.980683] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084f24ed-2085-42dc-8899-661a605a8d29 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.993868] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.995552] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3089269c-20b6-4345-ae72-1e85d766ec85 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.000371] env[65794]: DEBUG oslo_concurrency.lockutils [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.005652] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ae3f8a6e-78ea-4412-ae74-a9f5aa750a26 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.564s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.049897] env[65794]: INFO nova.scheduler.client.report [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Deleted allocations for instance 774f19ac-d703-46fe-bfa6-2df075504c73 [ 985.076211] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.077051] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.077051] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Deleting the datastore file [datastore2] 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.077051] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f1b62b9-2aa5-42a4-b70d-423973726b5c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.088029] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 985.088029] env[65794]: value = "task-4811698" [ 985.088029] env[65794]: _type = "Task" [ 985.088029] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.099097] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.239110] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "refresh_cache-3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.239590] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquired lock "refresh_cache-3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.241942] env[65794]: DEBUG nova.network.neutron [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 985.405347] env[65794]: DEBUG nova.compute.manager [req-0c7d2fc8-db4a-4b12-bf68-98520fad6f4a req-52fa1c5f-45ea-45d2-a420-ab80dae6df0d service nova] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Received event network-vif-deleted-a252ce1e-e74a-4000-bca8-f82098f352da {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 985.433058] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4fe3e397-ad74-49d6-ac2c-c0338d2f3a7f tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Lock "6dda9c1d-644f-43a4-b4f5-285c018cbd8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.564s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.562085] env[65794]: DEBUG oslo_concurrency.lockutils [None req-92b23625-0b53-48c8-a87c-3559eb7595a8 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "774f19ac-d703-46fe-bfa6-2df075504c73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.068s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.604679] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241392} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.608472] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.610696] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.610806] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.749887] env[65794]: WARNING neutronclient.v2_0.client [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.982567] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d86911-de5b-4607-a179-a91b67dd832a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.991864] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dbb109-7272-4ac0-a155-0f3d9e3b6295 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.032806] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21e3e9e-879a-4efd-8194-01126f90df3d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.043491] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cdc3ae-263b-4be5-87a0-2c03ab53a0ef {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.064657] env[65794]: DEBUG nova.compute.provider_tree [None req-ae3f8a6e-78ea-4412-ae74-a9f5aa750a26 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.118161] env[65794]: INFO nova.virt.block_device [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Booting with volume 31592588-35fa-4025-a921-315618d89952 at /dev/sdb [ 986.172185] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e247f4c9-87b1-4a8d-81f0-d668dd0776ed {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.190043] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34b1dc5-e187-453b-82ac-1f77aecfbc01 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.222574] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69eea473-4ad4-470b-a587-1bda750e9223 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.235513] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e08322-9e66-4422-9cf3-b7cc70ee48b4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.274801] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932622e4-1078-44ea-8fe8-76a19c1442d7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.283576] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67716d11-f8c2-43ab-908c-c5b4b4b0693d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.299470] env[65794]: DEBUG nova.virt.block_device [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Updating existing volume attachment record: 08f0b309-4bca-4372-b9c9-95af2de733f8 {{(pid=65794) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 986.541208] env[65794]: WARNING neutronclient.v2_0.client [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.569413] env[65794]: DEBUG nova.scheduler.client.report [None req-ae3f8a6e-78ea-4412-ae74-a9f5aa750a26 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.711432] env[65794]: DEBUG nova.network.neutron [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Updating instance_info_cache with network_info: [{"id": "cdb92fba-2145-4abf-bb64-5ba310a8aa24", "address": "fa:16:3e:41:5f:3b", "network": {"id": "f51e4a3d-fe13-4bd5-8d4a-95f8a5a25579", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-10719258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2b38ba3bbc48bf93ff01269b8ca2ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb92fba-21", "ovs_interfaceid": "cdb92fba-2145-4abf-bb64-5ba310a8aa24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.001036] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-d93ace84-0cab-404a-b27c-6c4ce8562f65 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Volume attach. Driver type: vmdk {{(pid=65794) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 987.001306] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-d93ace84-0cab-404a-b27c-6c4ce8562f65 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938192', 'volume_id': '250b0f6e-2482-462a-b92f-998ee69314ec', 'name': 'volume-250b0f6e-2482-462a-b92f-998ee69314ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '68fc7c47-2c31-4ec9-90fc-79d70381f7c1', 'attached_at': '', 'detached_at': '', 'volume_id': '250b0f6e-2482-462a-b92f-998ee69314ec', 'serial': '250b0f6e-2482-462a-b92f-998ee69314ec'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 987.002398] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15395697-c4bd-4aca-b2cf-f82d3e068c89 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.020094] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6c2dd8-3d8f-42e4-b5e0-0bb2a0f30ef0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.052481] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-d93ace84-0cab-404a-b27c-6c4ce8562f65 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] volume-250b0f6e-2482-462a-b92f-998ee69314ec/volume-250b0f6e-2482-462a-b92f-998ee69314ec.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.052481] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5c1c5a4-6aa6-4fd3-8b17-a4dcacbc789c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.074698] env[65794]: DEBUG oslo_vmware.api [None req-d93ace84-0cab-404a-b27c-6c4ce8562f65 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 987.074698] env[65794]: value = "task-4811699" [ 987.074698] env[65794]: _type = "Task" [ 987.074698] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.091263] env[65794]: DEBUG oslo_vmware.api [None req-d93ace84-0cab-404a-b27c-6c4ce8562f65 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811699, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.213568] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Releasing lock "refresh_cache-3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.240801] env[65794]: DEBUG nova.virt.hardware [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4d2e37a083ab37f2d43a31587164a88a',container_format='bare',created_at=2025-11-23T05:33:01Z,direct_url=,disk_format='vmdk',id=3c271cd4-1b8c-4212-a322-3a17be33935d,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-963065629-shelved',owner='0f2b38ba3bbc48bf93ff01269b8ca2ff',properties=ImageMetaProps,protected=,size=31665152,status='active',tags=,updated_at=2025-11-23T05:33:16Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 987.241143] env[65794]: DEBUG nova.virt.hardware [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.241382] env[65794]: DEBUG nova.virt.hardware [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 987.241702] env[65794]: DEBUG nova.virt.hardware [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.241981] env[65794]: DEBUG nova.virt.hardware [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 987.242234] env[65794]: DEBUG nova.virt.hardware [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 987.242628] env[65794]: DEBUG nova.virt.hardware [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 987.242912] env[65794]: DEBUG nova.virt.hardware [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 987.243463] env[65794]: DEBUG nova.virt.hardware [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 987.243541] env[65794]: DEBUG nova.virt.hardware [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 987.243965] env[65794]: DEBUG nova.virt.hardware [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 987.245332] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12d7a89-f9f3-4590-9a8e-f7f9a695f5b0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.256019] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08c9f0a-ea8f-47ab-a47a-b908716a9aec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.276622] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:5f:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdb92fba-2145-4abf-bb64-5ba310a8aa24', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.285728] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 987.286106] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.286363] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-159a794c-a1d5-4a7e-af5a-410be37e2400 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.310452] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.310452] env[65794]: value = "task-4811700" [ 987.310452] env[65794]: _type = "Task" [ 987.310452] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.319599] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811700, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.432106] env[65794]: INFO nova.compute.manager [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Rescuing [ 987.432106] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquiring lock "refresh_cache-6dda9c1d-644f-43a4-b4f5-285c018cbd8f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.432106] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquired lock "refresh_cache-6dda9c1d-644f-43a4-b4f5-285c018cbd8f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.432106] env[65794]: DEBUG nova.network.neutron [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 987.590511] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ae3f8a6e-78ea-4412-ae74-a9f5aa750a26 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.585s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.595811] env[65794]: DEBUG oslo_vmware.api [None req-d93ace84-0cab-404a-b27c-6c4ce8562f65 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811699, 'name': ReconfigVM_Task, 'duration_secs': 0.42009} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.595811] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.109s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.597754] env[65794]: INFO nova.compute.claims [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.601671] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-d93ace84-0cab-404a-b27c-6c4ce8562f65 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Reconfigured VM instance instance-00000048 to attach disk [datastore1] volume-250b0f6e-2482-462a-b92f-998ee69314ec/volume-250b0f6e-2482-462a-b92f-998ee69314ec.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.610496] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-024fc8cf-31dc-43c1-ae1d-57df32c7818c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.636337] env[65794]: DEBUG oslo_vmware.api [None req-d93ace84-0cab-404a-b27c-6c4ce8562f65 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 987.636337] env[65794]: value = "task-4811701" [ 987.636337] env[65794]: _type = "Task" [ 987.636337] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.662122] env[65794]: DEBUG oslo_vmware.api [None req-d93ace84-0cab-404a-b27c-6c4ce8562f65 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.712308] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Acquiring lock "756fc57f-f0d7-4292-a1cb-e25b54a8fca3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.712639] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Lock "756fc57f-f0d7-4292-a1cb-e25b54a8fca3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.822167] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811700, 'name': CreateVM_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.908715] env[65794]: DEBUG nova.compute.manager [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Received event network-vif-plugged-cdb92fba-2145-4abf-bb64-5ba310a8aa24 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 987.908715] env[65794]: DEBUG oslo_concurrency.lockutils [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] Acquiring lock "3f3170a1-31f3-4a1a-911b-d8a54bcb8fff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.908715] env[65794]: DEBUG oslo_concurrency.lockutils [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] Lock "3f3170a1-31f3-4a1a-911b-d8a54bcb8fff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.908715] env[65794]: DEBUG oslo_concurrency.lockutils [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] Lock "3f3170a1-31f3-4a1a-911b-d8a54bcb8fff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.908985] env[65794]: DEBUG nova.compute.manager [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] No waiting events found dispatching network-vif-plugged-cdb92fba-2145-4abf-bb64-5ba310a8aa24 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 987.909091] env[65794]: WARNING nova.compute.manager [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Received unexpected event network-vif-plugged-cdb92fba-2145-4abf-bb64-5ba310a8aa24 for instance with vm_state shelved_offloaded and task_state spawning. [ 987.909208] env[65794]: DEBUG nova.compute.manager [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Received event network-changed-cdb92fba-2145-4abf-bb64-5ba310a8aa24 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 987.909443] env[65794]: DEBUG nova.compute.manager [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Refreshing instance network info cache due to event network-changed-cdb92fba-2145-4abf-bb64-5ba310a8aa24. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 987.910156] env[65794]: DEBUG oslo_concurrency.lockutils [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] Acquiring lock "refresh_cache-3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.910156] env[65794]: DEBUG oslo_concurrency.lockutils [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] Acquired lock "refresh_cache-3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.910156] env[65794]: DEBUG nova.network.neutron [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Refreshing network info cache for port cdb92fba-2145-4abf-bb64-5ba310a8aa24 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.934566] env[65794]: WARNING neutronclient.v2_0.client [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.134057] env[65794]: WARNING neutronclient.v2_0.client [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.153310] env[65794]: DEBUG oslo_vmware.api [None req-d93ace84-0cab-404a-b27c-6c4ce8562f65 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811701, 'name': ReconfigVM_Task, 'duration_secs': 0.184519} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.153711] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-d93ace84-0cab-404a-b27c-6c4ce8562f65 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938192', 'volume_id': '250b0f6e-2482-462a-b92f-998ee69314ec', 'name': 'volume-250b0f6e-2482-462a-b92f-998ee69314ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '68fc7c47-2c31-4ec9-90fc-79d70381f7c1', 'attached_at': '', 'detached_at': '', 'volume_id': '250b0f6e-2482-462a-b92f-998ee69314ec', 'serial': '250b0f6e-2482-462a-b92f-998ee69314ec'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 988.155439] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.155681] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.155893] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.156125] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.156390] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.159755] env[65794]: INFO nova.compute.manager [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Terminating instance [ 988.209218] env[65794]: INFO nova.scheduler.client.report [None req-ae3f8a6e-78ea-4412-ae74-a9f5aa750a26 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Deleted allocation for migration 94286a66-ee07-467e-aa10-ba1810a90fe3 [ 988.214706] env[65794]: DEBUG nova.compute.manager [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 988.269538] env[65794]: DEBUG oslo_concurrency.lockutils [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "e1697784-e28f-456f-b8d5-f8b6c18865a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.270118] env[65794]: DEBUG oslo_concurrency.lockutils [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "e1697784-e28f-456f-b8d5-f8b6c18865a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.298889] env[65794]: DEBUG nova.network.neutron [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Updating instance_info_cache with network_info: [{"id": "6e7b05da-d635-4279-be2d-0a1ea8fa2cec", "address": "fa:16:3e:e9:e6:38", "network": {"id": "3b8f08bd-a1e3-4e48-8016-a121cca25e85", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-378391892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bc96a9af0fb4a798dd27743599efc29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7b05da-d6", "ovs_interfaceid": "6e7b05da-d635-4279-be2d-0a1ea8fa2cec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.322218] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811700, 'name': CreateVM_Task, 'duration_secs': 0.793568} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.322417] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.323014] env[65794]: WARNING neutronclient.v2_0.client [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.323386] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3c271cd4-1b8c-4212-a322-3a17be33935d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.323535] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3c271cd4-1b8c-4212-a322-3a17be33935d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.323939] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3c271cd4-1b8c-4212-a322-3a17be33935d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.324240] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d932f56-b93c-4b2f-94ff-565d3a9c1322 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.329464] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 988.329464] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5271e8cb-5bcb-5314-410f-fe7f2a359f59" [ 988.329464] env[65794]: _type = "Task" [ 988.329464] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.338425] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5271e8cb-5bcb-5314-410f-fe7f2a359f59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.416797] env[65794]: WARNING neutronclient.v2_0.client [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.456329] env[65794]: DEBUG nova.virt.hardware [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 988.456581] env[65794]: DEBUG nova.virt.hardware [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.456927] env[65794]: DEBUG nova.virt.hardware [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 988.457231] env[65794]: DEBUG nova.virt.hardware [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.457427] env[65794]: DEBUG nova.virt.hardware [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 988.457574] env[65794]: DEBUG nova.virt.hardware [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 988.457781] env[65794]: DEBUG nova.virt.hardware [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 988.457936] env[65794]: DEBUG nova.virt.hardware [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 988.458112] env[65794]: DEBUG nova.virt.hardware [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 988.458271] env[65794]: DEBUG nova.virt.hardware [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 988.458437] env[65794]: DEBUG nova.virt.hardware [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 988.459666] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6284aa4-35d6-45dc-bf7b-edc39db896da {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.473623] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469cd414-6fb4-4980-9f41-3b7a157e5e81 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.488227] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:60:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f77387e5-802c-49e8-996a-0d6742eb30be', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.496621] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 988.496903] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.497143] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fb31195-4442-4990-8dfc-4d2b43d693e3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.519311] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.519311] env[65794]: value = "task-4811702" [ 988.519311] env[65794]: _type = "Task" [ 988.519311] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.528769] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811702, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.665140] env[65794]: DEBUG nova.compute.manager [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 988.665371] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.670139] env[65794]: WARNING neutronclient.v2_0.client [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.674508] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776e30a8-39b2-43df-9707-f579d22b24f3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.684236] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.686864] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0e50cb7-0136-41dc-a9c0-e21ab7b11fd2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.697624] env[65794]: DEBUG oslo_vmware.api [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 988.697624] env[65794]: value = "task-4811703" [ 988.697624] env[65794]: _type = "Task" [ 988.697624] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.718292] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ae3f8a6e-78ea-4412-ae74-a9f5aa750a26 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "0e8e6cf2-1555-486b-9d90-c15bd6e34dc5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 20.360s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.719339] env[65794]: DEBUG oslo_vmware.api [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.753920] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.776019] env[65794]: DEBUG nova.compute.manager [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 988.804995] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Releasing lock "refresh_cache-6dda9c1d-644f-43a4-b4f5-285c018cbd8f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.828442] env[65794]: DEBUG nova.network.neutron [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Updated VIF entry in instance network info cache for port cdb92fba-2145-4abf-bb64-5ba310a8aa24. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 988.832022] env[65794]: DEBUG nova.network.neutron [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Updating instance_info_cache with network_info: [{"id": "cdb92fba-2145-4abf-bb64-5ba310a8aa24", "address": "fa:16:3e:41:5f:3b", "network": {"id": "f51e4a3d-fe13-4bd5-8d4a-95f8a5a25579", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-10719258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2b38ba3bbc48bf93ff01269b8ca2ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb92fba-21", "ovs_interfaceid": "cdb92fba-2145-4abf-bb64-5ba310a8aa24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.864651] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3c271cd4-1b8c-4212-a322-3a17be33935d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.864651] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Processing image 3c271cd4-1b8c-4212-a322-3a17be33935d {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.864651] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3c271cd4-1b8c-4212-a322-3a17be33935d/3c271cd4-1b8c-4212-a322-3a17be33935d.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.864651] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3c271cd4-1b8c-4212-a322-3a17be33935d/3c271cd4-1b8c-4212-a322-3a17be33935d.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.864651] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.864651] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4c734cf-19b7-40f0-a2c3-9f132d4fde8e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.887402] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.887694] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.888696] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05da0ecc-ba2c-4d87-b149-072952d204c3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.898902] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 988.898902] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5253e1b5-b4a1-073d-b3bb-b8ff990a37e4" [ 988.898902] env[65794]: _type = "Task" [ 988.898902] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.910749] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5253e1b5-b4a1-073d-b3bb-b8ff990a37e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.030730] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811702, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.073831] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ccae09-ef36-4000-81ea-03343a8f1f52 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.085765] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7c442a-7953-4eff-9475-3fb257ba641b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.118056] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91633c63-996f-42cb-81c8-055fab3ce45e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.127777] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c80079c-0277-416f-8399-86c8ca18028b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.145544] env[65794]: DEBUG nova.compute.provider_tree [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.207978] env[65794]: DEBUG oslo_vmware.api [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811703, 'name': PowerOffVM_Task, 'duration_secs': 0.23613} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.208182] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.208461] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.208851] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1dbfa54-e83c-4e6c-ab4a-403d044eb6d0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.212733] env[65794]: DEBUG nova.objects.instance [None req-d93ace84-0cab-404a-b27c-6c4ce8562f65 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lazy-loading 'flavor' on Instance uuid 68fc7c47-2c31-4ec9-90fc-79d70381f7c1 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.292402] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.292682] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.292903] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Deleting the datastore file [datastore2] 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.294438] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e08f02be-2c7d-4bb5-a99c-f65935943b7d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.301822] env[65794]: DEBUG oslo_vmware.api [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for the task: (returnval){ [ 989.301822] env[65794]: value = "task-4811705" [ 989.301822] env[65794]: _type = "Task" [ 989.301822] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.302947] env[65794]: DEBUG oslo_concurrency.lockutils [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.311657] env[65794]: DEBUG oslo_vmware.api [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.331786] env[65794]: DEBUG oslo_concurrency.lockutils [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] Releasing lock "refresh_cache-3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.331786] env[65794]: DEBUG nova.compute.manager [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Received event network-changed-f7501650-bbf0-4403-a8d9-9f9859dcc1c6 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 989.332013] env[65794]: DEBUG nova.compute.manager [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Refreshing instance network info cache due to event network-changed-f7501650-bbf0-4403-a8d9-9f9859dcc1c6. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 989.332203] env[65794]: DEBUG oslo_concurrency.lockutils [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] Acquiring lock "refresh_cache-6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.332308] env[65794]: DEBUG oslo_concurrency.lockutils [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] Acquired lock "refresh_cache-6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.332458] env[65794]: DEBUG nova.network.neutron [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Refreshing network info cache for port f7501650-bbf0-4403-a8d9-9f9859dcc1c6 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.414870] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Preparing fetch location {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 989.415198] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Fetch image to [datastore2] OSTACK_IMG_f16fbc2f-20d0-444b-8fe9-094a7f4e53a6/OSTACK_IMG_f16fbc2f-20d0-444b-8fe9-094a7f4e53a6.vmdk {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 989.415401] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Downloading stream optimized image 3c271cd4-1b8c-4212-a322-3a17be33935d to [datastore2] OSTACK_IMG_f16fbc2f-20d0-444b-8fe9-094a7f4e53a6/OSTACK_IMG_f16fbc2f-20d0-444b-8fe9-094a7f4e53a6.vmdk on the data store datastore2 as vApp {{(pid=65794) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 989.415624] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Downloading image file data 3c271cd4-1b8c-4212-a322-3a17be33935d to the ESX as VM named 'OSTACK_IMG_f16fbc2f-20d0-444b-8fe9-094a7f4e53a6' {{(pid=65794) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 989.518289] env[65794]: DEBUG oslo_vmware.rw_handles [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 989.518289] env[65794]: value = "resgroup-9" [ 989.518289] env[65794]: _type = "ResourcePool" [ 989.518289] env[65794]: }. {{(pid=65794) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 989.521039] env[65794]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7c333795-84cf-4be4-8b1e-682be54b9f0d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.545275] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811702, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.547258] env[65794]: DEBUG oslo_vmware.rw_handles [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lease: (returnval){ [ 989.547258] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]524f1a8a-9abf-44f7-90c7-4cea51d27ca6" [ 989.547258] env[65794]: _type = "HttpNfcLease" [ 989.547258] env[65794]: } obtained for vApp import into resource pool (val){ [ 989.547258] env[65794]: value = "resgroup-9" [ 989.547258] env[65794]: _type = "ResourcePool" [ 989.547258] env[65794]: }. {{(pid=65794) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 989.547258] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the lease: (returnval){ [ 989.547258] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]524f1a8a-9abf-44f7-90c7-4cea51d27ca6" [ 989.547258] env[65794]: _type = "HttpNfcLease" [ 989.547258] env[65794]: } to be ready. {{(pid=65794) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 989.554955] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 989.554955] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]524f1a8a-9abf-44f7-90c7-4cea51d27ca6" [ 989.554955] env[65794]: _type = "HttpNfcLease" [ 989.554955] env[65794]: } is initializing. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 989.649080] env[65794]: DEBUG nova.scheduler.client.report [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.718519] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d93ace84-0cab-404a-b27c-6c4ce8562f65 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.844s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.815174] env[65794]: DEBUG oslo_vmware.api [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Task: {'id': task-4811705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336943} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.815539] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.816947] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.817203] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.818381] env[65794]: INFO nova.compute.manager [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 989.818381] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 989.818381] env[65794]: DEBUG nova.compute.manager [-] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 989.818381] env[65794]: DEBUG nova.network.neutron [-] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 989.818567] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.835302] env[65794]: WARNING neutronclient.v2_0.client [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.863321] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.974319] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ebfcc850-49f0-40cb-abfc-f9bd9d8d50bf tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.974606] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ebfcc850-49f0-40cb-abfc-f9bd9d8d50bf tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.975562] env[65794]: DEBUG nova.compute.manager [None req-ebfcc850-49f0-40cb-abfc-f9bd9d8d50bf tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 989.975841] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dd8fbb-e77b-4563-bddf-cc9829833c98 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.983757] env[65794]: DEBUG nova.compute.manager [None req-ebfcc850-49f0-40cb-abfc-f9bd9d8d50bf tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65794) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 989.985134] env[65794]: DEBUG nova.objects.instance [None req-ebfcc850-49f0-40cb-abfc-f9bd9d8d50bf tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lazy-loading 'flavor' on Instance uuid 68fc7c47-2c31-4ec9-90fc-79d70381f7c1 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.069797] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811702, 'name': CreateVM_Task, 'duration_secs': 1.490908} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.070018] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.072131] env[65794]: WARNING neutronclient.v2_0.client [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 990.072131] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.072131] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.072644] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.075124] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd8bd74f-4549-429c-9e47-b1f0b63017e7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.077904] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 990.077904] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]524f1a8a-9abf-44f7-90c7-4cea51d27ca6" [ 990.077904] env[65794]: _type = "HttpNfcLease" [ 990.077904] env[65794]: } is initializing. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 990.083426] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 990.083426] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52a288df-f6d1-5e4c-538c-d255a7121501" [ 990.083426] env[65794]: _type = "Task" [ 990.083426] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.096146] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a288df-f6d1-5e4c-538c-d255a7121501, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.156649] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.157266] env[65794]: DEBUG nova.compute.manager [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 990.164301] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.243s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.164630] env[65794]: DEBUG nova.objects.instance [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lazy-loading 'resources' on Instance uuid f4935136-8827-4483-be5c-9c1e84bf0ed7 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.268413] env[65794]: WARNING neutronclient.v2_0.client [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.365298] env[65794]: DEBUG nova.network.neutron [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Updated VIF entry in instance network info cache for port f7501650-bbf0-4403-a8d9-9f9859dcc1c6. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 990.365926] env[65794]: DEBUG nova.network.neutron [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Updating instance_info_cache with network_info: [{"id": "f7501650-bbf0-4403-a8d9-9f9859dcc1c6", "address": "fa:16:3e:fd:92:43", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7501650-bb", "ovs_interfaceid": "f7501650-bbf0-4403-a8d9-9f9859dcc1c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.373093] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.373501] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91a40108-a207-4798-913f-8c3ededed9ff {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.382607] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 990.382607] env[65794]: value = "task-4811707" [ 990.382607] env[65794]: _type = "Task" [ 990.382607] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.391578] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.521622] env[65794]: DEBUG oslo_concurrency.lockutils [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "0e8e6cf2-1555-486b-9d90-c15bd6e34dc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.521905] env[65794]: DEBUG oslo_concurrency.lockutils [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "0e8e6cf2-1555-486b-9d90-c15bd6e34dc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.522164] env[65794]: DEBUG oslo_concurrency.lockutils [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "0e8e6cf2-1555-486b-9d90-c15bd6e34dc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.522368] env[65794]: DEBUG oslo_concurrency.lockutils [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "0e8e6cf2-1555-486b-9d90-c15bd6e34dc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.522554] env[65794]: DEBUG oslo_concurrency.lockutils [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "0e8e6cf2-1555-486b-9d90-c15bd6e34dc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.525367] env[65794]: INFO nova.compute.manager [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Terminating instance [ 990.558310] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 990.558310] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]524f1a8a-9abf-44f7-90c7-4cea51d27ca6" [ 990.558310] env[65794]: _type = "HttpNfcLease" [ 990.558310] env[65794]: } is ready. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 990.558589] env[65794]: DEBUG oslo_vmware.rw_handles [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 990.558589] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]524f1a8a-9abf-44f7-90c7-4cea51d27ca6" [ 990.558589] env[65794]: _type = "HttpNfcLease" [ 990.558589] env[65794]: }. {{(pid=65794) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 990.559559] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d5e395-301a-40a9-b4ee-559453ce2a05 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.569282] env[65794]: DEBUG oslo_vmware.rw_handles [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e7a60-1fd3-c76a-710e-bde8fc219061/disk-0.vmdk from lease info. {{(pid=65794) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 990.569485] env[65794]: DEBUG oslo_vmware.rw_handles [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Creating HTTP connection to write to file with size = 31665152 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e7a60-1fd3-c76a-710e-bde8fc219061/disk-0.vmdk. {{(pid=65794) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 990.642537] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a2b41321-baf5-476f-bd4a-c4a0d0f31a92 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.644645] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a288df-f6d1-5e4c-538c-d255a7121501, 'name': SearchDatastore_Task, 'duration_secs': 0.015478} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.646162] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.646411] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.646663] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.646823] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.647048] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.647740] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2c23653-df58-4737-b755-40fc486d403f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.657386] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.657579] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.658392] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8e0c380-7837-4710-85c9-4f490ac82aeb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.664175] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 990.664175] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52bc64fd-60f7-4618-2033-bdcab913e80b" [ 990.664175] env[65794]: _type = "Task" [ 990.664175] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.669454] env[65794]: DEBUG nova.compute.utils [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.674437] env[65794]: DEBUG nova.compute.manager [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Not allocating networking since 'none' was specified. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 990.681401] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52bc64fd-60f7-4618-2033-bdcab913e80b, 'name': SearchDatastore_Task, 'duration_secs': 0.011119} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.682294] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc35aa76-a027-40eb-9c8c-fa802ed85470 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.689070] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 990.689070] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52d4dd31-e5df-c491-21c8-fd4c3d3c6988" [ 990.689070] env[65794]: _type = "Task" [ 990.689070] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.704658] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d4dd31-e5df-c491-21c8-fd4c3d3c6988, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.735596] env[65794]: DEBUG nova.network.neutron [-] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.869207] env[65794]: DEBUG oslo_concurrency.lockutils [req-225e95af-297e-4c3a-a8fb-de61aa4e6f09 req-612a0c76-e874-46f9-923e-a95bb709ed60 service nova] Releasing lock "refresh_cache-6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.897946] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811707, 'name': PowerOffVM_Task, 'duration_secs': 0.222743} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.900510] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.901644] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ed7492-1b46-4803-abb9-2006de828f72 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.931125] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c71344-7d12-4794-b1cb-c8929aa1e5a8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.992767] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfcc850-49f0-40cb-abfc-f9bd9d8d50bf tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.993151] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4c19843-5baa-4fb8-bed3-7715984ffba6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.002172] env[65794]: DEBUG oslo_vmware.api [None req-ebfcc850-49f0-40cb-abfc-f9bd9d8d50bf tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 991.002172] env[65794]: value = "task-4811708" [ 991.002172] env[65794]: _type = "Task" [ 991.002172] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.019255] env[65794]: DEBUG oslo_vmware.api [None req-ebfcc850-49f0-40cb-abfc-f9bd9d8d50bf tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.029943] env[65794]: DEBUG nova.compute.manager [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 991.030264] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.032578] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bbe3af-670c-47c9-a7f4-466429222dc8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.048671] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.049105] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99360cae-657f-45be-a6ea-cf3df710540b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.053515] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34c7487-c6bc-414a-b9fd-86b354314694 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.068450] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f771c60a-b431-46ef-a4c0-13f407502a39 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.073593] env[65794]: DEBUG oslo_vmware.api [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 991.073593] env[65794]: value = "task-4811709" [ 991.073593] env[65794]: _type = "Task" [ 991.073593] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.110147] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1ba8a6-719a-46de-a29a-4aa44dc2741a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.116755] env[65794]: DEBUG oslo_vmware.api [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.122872] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35a648c-78d9-4f21-8e60-11d782b3b826 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.139267] env[65794]: DEBUG nova.compute.provider_tree [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.175590] env[65794]: DEBUG nova.compute.manager [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 991.203749] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d4dd31-e5df-c491-21c8-fd4c3d3c6988, 'name': SearchDatastore_Task, 'duration_secs': 0.01449} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.205403] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.205698] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5/6477f28c-5665-49cf-9e0d-d9fb16ad6ee5.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.205999] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be43dce9-3b3b-4af0-92c6-abd671f688e4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.215169] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 991.215169] env[65794]: value = "task-4811710" [ 991.215169] env[65794]: _type = "Task" [ 991.215169] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.230027] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.238537] env[65794]: INFO nova.compute.manager [-] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Took 1.42 seconds to deallocate network for instance. [ 991.319137] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.319626] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-066d73bd-1224-4542-9482-8ad97f8820c3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.334235] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 991.334235] env[65794]: value = "task-4811711" [ 991.334235] env[65794]: _type = "Task" [ 991.334235] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.349103] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] VM already powered off {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 991.349331] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.349673] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.349862] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.350078] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.350386] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc0d7fbe-f093-4c68-a381-af47713398f4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.361137] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.361390] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.362575] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d97555e-c6bf-4f43-a896-fca3eb8d30cf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.368637] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 991.368637] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52ab14a7-8368-0f5e-205b-fb7572c54e3c" [ 991.368637] env[65794]: _type = "Task" [ 991.368637] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.381147] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ab14a7-8368-0f5e-205b-fb7572c54e3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.518881] env[65794]: DEBUG oslo_vmware.api [None req-ebfcc850-49f0-40cb-abfc-f9bd9d8d50bf tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811708, 'name': PowerOffVM_Task, 'duration_secs': 0.286034} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.519335] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfcc850-49f0-40cb-abfc-f9bd9d8d50bf tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.519796] env[65794]: DEBUG nova.compute.manager [None req-ebfcc850-49f0-40cb-abfc-f9bd9d8d50bf tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 991.522390] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecc3e47-d4a8-4210-855b-f8edded1eef6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.585038] env[65794]: DEBUG nova.compute.manager [req-e3b6e4c5-c0a5-4154-9dca-aae459a50054 req-0373d2cd-999e-469b-be18-710a64aac3c5 service nova] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Received event network-vif-deleted-7c95e43b-a067-4b6d-a262-55786d6a22d4 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 991.594457] env[65794]: DEBUG oslo_vmware.api [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811709, 'name': PowerOffVM_Task, 'duration_secs': 0.231546} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.596787] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.596787] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.597141] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66e580e5-843c-406d-b703-dac9b095fccb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.643842] env[65794]: DEBUG nova.scheduler.client.report [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.694467] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.695342] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.695865] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Deleting the datastore file [datastore1] 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.699054] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d086f574-03f5-4b20-9810-130f9c9633b3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.710744] env[65794]: DEBUG oslo_vmware.api [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 991.710744] env[65794]: value = "task-4811713" [ 991.710744] env[65794]: _type = "Task" [ 991.710744] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.731415] env[65794]: DEBUG oslo_vmware.api [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.739763] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519935} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.740056] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5/6477f28c-5665-49cf-9e0d-d9fb16ad6ee5.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.740407] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.740750] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af96c370-84f5-4a76-8ef5-febfbe80c5d1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.748867] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.753987] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 991.753987] env[65794]: value = "task-4811714" [ 991.753987] env[65794]: _type = "Task" [ 991.753987] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.771445] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.885211] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ab14a7-8368-0f5e-205b-fb7572c54e3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011621} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.892097] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efdfc4e5-5149-42fd-9d34-b14d1837eda2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.900247] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 991.900247] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52189c59-b493-b674-bc41-90e2289eac87" [ 991.900247] env[65794]: _type = "Task" [ 991.900247] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.912251] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52189c59-b493-b674-bc41-90e2289eac87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.959614] env[65794]: DEBUG oslo_vmware.rw_handles [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Completed reading data from the image iterator. {{(pid=65794) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 991.959905] env[65794]: DEBUG oslo_vmware.rw_handles [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e7a60-1fd3-c76a-710e-bde8fc219061/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 991.960974] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f32f10-3b6a-47aa-b4d3-992ddaf0bd9a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.969870] env[65794]: DEBUG oslo_vmware.rw_handles [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e7a60-1fd3-c76a-710e-bde8fc219061/disk-0.vmdk is in state: ready. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 991.970200] env[65794]: DEBUG oslo_vmware.rw_handles [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e7a60-1fd3-c76a-710e-bde8fc219061/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 991.970321] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c02b4bf9-4d73-46c0-8969-5e976f2cb3a7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.039514] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ebfcc850-49f0-40cb-abfc-f9bd9d8d50bf tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.154052] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.155580] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.458s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.155731] env[65794]: DEBUG nova.objects.instance [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Lazy-loading 'resources' on Instance uuid 1754e34f-1ff0-48e4-aa1e-71a726bdaac1 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.183096] env[65794]: INFO nova.scheduler.client.report [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Deleted allocations for instance f4935136-8827-4483-be5c-9c1e84bf0ed7 [ 992.188366] env[65794]: DEBUG nova.compute.manager [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 992.221295] env[65794]: DEBUG nova.virt.hardware [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 992.221667] env[65794]: DEBUG nova.virt.hardware [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.221839] env[65794]: DEBUG nova.virt.hardware [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 992.222077] env[65794]: DEBUG nova.virt.hardware [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.222249] env[65794]: DEBUG nova.virt.hardware [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 992.222415] env[65794]: DEBUG nova.virt.hardware [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 992.222682] env[65794]: DEBUG nova.virt.hardware [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 992.222855] env[65794]: DEBUG nova.virt.hardware [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 992.223061] env[65794]: DEBUG nova.virt.hardware [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 992.223273] env[65794]: DEBUG nova.virt.hardware [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 992.223466] env[65794]: DEBUG nova.virt.hardware [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 992.224529] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ea6c35-3340-4643-970b-e5e549ad8438 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.235326] env[65794]: DEBUG oslo_vmware.api [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191026} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.237816] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.238113] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.238340] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.238572] env[65794]: INFO nova.compute.manager [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Took 1.21 seconds to destroy the instance on the hypervisor. [ 992.240050] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 992.240394] env[65794]: DEBUG nova.compute.manager [-] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 992.240500] env[65794]: DEBUG nova.network.neutron [-] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 992.240825] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.244534] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effc0398-8042-4949-baae-55097830958f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.264773] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Instance VIF info [] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.271013] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Creating folder: Project (a7e98f0676ec49048c9cc73b5f467bc7). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.278188] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1af3489-187c-49a2-b0ad-39c3f025c53b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.278188] env[65794]: DEBUG oslo_vmware.rw_handles [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527e7a60-1fd3-c76a-710e-bde8fc219061/disk-0.vmdk. {{(pid=65794) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 992.278444] env[65794]: INFO nova.virt.vmwareapi.images [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Downloaded image file data 3c271cd4-1b8c-4212-a322-3a17be33935d [ 992.279771] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3621be5d-a39e-4b46-b4f1-45b88870f3dc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.289807] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086696} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.293961] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.304336] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.307080] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693e8442-cc57-4cff-90d9-915039a87a63 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.309832] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1eb397f0-bec8-4229-b722-aac7d0f1ea7f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.311433] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Created folder: Project (a7e98f0676ec49048c9cc73b5f467bc7) in parent group-v937953. [ 992.311717] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Creating folder: Instances. Parent ref: group-v938196. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.311864] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-541867fc-0495-493f-96a6-4114a9dfda71 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.339327] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5/6477f28c-5665-49cf-9e0d-d9fb16ad6ee5.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.341387] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7844e4bb-f0bf-4ec7-ae6a-272510a9dd88 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.356162] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Created folder: Instances in parent group-v938196. [ 992.356443] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 992.359582] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.359857] env[65794]: INFO nova.virt.vmwareapi.images [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] The imported VM was unregistered [ 992.362612] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Caching image {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 992.363078] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Creating directory with path [datastore2] devstack-image-cache_base/3c271cd4-1b8c-4212-a322-3a17be33935d {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.369300] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b6d55c3-d46e-4fef-81ea-351a7f1ecc84 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.384604] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cad7b03-ace5-4cd2-a3d0-a220b22eaf87 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.387024] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "ccedc5db-fe48-4b88-abfd-5d3e276987bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.387277] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "ccedc5db-fe48-4b88-abfd-5d3e276987bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.390620] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 992.390620] env[65794]: value = "task-4811718" [ 992.390620] env[65794]: _type = "Task" [ 992.390620] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.397516] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.397516] env[65794]: value = "task-4811719" [ 992.397516] env[65794]: _type = "Task" [ 992.397516] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.407447] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.412697] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Created directory with path [datastore2] devstack-image-cache_base/3c271cd4-1b8c-4212-a322-3a17be33935d {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.412979] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f16fbc2f-20d0-444b-8fe9-094a7f4e53a6/OSTACK_IMG_f16fbc2f-20d0-444b-8fe9-094a7f4e53a6.vmdk to [datastore2] devstack-image-cache_base/3c271cd4-1b8c-4212-a322-3a17be33935d/3c271cd4-1b8c-4212-a322-3a17be33935d.vmdk. {{(pid=65794) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 992.413381] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f0762207-6c6f-4b92-8577-5ee39c4c0ed5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.421177] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811719, 'name': CreateVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.428113] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52189c59-b493-b674-bc41-90e2289eac87, 'name': SearchDatastore_Task, 'duration_secs': 0.011897} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.429928] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.430332] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 6dda9c1d-644f-43a4-b4f5-285c018cbd8f/f5682eb2-5020-4fb7-8580-1a22c7f02289-rescue.vmdk. {{(pid=65794) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 992.430756] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 992.430756] env[65794]: value = "task-4811720" [ 992.430756] env[65794]: _type = "Task" [ 992.430756] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.431536] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6680f1f1-be84-44cb-aefa-7c2130702ebf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.444927] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811720, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.446363] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 992.446363] env[65794]: value = "task-4811721" [ 992.446363] env[65794]: _type = "Task" [ 992.446363] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.456232] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.570537] env[65794]: DEBUG oslo_vmware.rw_handles [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52243c08-860b-0b46-9ec0-e19a6e89c302/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 992.571935] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9437debc-1db4-4194-925e-b7544fc1b3bb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.579607] env[65794]: DEBUG oslo_vmware.rw_handles [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52243c08-860b-0b46-9ec0-e19a6e89c302/disk-0.vmdk is in state: ready. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 992.579977] env[65794]: ERROR oslo_vmware.rw_handles [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52243c08-860b-0b46-9ec0-e19a6e89c302/disk-0.vmdk due to incomplete transfer. [ 992.580326] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f76eb99d-11c3-4acc-a300-3ac8f1d1e3c6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.590116] env[65794]: DEBUG oslo_vmware.rw_handles [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52243c08-860b-0b46-9ec0-e19a6e89c302/disk-0.vmdk. {{(pid=65794) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 992.590458] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Uploaded image fc9dd470-b807-41ab-bfa4-e4d94c7b38da to the Glance image server {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 992.593602] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Destroying the VM {{(pid=65794) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 992.595758] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3e68156e-4296-4b52-8503-11649460f445 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.604962] env[65794]: DEBUG oslo_vmware.api [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 992.604962] env[65794]: value = "task-4811722" [ 992.604962] env[65794]: _type = "Task" [ 992.604962] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.615855] env[65794]: DEBUG oslo_vmware.api [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811722, 'name': Destroy_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.695678] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aa820c88-fee8-4ad2-b5eb-ea8d640f7a37 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "f4935136-8827-4483-be5c-9c1e84bf0ed7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.330s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.763911] env[65794]: DEBUG nova.compute.manager [req-ff9d0dc7-351f-4b99-967f-1f2db6acba07 req-d6162971-dddc-483b-946a-a88120d8e09a service nova] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Received event network-vif-deleted-75feeed4-e6af-473c-a526-44dce6db7bdd {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 992.764330] env[65794]: INFO nova.compute.manager [req-ff9d0dc7-351f-4b99-967f-1f2db6acba07 req-d6162971-dddc-483b-946a-a88120d8e09a service nova] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Neutron deleted interface 75feeed4-e6af-473c-a526-44dce6db7bdd; detaching it from the instance and deleting it from the info cache [ 992.764617] env[65794]: DEBUG nova.network.neutron [req-ff9d0dc7-351f-4b99-967f-1f2db6acba07 req-d6162971-dddc-483b-946a-a88120d8e09a service nova] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.870487] env[65794]: DEBUG nova.objects.instance [None req-96f932ba-e568-4c82-834d-94dcbd5f500f tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lazy-loading 'flavor' on Instance uuid 68fc7c47-2c31-4ec9-90fc-79d70381f7c1 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.892314] env[65794]: DEBUG nova.compute.manager [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 992.916820] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811718, 'name': ReconfigVM_Task, 'duration_secs': 0.384342} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.923408] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5/6477f28c-5665-49cf-9e0d-d9fb16ad6ee5.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.925080] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'guest_format': None, 'size': 0, 'disk_bus': None, 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'image_id': 'f5682eb2-5020-4fb7-8580-1a22c7f02289'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'disk_bus': None, 'delete_on_termination': False, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938184', 'volume_id': '31592588-35fa-4025-a921-315618d89952', 'name': 'volume-31592588-35fa-4025-a921-315618d89952', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6477f28c-5665-49cf-9e0d-d9fb16ad6ee5', 'attached_at': '', 'detached_at': '', 'volume_id': '31592588-35fa-4025-a921-315618d89952', 'serial': '31592588-35fa-4025-a921-315618d89952'}, 'attachment_id': '08f0b309-4bca-4372-b9c9-95af2de733f8', 'volume_type': None}], 'swap': None} {{(pid=65794) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 992.925334] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Volume attach. Driver type: vmdk {{(pid=65794) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 992.925399] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938184', 'volume_id': '31592588-35fa-4025-a921-315618d89952', 'name': 'volume-31592588-35fa-4025-a921-315618d89952', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6477f28c-5665-49cf-9e0d-d9fb16ad6ee5', 'attached_at': '', 'detached_at': '', 'volume_id': '31592588-35fa-4025-a921-315618d89952', 'serial': '31592588-35fa-4025-a921-315618d89952'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 992.926057] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811719, 'name': CreateVM_Task, 'duration_secs': 0.465254} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.927303] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cbaf63-5826-4d0d-a8dd-9a05ebdcfad1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.930039] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.930543] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.930729] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.931080] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.931828] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-469ad133-d0c1-451f-a788-f4af9af1c72e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.963402] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dd9ac5-5403-4f7c-88f9-3c0238f46b93 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.966406] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 992.966406] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5292c69b-ed16-ec6c-e651-151c82706721" [ 992.966406] env[65794]: _type = "Task" [ 992.966406] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.973577] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811720, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.004319] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811721, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.014765] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] volume-31592588-35fa-4025-a921-315618d89952/volume-31592588-35fa-4025-a921-315618d89952.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.022413] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0afdadff-d072-4ad4-9f04-b2e7767c6383 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.036214] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5292c69b-ed16-ec6c-e651-151c82706721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.045609] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 993.045609] env[65794]: value = "task-4811723" [ 993.045609] env[65794]: _type = "Task" [ 993.045609] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.056539] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.099242] env[65794]: DEBUG nova.network.neutron [-] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.120093] env[65794]: DEBUG oslo_vmware.api [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811722, 'name': Destroy_Task} progress is 33%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.171824] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ee7409-f77b-4080-92a5-59216a1d1277 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.180945] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fedb26c-ac9c-4048-9482-4c345972eb0a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.218235] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0163044c-b4f1-4e9a-ab0d-7930fce2986c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.227405] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb00d118-8aa3-497f-b093-df3389481724 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.244256] env[65794]: DEBUG nova.compute.provider_tree [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.268563] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b73573f-bf23-4496-aac3-8c7d4dc360d3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.279952] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fa2ec1-c5aa-4692-a073-a516a31fe67a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.319969] env[65794]: DEBUG nova.compute.manager [req-ff9d0dc7-351f-4b99-967f-1f2db6acba07 req-d6162971-dddc-483b-946a-a88120d8e09a service nova] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Detach interface failed, port_id=75feeed4-e6af-473c-a526-44dce6db7bdd, reason: Instance 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 993.383841] env[65794]: DEBUG oslo_concurrency.lockutils [None req-96f932ba-e568-4c82-834d-94dcbd5f500f tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "refresh_cache-68fc7c47-2c31-4ec9-90fc-79d70381f7c1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.383841] env[65794]: DEBUG oslo_concurrency.lockutils [None req-96f932ba-e568-4c82-834d-94dcbd5f500f tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquired lock "refresh_cache-68fc7c47-2c31-4ec9-90fc-79d70381f7c1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.383841] env[65794]: DEBUG nova.network.neutron [None req-96f932ba-e568-4c82-834d-94dcbd5f500f tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 993.384036] env[65794]: DEBUG nova.objects.instance [None req-96f932ba-e568-4c82-834d-94dcbd5f500f tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lazy-loading 'info_cache' on Instance uuid 68fc7c47-2c31-4ec9-90fc-79d70381f7c1 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.415593] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.445872] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811720, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.468320] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811721, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.477663] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "5051c514-7edd-4ec8-ba70-c84fc69d1f48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.477663] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "5051c514-7edd-4ec8-ba70-c84fc69d1f48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.477663] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "5051c514-7edd-4ec8-ba70-c84fc69d1f48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.477938] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "5051c514-7edd-4ec8-ba70-c84fc69d1f48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.478107] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "5051c514-7edd-4ec8-ba70-c84fc69d1f48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.482190] env[65794]: INFO nova.compute.manager [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Terminating instance [ 993.488018] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5292c69b-ed16-ec6c-e651-151c82706721, 'name': SearchDatastore_Task, 'duration_secs': 0.131805} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.489789] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.489789] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.489949] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.489992] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.490339] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.490873] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b556c767-b48e-49aa-a2c7-9c3dfd230ee8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.510571] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.510752] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.511549] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f55c05c-c0c0-40f6-a78b-9ce65d25c423 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.518503] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 993.518503] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]524db010-d217-6296-33b6-a02f7a468c68" [ 993.518503] env[65794]: _type = "Task" [ 993.518503] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.527317] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]524db010-d217-6296-33b6-a02f7a468c68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.556839] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811723, 'name': ReconfigVM_Task, 'duration_secs': 0.436079} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.557156] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Reconfigured VM instance instance-0000004d to attach disk [datastore2] volume-31592588-35fa-4025-a921-315618d89952/volume-31592588-35fa-4025-a921-315618d89952.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.562116] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18f62d60-64cf-47cd-9d6f-0f4cdba3ef4e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.578186] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 993.578186] env[65794]: value = "task-4811724" [ 993.578186] env[65794]: _type = "Task" [ 993.578186] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.591252] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.602800] env[65794]: INFO nova.compute.manager [-] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Took 1.36 seconds to deallocate network for instance. [ 993.617445] env[65794]: DEBUG oslo_vmware.api [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811722, 'name': Destroy_Task, 'duration_secs': 0.564142} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.617756] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Destroyed the VM [ 993.617995] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Deleting Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 993.618304] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a8225a2e-d734-4276-8c4a-b79d8b0dc8ab {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.626469] env[65794]: DEBUG oslo_vmware.api [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 993.626469] env[65794]: value = "task-4811725" [ 993.626469] env[65794]: _type = "Task" [ 993.626469] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.635888] env[65794]: DEBUG oslo_vmware.api [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811725, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.748114] env[65794]: DEBUG nova.scheduler.client.report [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.888923] env[65794]: DEBUG nova.objects.base [None req-96f932ba-e568-4c82-834d-94dcbd5f500f tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Object Instance<68fc7c47-2c31-4ec9-90fc-79d70381f7c1> lazy-loaded attributes: flavor,info_cache {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 993.945904] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811720, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.969367] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811721, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.107396} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.969667] env[65794]: INFO nova.virt.vmwareapi.ds_util [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 6dda9c1d-644f-43a4-b4f5-285c018cbd8f/f5682eb2-5020-4fb7-8580-1a22c7f02289-rescue.vmdk. [ 993.970594] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3908a95-25a1-49e5-bb5c-0dbdaa6c8921 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.992275] env[65794]: DEBUG nova.compute.manager [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 993.992543] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.000499] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 6dda9c1d-644f-43a4-b4f5-285c018cbd8f/f5682eb2-5020-4fb7-8580-1a22c7f02289-rescue.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.001459] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7876d282-841e-4cd5-94a7-1baefba85735 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.004848] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c381d6a-6182-4a62-8ffc-e61ebd109dce {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.025761] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.027752] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9592574-5d5c-4323-86a3-f18cc3261935 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.029576] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 994.029576] env[65794]: value = "task-4811726" [ 994.029576] env[65794]: _type = "Task" [ 994.029576] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.037310] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]524db010-d217-6296-33b6-a02f7a468c68, 'name': SearchDatastore_Task, 'duration_secs': 0.093442} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.040045] env[65794]: DEBUG oslo_vmware.api [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 994.040045] env[65794]: value = "task-4811727" [ 994.040045] env[65794]: _type = "Task" [ 994.040045] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.040276] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0155a844-8a25-47ca-bce1-e576318acb40 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.054330] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.062576] env[65794]: DEBUG oslo_vmware.api [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.064686] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 994.064686] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52970e03-5805-8db8-54a7-e467fc87248c" [ 994.064686] env[65794]: _type = "Task" [ 994.064686] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.077739] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52970e03-5805-8db8-54a7-e467fc87248c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.091236] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811724, 'name': ReconfigVM_Task, 'duration_secs': 0.216896} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.091590] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938184', 'volume_id': '31592588-35fa-4025-a921-315618d89952', 'name': 'volume-31592588-35fa-4025-a921-315618d89952', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6477f28c-5665-49cf-9e0d-d9fb16ad6ee5', 'attached_at': '', 'detached_at': '', 'volume_id': '31592588-35fa-4025-a921-315618d89952', 'serial': '31592588-35fa-4025-a921-315618d89952'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 994.092260] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dbcaafa-68af-49d5-9d97-6d2b47f77a20 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.102065] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 994.102065] env[65794]: value = "task-4811728" [ 994.102065] env[65794]: _type = "Task" [ 994.102065] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.115919] env[65794]: DEBUG oslo_concurrency.lockutils [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.116456] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811728, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.140531] env[65794]: DEBUG oslo_vmware.api [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811725, 'name': RemoveSnapshot_Task} progress is 69%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.256577] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.261456] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.344s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.263923] env[65794]: INFO nova.compute.claims [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.290750] env[65794]: INFO nova.scheduler.client.report [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Deleted allocations for instance 1754e34f-1ff0-48e4-aa1e-71a726bdaac1 [ 994.392293] env[65794]: WARNING neutronclient.v2_0.client [None req-96f932ba-e568-4c82-834d-94dcbd5f500f tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.448612] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811720, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.544774] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.556174] env[65794]: DEBUG oslo_vmware.api [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811727, 'name': PowerOffVM_Task, 'duration_secs': 0.218237} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.556265] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.556467] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.556727] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4fc4960-c352-4c4e-9977-1e9dae004cf8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.576568] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52970e03-5805-8db8-54a7-e467fc87248c, 'name': SearchDatastore_Task, 'duration_secs': 0.090202} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.576889] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.577202] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] f704de8c-3c5e-4cf6-89db-6b7fae13e48a/f704de8c-3c5e-4cf6-89db-6b7fae13e48a.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.577508] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a11c9b3d-abed-442a-81ea-a88a4d4004cc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.586018] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 994.586018] env[65794]: value = "task-4811730" [ 994.586018] env[65794]: _type = "Task" [ 994.586018] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.601238] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.613234] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811728, 'name': Rename_Task, 'duration_secs': 0.225433} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.613546] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.613853] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-125925d2-5999-463a-9916-2ad124974afd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.624749] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 994.624749] env[65794]: value = "task-4811731" [ 994.624749] env[65794]: _type = "Task" [ 994.624749] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.637624] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.637856] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.638050] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Deleting the datastore file [datastore2] 5051c514-7edd-4ec8-ba70-c84fc69d1f48 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.638340] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c31d8b66-e40b-4a56-9ce0-977d2bccec7f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.644567] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.652418] env[65794]: DEBUG oslo_vmware.api [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811725, 'name': RemoveSnapshot_Task, 'duration_secs': 0.741051} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.653985] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Deleted Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 994.654323] env[65794]: INFO nova.compute.manager [None req-29c0d9a4-f94d-4468-99ac-ea197c80484b tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Took 15.83 seconds to snapshot the instance on the hypervisor. [ 994.656947] env[65794]: DEBUG oslo_vmware.api [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 994.656947] env[65794]: value = "task-4811732" [ 994.656947] env[65794]: _type = "Task" [ 994.656947] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.752476] env[65794]: WARNING neutronclient.v2_0.client [None req-96f932ba-e568-4c82-834d-94dcbd5f500f tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.801498] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7e764e51-ea49-45c6-b5e0-c4438efad976 tempest-ServersTestJSON-302710182 tempest-ServersTestJSON-302710182-project-member] Lock "1754e34f-1ff0-48e4-aa1e-71a726bdaac1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.919s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.947822] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811720, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.979741] env[65794]: DEBUG nova.network.neutron [None req-96f932ba-e568-4c82-834d-94dcbd5f500f tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Updating instance_info_cache with network_info: [{"id": "e3e7d668-9071-4020-8d8e-6f98765b857e", "address": "fa:16:3e:54:cc:01", "network": {"id": "6ed5d4a5-1921-45e7-aea9-6584cea47a8d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1833102098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba15596cf6fe4c72b62127902aca6cf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e7d668-90", "ovs_interfaceid": "e3e7d668-9071-4020-8d8e-6f98765b857e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.047269] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.102426] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.139823] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.174393] env[65794]: DEBUG oslo_vmware.api [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.455575] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811720, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.818097} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.456877] env[65794]: INFO nova.virt.vmwareapi.ds_util [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f16fbc2f-20d0-444b-8fe9-094a7f4e53a6/OSTACK_IMG_f16fbc2f-20d0-444b-8fe9-094a7f4e53a6.vmdk to [datastore2] devstack-image-cache_base/3c271cd4-1b8c-4212-a322-3a17be33935d/3c271cd4-1b8c-4212-a322-3a17be33935d.vmdk. [ 995.456877] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Cleaning up location [datastore2] OSTACK_IMG_f16fbc2f-20d0-444b-8fe9-094a7f4e53a6 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 995.456877] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f16fbc2f-20d0-444b-8fe9-094a7f4e53a6 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.456877] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9d49c51-78d9-4496-b1bf-78dfae29a36d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.470540] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 995.470540] env[65794]: value = "task-4811733" [ 995.470540] env[65794]: _type = "Task" [ 995.470540] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.487484] env[65794]: DEBUG oslo_concurrency.lockutils [None req-96f932ba-e568-4c82-834d-94dcbd5f500f tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Releasing lock "refresh_cache-68fc7c47-2c31-4ec9-90fc-79d70381f7c1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.489294] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.550638] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.603597] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811730, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.638919] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811731, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.676570] env[65794]: DEBUG oslo_vmware.api [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.682988} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.679774] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.679983] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.680352] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.680352] env[65794]: INFO nova.compute.manager [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Took 1.69 seconds to destroy the instance on the hypervisor. [ 995.682629] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 995.682629] env[65794]: DEBUG nova.compute.manager [-] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 995.682629] env[65794]: DEBUG nova.network.neutron [-] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 995.682629] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.699033] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9e7bf3-fbe6-43d4-96c7-2cd3647de96f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.708462] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd5f58a-9c98-461b-9f08-972902d38ce5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.743897] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81eaf655-6db8-403b-938e-cf6b180786fe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.752836] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711446b6-dabe-4414-9038-61de7dc06016 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.768770] env[65794]: DEBUG nova.compute.provider_tree [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.930974] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.987457] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180688} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.987644] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.987803] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3c271cd4-1b8c-4212-a322-3a17be33935d/3c271cd4-1b8c-4212-a322-3a17be33935d.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.988055] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3c271cd4-1b8c-4212-a322-3a17be33935d/3c271cd4-1b8c-4212-a322-3a17be33935d.vmdk to [datastore2] 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff/3f3170a1-31f3-4a1a-911b-d8a54bcb8fff.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.988321] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8b465eb-863c-4c53-bb46-95139395e099 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.995829] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 995.995829] env[65794]: value = "task-4811734" [ 995.995829] env[65794]: _type = "Task" [ 995.995829] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.009908] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.045454] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811726, 'name': ReconfigVM_Task, 'duration_secs': 1.670737} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.046192] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 6dda9c1d-644f-43a4-b4f5-285c018cbd8f/f5682eb2-5020-4fb7-8580-1a22c7f02289-rescue.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.046891] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774482da-6a49-4075-a03d-3c96d7177c9f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.078581] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa36f417-36a7-49be-9817-11769af0f05c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.103505] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 996.103505] env[65794]: value = "task-4811735" [ 996.103505] env[65794]: _type = "Task" [ 996.103505] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.103505] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811730, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.082737} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.103505] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] f704de8c-3c5e-4cf6-89db-6b7fae13e48a/f704de8c-3c5e-4cf6-89db-6b7fae13e48a.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.103505] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.103505] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e00038a-4bcb-43f2-8f30-30cadaad653f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.109258] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.117401] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 996.117401] env[65794]: value = "task-4811736" [ 996.117401] env[65794]: _type = "Task" [ 996.117401] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.123224] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.139538] env[65794]: DEBUG oslo_vmware.api [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811731, 'name': PowerOnVM_Task, 'duration_secs': 1.199897} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.140283] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.140283] env[65794]: DEBUG nova.compute.manager [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 996.145497] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d53968-9cd2-4785-84ac-841f888fce0f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.275245] env[65794]: DEBUG nova.scheduler.client.report [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.496185] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f932ba-e568-4c82-834d-94dcbd5f500f tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.496574] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3581510d-3c7e-4a1a-8f40-2bbc23acfe74 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.511780] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811734, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.516585] env[65794]: DEBUG oslo_vmware.api [None req-96f932ba-e568-4c82-834d-94dcbd5f500f tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 996.516585] env[65794]: value = "task-4811737" [ 996.516585] env[65794]: _type = "Task" [ 996.516585] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.527871] env[65794]: DEBUG oslo_vmware.api [None req-96f932ba-e568-4c82-834d-94dcbd5f500f tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.614764] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811735, 'name': ReconfigVM_Task, 'duration_secs': 0.515495} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.615275] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.619775] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7db7643-9579-445f-bcb9-cdd66a3ee8b8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.633021] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121075} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.634989] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.635606] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 996.635606] env[65794]: value = "task-4811738" [ 996.635606] env[65794]: _type = "Task" [ 996.635606] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.636564] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5281baf0-a6d0-4e9a-8555-4cea953cfb42 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.652887] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.678133] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] f704de8c-3c5e-4cf6-89db-6b7fae13e48a/f704de8c-3c5e-4cf6-89db-6b7fae13e48a.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.681214] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb4dc69f-1c76-4891-b3a1-4786d25a58dc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.699541] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.708732] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 996.708732] env[65794]: value = "task-4811739" [ 996.708732] env[65794]: _type = "Task" [ 996.708732] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.722246] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811739, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.781513] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.782298] env[65794]: DEBUG nova.compute.manager [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 996.785464] env[65794]: DEBUG oslo_concurrency.lockutils [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.114s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.785727] env[65794]: DEBUG nova.objects.instance [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Lazy-loading 'resources' on Instance uuid c9d99ee9-66d8-4d10-99f4-1b73acb1af1a {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.891658] env[65794]: DEBUG nova.network.neutron [-] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.014452] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811734, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.030164] env[65794]: DEBUG oslo_vmware.api [None req-96f932ba-e568-4c82-834d-94dcbd5f500f tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811737, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.155686] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811738, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.167083] env[65794]: DEBUG nova.compute.manager [req-18c51be4-1613-49bd-8e32-446c7d605dc2 req-df70cfbf-fc42-4bcc-bc5c-a68b40f33837 service nova] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Received event network-vif-deleted-1e1e18cc-d04a-4d27-86cd-4322e132974b {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 997.226856] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811739, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.291063] env[65794]: DEBUG nova.compute.utils [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.296329] env[65794]: DEBUG nova.compute.manager [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Not allocating networking since 'none' was specified. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 997.396720] env[65794]: INFO nova.compute.manager [-] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Took 1.71 seconds to deallocate network for instance. [ 997.514785] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811734, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.534442] env[65794]: DEBUG oslo_vmware.api [None req-96f932ba-e568-4c82-834d-94dcbd5f500f tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811737, 'name': PowerOnVM_Task, 'duration_secs': 0.551119} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.534800] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f932ba-e568-4c82-834d-94dcbd5f500f tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.535178] env[65794]: DEBUG nova.compute.manager [None req-96f932ba-e568-4c82-834d-94dcbd5f500f tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 997.536431] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28262e1-9dfd-4c55-ab67-b2e453b41ab5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.664822] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811738, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.730861] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811739, 'name': ReconfigVM_Task, 'duration_secs': 0.532671} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.730861] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Reconfigured VM instance instance-0000005a to attach disk [datastore2] f704de8c-3c5e-4cf6-89db-6b7fae13e48a/f704de8c-3c5e-4cf6-89db-6b7fae13e48a.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.734879] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a64fde49-5bc2-4d85-b724-a90caac2897c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.745419] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 997.745419] env[65794]: value = "task-4811740" [ 997.745419] env[65794]: _type = "Task" [ 997.745419] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.763821] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811740, 'name': Rename_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.781010] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b71c18-57e4-47a1-9d7e-477a01d27e2e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.794204] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25abd6e-a247-42d4-9ba9-86ba1ffb52f5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.799561] env[65794]: DEBUG nova.compute.manager [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 997.840527] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc04e9b-7189-48c0-9a98-8731788751f0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.854363] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50c9ef1-1562-4968-9e40-1c298de9b9d6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.878689] env[65794]: DEBUG nova.compute.provider_tree [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.912408] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.017809] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811734, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.155947] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811738, 'name': PowerOnVM_Task} progress is 70%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.263775] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811740, 'name': Rename_Task, 'duration_secs': 0.27563} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.264121] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.264395] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04748b00-8eab-49ed-ba91-d6cac9205b38 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.274776] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 998.274776] env[65794]: value = "task-4811741" [ 998.274776] env[65794]: _type = "Task" [ 998.274776] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.287613] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.384459] env[65794]: DEBUG nova.scheduler.client.report [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.514536] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811734, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.655028] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811738, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.788416] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811741, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.810533] env[65794]: DEBUG nova.compute.manager [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 998.839774] env[65794]: DEBUG nova.virt.hardware [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 998.840049] env[65794]: DEBUG nova.virt.hardware [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.840245] env[65794]: DEBUG nova.virt.hardware [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 998.840424] env[65794]: DEBUG nova.virt.hardware [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.840564] env[65794]: DEBUG nova.virt.hardware [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 998.840702] env[65794]: DEBUG nova.virt.hardware [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 998.840921] env[65794]: DEBUG nova.virt.hardware [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 998.841093] env[65794]: DEBUG nova.virt.hardware [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 998.841796] env[65794]: DEBUG nova.virt.hardware [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 998.841796] env[65794]: DEBUG nova.virt.hardware [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 998.841796] env[65794]: DEBUG nova.virt.hardware [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 998.842531] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f80b3a-9d88-47f2-a649-b472ec1911e1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.851237] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27684429-676b-4bd6-b84f-06732c35a072 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.867101] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Instance VIF info [] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.873404] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 998.873759] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.874036] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c18e1867-755e-4d50-9b3b-d715ad0baa37 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.893447] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.893447] env[65794]: value = "task-4811742" [ 998.893447] env[65794]: _type = "Task" [ 998.893447] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.894450] env[65794]: DEBUG oslo_concurrency.lockutils [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.900948] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.018s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.901218] env[65794]: DEBUG nova.objects.instance [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lazy-loading 'resources' on Instance uuid e1e61ff8-f1e3-4353-a97d-d719d1b74bd1 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.910074] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811742, 'name': CreateVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.928443] env[65794]: INFO nova.scheduler.client.report [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Deleted allocations for instance c9d99ee9-66d8-4d10-99f4-1b73acb1af1a [ 999.014534] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811734, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.55719} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.015464] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3c271cd4-1b8c-4212-a322-3a17be33935d/3c271cd4-1b8c-4212-a322-3a17be33935d.vmdk to [datastore2] 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff/3f3170a1-31f3-4a1a-911b-d8a54bcb8fff.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.016652] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f070ae-74ef-4f2b-8ea3-2b301d1bb331 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.053290] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff/3f3170a1-31f3-4a1a-911b-d8a54bcb8fff.vmdk or device None with type streamOptimized {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.054493] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efc9b469-95eb-490e-a2fe-177c8306333b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.081654] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 999.081654] env[65794]: value = "task-4811743" [ 999.081654] env[65794]: _type = "Task" [ 999.081654] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.096400] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.154892] env[65794]: DEBUG oslo_vmware.api [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811738, 'name': PowerOnVM_Task, 'duration_secs': 2.089635} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.155199] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.158573] env[65794]: DEBUG nova.compute.manager [None req-46e6ee70-09ce-4414-9c73-16b05ee341de tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 999.159463] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b49600-1424-4611-9d18-a84ac7e614e2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.289113] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811741, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.407482] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811742, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.443950] env[65794]: DEBUG oslo_concurrency.lockutils [None req-76153708-ba6e-497e-bf84-c7bfe5d276e3 tempest-ServerGroupTestJSON-790837350 tempest-ServerGroupTestJSON-790837350-project-member] Lock "c9d99ee9-66d8-4d10-99f4-1b73acb1af1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.250s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.596586] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.750099] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c945483-e605-440d-bdb3-83d5f7808b22 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.761368] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "3dbce7f3-9371-4fa6-bae9-9a707b5fe939" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.761368] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "3dbce7f3-9371-4fa6-bae9-9a707b5fe939" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.765738] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb535d3-2c02-4064-b10f-2e1aebbedd83 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.805706] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aefed7d-8dd5-4cb0-b285-3ca351dd1e5d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.822204] env[65794]: DEBUG oslo_vmware.api [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811741, 'name': PowerOnVM_Task, 'duration_secs': 1.07537} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.822458] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.822685] env[65794]: INFO nova.compute.manager [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Took 7.63 seconds to spawn the instance on the hypervisor. [ 999.822866] env[65794]: DEBUG nova.compute.manager [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 999.824210] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ccaa75-18ba-4a18-881d-311ef539277d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.829084] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3db042-f611-4154-a189-326bfeac71c7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.843905] env[65794]: DEBUG nova.compute.provider_tree [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.905615] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811742, 'name': CreateVM_Task, 'duration_secs': 0.543777} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.905615] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.906283] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.906366] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.906666] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.906944] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-530094ba-f900-42f5-8b32-332a7f77e97d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.919210] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 999.919210] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]521f3a8f-9e89-7146-ff6c-1e8004fe49ed" [ 999.919210] env[65794]: _type = "Task" [ 999.919210] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.929164] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521f3a8f-9e89-7146-ff6c-1e8004fe49ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.097383] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811743, 'name': ReconfigVM_Task, 'duration_secs': 0.736596} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.097704] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff/3f3170a1-31f3-4a1a-911b-d8a54bcb8fff.vmdk or device None with type streamOptimized {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.099530] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6c5bbcd-fe08-47f4-969d-3677b5ea9123 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.107985] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 1000.107985] env[65794]: value = "task-4811744" [ 1000.107985] env[65794]: _type = "Task" [ 1000.107985] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.117771] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811744, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.266620] env[65794]: DEBUG nova.compute.manager [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1000.353899] env[65794]: DEBUG nova.scheduler.client.report [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.367241] env[65794]: INFO nova.compute.manager [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Took 28.91 seconds to build instance. [ 1000.428058] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521f3a8f-9e89-7146-ff6c-1e8004fe49ed, 'name': SearchDatastore_Task, 'duration_secs': 0.02463} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.428385] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.428642] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.428935] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.429162] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.429627] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.429800] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a0cd452-d776-46b1-94e7-1aa77d1505c9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.449905] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "23954416-8977-44f4-87fe-73af19349699" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.450183] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "23954416-8977-44f4-87fe-73af19349699" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.454140] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.454140] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.454140] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-589457bc-ba8e-43b9-8c69-34675876c1a2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.460167] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 1000.460167] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]526a10d7-1932-c009-22a1-6b0e0cb7c5d6" [ 1000.460167] env[65794]: _type = "Task" [ 1000.460167] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.470829] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526a10d7-1932-c009-22a1-6b0e0cb7c5d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.619934] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811744, 'name': Rename_Task, 'duration_secs': 0.254105} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.620251] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.620503] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33c95ebf-3cb8-4da0-b2a2-3893374d3dbf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.627927] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 1000.627927] env[65794]: value = "task-4811745" [ 1000.627927] env[65794]: _type = "Task" [ 1000.627927] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.639352] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.793567] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.863927] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.866379] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.261s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.866610] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.866858] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65794) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1000.867159] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.894s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.867418] env[65794]: DEBUG nova.objects.instance [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Lazy-loading 'resources' on Instance uuid 54b59b49-cb95-4183-b223-0e96a8e4658d {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.870509] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d6e9c2-fb39-4aa7-b7ae-2e0166973b8a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.876446] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c755b166-85c2-4904-885b-d40618199b10 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Lock "f704de8c-3c5e-4cf6-89db-6b7fae13e48a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.441s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.884177] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f63aa2d-07fa-4cb9-8ebf-95a519439cf2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.902983] env[65794]: INFO nova.scheduler.client.report [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Deleted allocations for instance e1e61ff8-f1e3-4353-a97d-d719d1b74bd1 [ 1000.904777] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ddf1aa-2fdd-41b0-96c3-04f38fb7d980 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.919712] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8777be8a-66a3-4e1f-b39d-d6f2a4cf19db {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.962068] env[65794]: DEBUG nova.compute.manager [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1000.965940] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178090MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65794) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1000.965940] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.977581] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526a10d7-1932-c009-22a1-6b0e0cb7c5d6, 'name': SearchDatastore_Task, 'duration_secs': 0.023276} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.978744] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb399193-13fb-4769-a4af-1ef100a2a2a7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.990625] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 1000.990625] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]524f9faa-c22d-8fde-fb22-3d52209dd5e0" [ 1000.990625] env[65794]: _type = "Task" [ 1000.990625] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.002969] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]524f9faa-c22d-8fde-fb22-3d52209dd5e0, 'name': SearchDatastore_Task, 'duration_secs': 0.012014} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.003378] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.003770] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] bceeb14e-9178-4c72-8cb6-f16d6fa1c151/bceeb14e-9178-4c72-8cb6-f16d6fa1c151.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.004077] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7646c2ee-048c-4d7d-bad2-a943d59e1025 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.012708] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 1001.012708] env[65794]: value = "task-4811746" [ 1001.012708] env[65794]: _type = "Task" [ 1001.012708] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.022788] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.128246] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquiring lock "07f4ce4f-04b7-4996-bc04-0393d7c175fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.128246] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Lock "07f4ce4f-04b7-4996-bc04-0393d7c175fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.140708] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811745, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.241783] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.242144] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.349911] env[65794]: DEBUG oslo_concurrency.lockutils [None req-03e13221-f0ef-43f4-944f-2f0b63384a2b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.350208] env[65794]: DEBUG oslo_concurrency.lockutils [None req-03e13221-f0ef-43f4-944f-2f0b63384a2b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.350485] env[65794]: DEBUG nova.compute.manager [None req-03e13221-f0ef-43f4-944f-2f0b63384a2b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1001.351573] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930302a2-8d21-4cce-bec5-51c13d35ec4e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.361646] env[65794]: DEBUG nova.compute.manager [None req-03e13221-f0ef-43f4-944f-2f0b63384a2b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65794) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 1001.362344] env[65794]: DEBUG nova.objects.instance [None req-03e13221-f0ef-43f4-944f-2f0b63384a2b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lazy-loading 'flavor' on Instance uuid 7c2ad80d-cf90-4b6a-b830-677ee7f0a526 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.420396] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6a386e5f-eee7-45c9-aede-5b44c526d6b3 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "e1e61ff8-f1e3-4353-a97d-d719d1b74bd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.491s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.493033] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.524779] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811746, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.632173] env[65794]: DEBUG nova.compute.manager [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1001.645472] env[65794]: DEBUG oslo_vmware.api [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811745, 'name': PowerOnVM_Task, 'duration_secs': 0.587177} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.647230] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.747811] env[65794]: DEBUG nova.compute.manager [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1001.794273] env[65794]: DEBUG nova.compute.manager [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1001.794273] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f9e087-8d6f-4756-9f06-1f3dc10c4524 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.800358] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f3615b-9923-4658-86e5-31efc41f7ed4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.815106] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1828fc70-0cce-44de-bbf4-71190309abb0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.848285] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a98125a-b934-4ce3-b7cc-98598d7ab7d1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.857861] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78853c01-d419-4a50-a447-5b1a01e6791d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.873146] env[65794]: DEBUG nova.compute.provider_tree [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.898137] env[65794]: DEBUG oslo_concurrency.lockutils [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Acquiring lock "fd0ca813-25cf-440c-becd-47af70eaaffa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.898449] env[65794]: DEBUG oslo_concurrency.lockutils [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lock "fd0ca813-25cf-440c-becd-47af70eaaffa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.898702] env[65794]: DEBUG oslo_concurrency.lockutils [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Acquiring lock "fd0ca813-25cf-440c-becd-47af70eaaffa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.898887] env[65794]: DEBUG oslo_concurrency.lockutils [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lock "fd0ca813-25cf-440c-becd-47af70eaaffa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.899067] env[65794]: DEBUG oslo_concurrency.lockutils [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lock "fd0ca813-25cf-440c-becd-47af70eaaffa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.901161] env[65794]: INFO nova.compute.manager [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Terminating instance [ 1002.025719] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811746, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.158550] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.274172] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.317825] env[65794]: DEBUG oslo_concurrency.lockutils [None req-42fbdb92-f0b8-4f92-86d4-a9ef558cb9ea tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 33.934s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.376397] env[65794]: DEBUG nova.scheduler.client.report [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.380012] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e13221-f0ef-43f4-944f-2f0b63384a2b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.380298] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-203ecbe3-db3b-4f7d-ab63-3f37c90d49da {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.389401] env[65794]: DEBUG oslo_vmware.api [None req-03e13221-f0ef-43f4-944f-2f0b63384a2b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1002.389401] env[65794]: value = "task-4811747" [ 1002.389401] env[65794]: _type = "Task" [ 1002.389401] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.400995] env[65794]: DEBUG oslo_vmware.api [None req-03e13221-f0ef-43f4-944f-2f0b63384a2b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4811747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.404888] env[65794]: DEBUG nova.compute.manager [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1002.405122] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.406318] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76ecf36-f08f-417d-8c44-15db21d07631 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.415269] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.415570] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5033f96c-4c44-4b6f-8a04-24309418c370 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.423510] env[65794]: DEBUG oslo_vmware.api [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 1002.423510] env[65794]: value = "task-4811748" [ 1002.423510] env[65794]: _type = "Task" [ 1002.423510] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.436934] env[65794]: DEBUG oslo_vmware.api [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.505875] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "8d2d2881-1f29-4519-99fb-d85e07b7d818" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.506143] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "8d2d2881-1f29-4519-99fb-d85e07b7d818" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.528128] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811746, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.886660] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.891201] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.137s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.894271] env[65794]: INFO nova.compute.claims [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.907896] env[65794]: DEBUG oslo_vmware.api [None req-03e13221-f0ef-43f4-944f-2f0b63384a2b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4811747, 'name': PowerOffVM_Task, 'duration_secs': 0.452994} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.907967] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e13221-f0ef-43f4-944f-2f0b63384a2b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.909036] env[65794]: DEBUG nova.compute.manager [None req-03e13221-f0ef-43f4-944f-2f0b63384a2b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1002.909182] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7004809f-dee8-407f-ae40-65925bad7fef {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.934469] env[65794]: DEBUG oslo_vmware.api [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811748, 'name': PowerOffVM_Task, 'duration_secs': 0.500541} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.934907] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.935450] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.935963] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82836b77-6f7a-4143-b107-9a56d4baa880 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.940947] env[65794]: INFO nova.scheduler.client.report [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Deleted allocations for instance 54b59b49-cb95-4183-b223-0e96a8e4658d [ 1003.009080] env[65794]: DEBUG nova.compute.manager [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1003.018710] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.019046] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.019263] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Deleting the datastore file [datastore1] fd0ca813-25cf-440c-becd-47af70eaaffa {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.024842] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad1c1f0d-0068-4c3c-bf13-333c32339525 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.032544] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811746, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.526071} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.033896] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] bceeb14e-9178-4c72-8cb6-f16d6fa1c151/bceeb14e-9178-4c72-8cb6-f16d6fa1c151.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.034172] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.034678] env[65794]: DEBUG oslo_vmware.api [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 1003.034678] env[65794]: value = "task-4811750" [ 1003.034678] env[65794]: _type = "Task" [ 1003.034678] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.038232] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-074a5daf-0e37-445f-9299-cd2a9351781a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.050244] env[65794]: DEBUG oslo_vmware.api [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.050695] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 1003.050695] env[65794]: value = "task-4811751" [ 1003.050695] env[65794]: _type = "Task" [ 1003.050695] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.065281] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.424982] env[65794]: DEBUG oslo_concurrency.lockutils [None req-03e13221-f0ef-43f4-944f-2f0b63384a2b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.451873] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8fd18dc5-39e7-49e0-a984-aa185e5f9e96 tempest-ServersWithSpecificFlavorTestJSON-1851839051 tempest-ServersWithSpecificFlavorTestJSON-1851839051-project-member] Lock "54b59b49-cb95-4183-b223-0e96a8e4658d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.971s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.543439] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.548448] env[65794]: DEBUG oslo_vmware.api [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279415} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.549387] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.549387] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.549690] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.552021] env[65794]: INFO nova.compute.manager [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1003.552021] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1003.552021] env[65794]: DEBUG nova.compute.manager [-] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1003.552021] env[65794]: DEBUG nova.network.neutron [-] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1003.552021] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.563122] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067985} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.563604] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.564640] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be0f213-bac8-4583-aae8-52ae6ff18014 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.590716] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] bceeb14e-9178-4c72-8cb6-f16d6fa1c151/bceeb14e-9178-4c72-8cb6-f16d6fa1c151.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.591948] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.594127] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79702b04-c2bc-4684-a325-51ad6207f227 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.620626] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 1003.620626] env[65794]: value = "task-4811752" [ 1003.620626] env[65794]: _type = "Task" [ 1003.620626] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.632987] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811752, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.956873] env[65794]: DEBUG nova.compute.manager [req-e7b30b26-4a37-40a0-8d1d-7fa3a4b9b2dc req-deec2c00-ae65-4a52-9c02-0b077a1f3153 service nova] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Received event network-vif-deleted-f7942d4f-6888-4c90-9483-9418e660ab54 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1003.956873] env[65794]: INFO nova.compute.manager [req-e7b30b26-4a37-40a0-8d1d-7fa3a4b9b2dc req-deec2c00-ae65-4a52-9c02-0b077a1f3153 service nova] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Neutron deleted interface f7942d4f-6888-4c90-9483-9418e660ab54; detaching it from the instance and deleting it from the info cache [ 1003.956873] env[65794]: DEBUG nova.network.neutron [req-e7b30b26-4a37-40a0-8d1d-7fa3a4b9b2dc req-deec2c00-ae65-4a52-9c02-0b077a1f3153 service nova] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.117028] env[65794]: DEBUG nova.objects.instance [None req-882703fe-fe71-4d2f-a0cd-6ac9a9c9bcd1 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lazy-loading 'flavor' on Instance uuid 7c2ad80d-cf90-4b6a-b830-677ee7f0a526 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.138077] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811752, 'name': ReconfigVM_Task, 'duration_secs': 0.442238} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.138476] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Reconfigured VM instance instance-0000005b to attach disk [datastore2] bceeb14e-9178-4c72-8cb6-f16d6fa1c151/bceeb14e-9178-4c72-8cb6-f16d6fa1c151.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.139204] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71334c59-dd63-4bdc-be33-f0fa757c4991 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.147557] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 1004.147557] env[65794]: value = "task-4811753" [ 1004.147557] env[65794]: _type = "Task" [ 1004.147557] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.162518] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811753, 'name': Rename_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.345819] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04aba4c3-57e2-421d-a419-91bbf9f67654 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.359428] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0763c8a2-fe9b-4952-b2e1-c54ff51e74ec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.397196] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a52d0c5-1663-4358-a011-e2192f1aab64 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.405737] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95da28ce-40f1-4887-a141-82bdf6839c00 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.420522] env[65794]: DEBUG nova.network.neutron [-] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.425423] env[65794]: DEBUG nova.compute.provider_tree [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.431745] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebd8117-1551-4cdb-8cb2-f6746e4f07a3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.441613] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-dd463cc4-5fe4-4e30-a682-1c2b01096303 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Suspending the VM {{(pid=65794) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1004.442157] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0b330e4f-ee37-437c-ac78-e1d8b99a5b9f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.449616] env[65794]: DEBUG oslo_vmware.api [None req-dd463cc4-5fe4-4e30-a682-1c2b01096303 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 1004.449616] env[65794]: value = "task-4811754" [ 1004.449616] env[65794]: _type = "Task" [ 1004.449616] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.459570] env[65794]: DEBUG oslo_vmware.api [None req-dd463cc4-5fe4-4e30-a682-1c2b01096303 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811754, 'name': SuspendVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.470593] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3fd8f21-78e8-48e3-bfd6-0249fbc28bb2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.489953] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc0bfa1-aadb-4985-b39d-8e91ed0ea7fe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.529979] env[65794]: DEBUG nova.compute.manager [req-e7b30b26-4a37-40a0-8d1d-7fa3a4b9b2dc req-deec2c00-ae65-4a52-9c02-0b077a1f3153 service nova] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Detach interface failed, port_id=f7942d4f-6888-4c90-9483-9418e660ab54, reason: Instance fd0ca813-25cf-440c-becd-47af70eaaffa could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1004.622661] env[65794]: DEBUG oslo_concurrency.lockutils [None req-882703fe-fe71-4d2f-a0cd-6ac9a9c9bcd1 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "refresh_cache-7c2ad80d-cf90-4b6a-b830-677ee7f0a526" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.622949] env[65794]: DEBUG oslo_concurrency.lockutils [None req-882703fe-fe71-4d2f-a0cd-6ac9a9c9bcd1 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "refresh_cache-7c2ad80d-cf90-4b6a-b830-677ee7f0a526" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.623285] env[65794]: DEBUG nova.network.neutron [None req-882703fe-fe71-4d2f-a0cd-6ac9a9c9bcd1 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1004.623470] env[65794]: DEBUG nova.objects.instance [None req-882703fe-fe71-4d2f-a0cd-6ac9a9c9bcd1 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lazy-loading 'info_cache' on Instance uuid 7c2ad80d-cf90-4b6a-b830-677ee7f0a526 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.662278] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811753, 'name': Rename_Task, 'duration_secs': 0.236509} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.662412] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.662685] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-080f246d-44ce-414f-b896-3d56648f7f7b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.670948] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 1004.670948] env[65794]: value = "task-4811755" [ 1004.670948] env[65794]: _type = "Task" [ 1004.670948] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.682471] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.927550] env[65794]: INFO nova.compute.manager [-] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Took 1.38 seconds to deallocate network for instance. [ 1004.930194] env[65794]: DEBUG nova.scheduler.client.report [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.964777] env[65794]: DEBUG oslo_vmware.api [None req-dd463cc4-5fe4-4e30-a682-1c2b01096303 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811754, 'name': SuspendVM_Task} progress is 62%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.127939] env[65794]: DEBUG nova.objects.base [None req-882703fe-fe71-4d2f-a0cd-6ac9a9c9bcd1 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Object Instance<7c2ad80d-cf90-4b6a-b830-677ee7f0a526> lazy-loaded attributes: flavor,info_cache {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1005.182401] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811755, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.437969] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.438557] env[65794]: DEBUG nova.compute.manager [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1005.442274] env[65794]: DEBUG oslo_concurrency.lockutils [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.442895] env[65794]: DEBUG oslo_concurrency.lockutils [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.140s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.444445] env[65794]: INFO nova.compute.claims [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.459828] env[65794]: DEBUG oslo_vmware.api [None req-dd463cc4-5fe4-4e30-a682-1c2b01096303 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811754, 'name': SuspendVM_Task, 'duration_secs': 0.865526} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.460134] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-dd463cc4-5fe4-4e30-a682-1c2b01096303 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Suspended the VM {{(pid=65794) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1005.460313] env[65794]: DEBUG nova.compute.manager [None req-dd463cc4-5fe4-4e30-a682-1c2b01096303 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1005.461138] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b6e60d-e600-4cab-a248-ad92b96e53a7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.632902] env[65794]: WARNING neutronclient.v2_0.client [None req-882703fe-fe71-4d2f-a0cd-6ac9a9c9bcd1 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.683090] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811755, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.816955] env[65794]: WARNING neutronclient.v2_0.client [None req-882703fe-fe71-4d2f-a0cd-6ac9a9c9bcd1 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.890726] env[65794]: DEBUG nova.network.neutron [None req-882703fe-fe71-4d2f-a0cd-6ac9a9c9bcd1 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Updating instance_info_cache with network_info: [{"id": "a389e040-bcb4-4a0a-8319-05d185c71a4e", "address": "fa:16:3e:7e:22:22", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa389e040-bc", "ovs_interfaceid": "a389e040-bcb4-4a0a-8319-05d185c71a4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.949671] env[65794]: DEBUG nova.compute.utils [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.953283] env[65794]: DEBUG nova.compute.manager [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1005.953493] env[65794]: DEBUG nova.network.neutron [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1005.953779] env[65794]: WARNING neutronclient.v2_0.client [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.954096] env[65794]: WARNING neutronclient.v2_0.client [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.009173] env[65794]: DEBUG nova.policy [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb5ed799380a4b56a225eba8daac8611', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f6b86ca009846b5b06e6c89352aa1be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.191375] env[65794]: DEBUG oslo_vmware.api [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811755, 'name': PowerOnVM_Task, 'duration_secs': 1.205726} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.192646] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.192646] env[65794]: INFO nova.compute.manager [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1006.192646] env[65794]: DEBUG nova.compute.manager [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1006.193343] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a633c880-66da-43f3-9071-5b0560381f60 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.393643] env[65794]: DEBUG oslo_concurrency.lockutils [None req-882703fe-fe71-4d2f-a0cd-6ac9a9c9bcd1 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "refresh_cache-7c2ad80d-cf90-4b6a-b830-677ee7f0a526" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.428137] env[65794]: DEBUG nova.network.neutron [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Successfully created port: f2fb0e81-edb4-4f79-85f6-f6817e7b7032 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1006.455207] env[65794]: DEBUG nova.compute.manager [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1006.726940] env[65794]: INFO nova.compute.manager [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Took 33.83 seconds to build instance. [ 1006.860284] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5633fe3e-1afe-4c72-9a85-21b4f2464282 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.869460] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144be20a-18f7-4518-829d-da733e45ca7d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.874466] env[65794]: DEBUG nova.network.neutron [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Successfully created port: 9f70c0da-f183-49ad-b7bc-e895c4286c58 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1006.913026] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6163745f-da14-4d24-9543-8051fa91395a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.924296] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ac5bc3-9675-4a95-a8ab-eeb024737d6d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.939382] env[65794]: DEBUG nova.compute.provider_tree [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.228563] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e4aa4e79-9dc6-453d-b3af-27fae594d012 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Lock "bceeb14e-9178-4c72-8cb6-f16d6fa1c151" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.338s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.412762] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-882703fe-fe71-4d2f-a0cd-6ac9a9c9bcd1 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.412762] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86b3ed4c-06c4-43a6-bc39-855c2ba9ea35 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.421302] env[65794]: DEBUG oslo_vmware.api [None req-882703fe-fe71-4d2f-a0cd-6ac9a9c9bcd1 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1007.421302] env[65794]: value = "task-4811756" [ 1007.421302] env[65794]: _type = "Task" [ 1007.421302] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.430724] env[65794]: DEBUG oslo_vmware.api [None req-882703fe-fe71-4d2f-a0cd-6ac9a9c9bcd1 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4811756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.443061] env[65794]: DEBUG nova.scheduler.client.report [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.466637] env[65794]: DEBUG nova.compute.manager [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1007.495612] env[65794]: DEBUG nova.virt.hardware [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1007.495868] env[65794]: DEBUG nova.virt.hardware [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.496027] env[65794]: DEBUG nova.virt.hardware [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1007.496214] env[65794]: DEBUG nova.virt.hardware [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.496352] env[65794]: DEBUG nova.virt.hardware [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1007.496493] env[65794]: DEBUG nova.virt.hardware [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1007.496695] env[65794]: DEBUG nova.virt.hardware [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1007.496848] env[65794]: DEBUG nova.virt.hardware [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1007.497033] env[65794]: DEBUG nova.virt.hardware [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1007.497194] env[65794]: DEBUG nova.virt.hardware [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1007.497362] env[65794]: DEBUG nova.virt.hardware [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1007.498307] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab03b041-3590-47b4-9253-108071dea698 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.507856] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21531298-fddc-4550-86af-db2ee364202b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.934234] env[65794]: DEBUG oslo_vmware.api [None req-882703fe-fe71-4d2f-a0cd-6ac9a9c9bcd1 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4811756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.949128] env[65794]: DEBUG oslo_concurrency.lockutils [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.949128] env[65794]: DEBUG nova.compute.manager [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1007.952733] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.204s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.953089] env[65794]: DEBUG nova.objects.instance [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lazy-loading 'resources' on Instance uuid 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.432857] env[65794]: DEBUG oslo_vmware.api [None req-882703fe-fe71-4d2f-a0cd-6ac9a9c9bcd1 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4811756, 'name': PowerOnVM_Task, 'duration_secs': 0.683027} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.432857] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-882703fe-fe71-4d2f-a0cd-6ac9a9c9bcd1 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.432857] env[65794]: DEBUG nova.compute.manager [None req-882703fe-fe71-4d2f-a0cd-6ac9a9c9bcd1 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1008.434219] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56eb8be9-c44c-4ebb-8af4-5f9d758df9a0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.456979] env[65794]: DEBUG nova.compute.utils [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.466921] env[65794]: DEBUG nova.compute.manager [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1008.467188] env[65794]: DEBUG nova.network.neutron [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1008.467544] env[65794]: WARNING neutronclient.v2_0.client [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.467832] env[65794]: WARNING neutronclient.v2_0.client [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.506570] env[65794]: DEBUG nova.network.neutron [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Successfully updated port: f2fb0e81-edb4-4f79-85f6-f6817e7b7032 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1008.584289] env[65794]: DEBUG nova.policy [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0209dc7c26bd43d58944bdd4c02f129f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c82899c90d64955a6f8a3b9afc4cc22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.894059] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806e9caf-a2bb-4091-b0f8-d9943286d5c5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.904195] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7daa6d52-90ef-4269-b356-2e28a2005da5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.938606] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b28d87-d304-4237-8169-43f83cccbf8e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.949338] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2f2185-08a9-4c33-ab7c-6edcc990602f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.974593] env[65794]: DEBUG nova.compute.manager [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1008.979190] env[65794]: DEBUG nova.compute.provider_tree [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.053921] env[65794]: DEBUG nova.network.neutron [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Successfully created port: be4bf5b3-1533-4950-9d3c-a0ae134f6345 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1009.059247] env[65794]: DEBUG nova.compute.manager [req-9518a97d-aca9-434a-8712-075dcc730763 req-476014df-2c5c-43ac-b2ef-68fd26715a15 service nova] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Received event network-vif-plugged-f2fb0e81-edb4-4f79-85f6-f6817e7b7032 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1009.059247] env[65794]: DEBUG oslo_concurrency.lockutils [req-9518a97d-aca9-434a-8712-075dcc730763 req-476014df-2c5c-43ac-b2ef-68fd26715a15 service nova] Acquiring lock "756fc57f-f0d7-4292-a1cb-e25b54a8fca3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.059247] env[65794]: DEBUG oslo_concurrency.lockutils [req-9518a97d-aca9-434a-8712-075dcc730763 req-476014df-2c5c-43ac-b2ef-68fd26715a15 service nova] Lock "756fc57f-f0d7-4292-a1cb-e25b54a8fca3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.059247] env[65794]: DEBUG oslo_concurrency.lockutils [req-9518a97d-aca9-434a-8712-075dcc730763 req-476014df-2c5c-43ac-b2ef-68fd26715a15 service nova] Lock "756fc57f-f0d7-4292-a1cb-e25b54a8fca3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.059247] env[65794]: DEBUG nova.compute.manager [req-9518a97d-aca9-434a-8712-075dcc730763 req-476014df-2c5c-43ac-b2ef-68fd26715a15 service nova] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] No waiting events found dispatching network-vif-plugged-f2fb0e81-edb4-4f79-85f6-f6817e7b7032 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1009.059599] env[65794]: WARNING nova.compute.manager [req-9518a97d-aca9-434a-8712-075dcc730763 req-476014df-2c5c-43ac-b2ef-68fd26715a15 service nova] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Received unexpected event network-vif-plugged-f2fb0e81-edb4-4f79-85f6-f6817e7b7032 for instance with vm_state building and task_state spawning. [ 1009.460171] env[65794]: INFO nova.compute.manager [None req-974b5ca5-119e-4a02-97a8-05194691ad57 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Resuming [ 1009.460897] env[65794]: DEBUG nova.objects.instance [None req-974b5ca5-119e-4a02-97a8-05194691ad57 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lazy-loading 'flavor' on Instance uuid 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.485876] env[65794]: INFO nova.compute.manager [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Rebuilding instance [ 1009.489045] env[65794]: DEBUG nova.scheduler.client.report [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.530299] env[65794]: DEBUG nova.compute.manager [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1009.531387] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7dedd2-e08b-49a6-aadc-f451e8d24580 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.987712] env[65794]: DEBUG nova.compute.manager [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1009.994993] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.998034] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.582s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.999483] env[65794]: INFO nova.compute.claims [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.013184] env[65794]: DEBUG nova.virt.hardware [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1010.013434] env[65794]: DEBUG nova.virt.hardware [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.013588] env[65794]: DEBUG nova.virt.hardware [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1010.013769] env[65794]: DEBUG nova.virt.hardware [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.013924] env[65794]: DEBUG nova.virt.hardware [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1010.014101] env[65794]: DEBUG nova.virt.hardware [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1010.014315] env[65794]: DEBUG nova.virt.hardware [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1010.014474] env[65794]: DEBUG nova.virt.hardware [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1010.014642] env[65794]: DEBUG nova.virt.hardware [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1010.014802] env[65794]: DEBUG nova.virt.hardware [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1010.014974] env[65794]: DEBUG nova.virt.hardware [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1010.016203] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ec3cf0-99be-435b-8095-bee78880a00c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.020319] env[65794]: INFO nova.scheduler.client.report [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Deleted allocations for instance 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f [ 1010.028774] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ce936d-0adc-4ff4-bae4-f7bc0816a038 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.531193] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8084fa6f-2074-4b4b-bc8d-5455ac903b08 tempest-ServerRescueNegativeTestJSON-1968606072 tempest-ServerRescueNegativeTestJSON-1968606072-project-member] Lock "3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.375s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.548212] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.548542] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10071620-1aae-4ae5-94da-be3f8af6f2a0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.558921] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 1010.558921] env[65794]: value = "task-4811757" [ 1010.558921] env[65794]: _type = "Task" [ 1010.558921] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.574185] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.662435] env[65794]: DEBUG nova.network.neutron [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Successfully updated port: be4bf5b3-1533-4950-9d3c-a0ae134f6345 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1010.665097] env[65794]: DEBUG nova.network.neutron [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Successfully updated port: 9f70c0da-f183-49ad-b7bc-e895c4286c58 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1010.974543] env[65794]: DEBUG oslo_concurrency.lockutils [None req-974b5ca5-119e-4a02-97a8-05194691ad57 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "refresh_cache-3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.974543] env[65794]: DEBUG oslo_concurrency.lockutils [None req-974b5ca5-119e-4a02-97a8-05194691ad57 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquired lock "refresh_cache-3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.974543] env[65794]: DEBUG nova.network.neutron [None req-974b5ca5-119e-4a02-97a8-05194691ad57 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1011.072378] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811757, 'name': PowerOffVM_Task, 'duration_secs': 0.39074} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.072739] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.073026] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.074288] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f75370-4ab5-4926-a746-29ba940e993d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.087008] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.088942] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac51ed59-a984-4d05-b7d3-0f76e7b9a8f0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.125962] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.126221] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.126390] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Deleting the datastore file [datastore2] bceeb14e-9178-4c72-8cb6-f16d6fa1c151 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.126683] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef80bd22-3e29-412b-86ab-4ae21d54c508 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.134959] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 1011.134959] env[65794]: value = "task-4811759" [ 1011.134959] env[65794]: _type = "Task" [ 1011.134959] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.147550] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.166729] env[65794]: DEBUG oslo_concurrency.lockutils [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "refresh_cache-e1697784-e28f-456f-b8d5-f8b6c18865a8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.166920] env[65794]: DEBUG oslo_concurrency.lockutils [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquired lock "refresh_cache-e1697784-e28f-456f-b8d5-f8b6c18865a8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.167448] env[65794]: DEBUG nova.network.neutron [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1011.168766] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Acquiring lock "refresh_cache-756fc57f-f0d7-4292-a1cb-e25b54a8fca3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.169039] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Acquired lock "refresh_cache-756fc57f-f0d7-4292-a1cb-e25b54a8fca3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.169294] env[65794]: DEBUG nova.network.neutron [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1011.379575] env[65794]: DEBUG nova.compute.manager [req-64bdee34-7b1c-41a5-a0b9-0dc2f782a8d4 req-26c9818e-a0f9-43c1-8d37-13304360a3cb service nova] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Received event network-vif-plugged-9f70c0da-f183-49ad-b7bc-e895c4286c58 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1011.379575] env[65794]: DEBUG oslo_concurrency.lockutils [req-64bdee34-7b1c-41a5-a0b9-0dc2f782a8d4 req-26c9818e-a0f9-43c1-8d37-13304360a3cb service nova] Acquiring lock "756fc57f-f0d7-4292-a1cb-e25b54a8fca3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.379575] env[65794]: DEBUG oslo_concurrency.lockutils [req-64bdee34-7b1c-41a5-a0b9-0dc2f782a8d4 req-26c9818e-a0f9-43c1-8d37-13304360a3cb service nova] Lock "756fc57f-f0d7-4292-a1cb-e25b54a8fca3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.379575] env[65794]: DEBUG oslo_concurrency.lockutils [req-64bdee34-7b1c-41a5-a0b9-0dc2f782a8d4 req-26c9818e-a0f9-43c1-8d37-13304360a3cb service nova] Lock "756fc57f-f0d7-4292-a1cb-e25b54a8fca3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.379575] env[65794]: DEBUG nova.compute.manager [req-64bdee34-7b1c-41a5-a0b9-0dc2f782a8d4 req-26c9818e-a0f9-43c1-8d37-13304360a3cb service nova] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] No waiting events found dispatching network-vif-plugged-9f70c0da-f183-49ad-b7bc-e895c4286c58 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1011.379575] env[65794]: WARNING nova.compute.manager [req-64bdee34-7b1c-41a5-a0b9-0dc2f782a8d4 req-26c9818e-a0f9-43c1-8d37-13304360a3cb service nova] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Received unexpected event network-vif-plugged-9f70c0da-f183-49ad-b7bc-e895c4286c58 for instance with vm_state building and task_state spawning. [ 1011.429081] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955edf44-3238-47a8-8d2f-78e1eeabc06d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.438478] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594fa469-963b-44e2-9133-043a4a14e4b1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.485177] env[65794]: WARNING neutronclient.v2_0.client [None req-974b5ca5-119e-4a02-97a8-05194691ad57 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.490382] env[65794]: DEBUG nova.compute.manager [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Received event network-changed-f2fb0e81-edb4-4f79-85f6-f6817e7b7032 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1011.490487] env[65794]: DEBUG nova.compute.manager [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Refreshing instance network info cache due to event network-changed-f2fb0e81-edb4-4f79-85f6-f6817e7b7032. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1011.490894] env[65794]: DEBUG oslo_concurrency.lockutils [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] Acquiring lock "refresh_cache-756fc57f-f0d7-4292-a1cb-e25b54a8fca3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.493453] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc633fd2-a658-4d92-ba30-24559633c797 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.507047] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53adfae2-40b4-4aa0-ba32-472cd546e55b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.523386] env[65794]: DEBUG nova.compute.provider_tree [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.645940] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102475} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.646320] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.646461] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.646633] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.794415] env[65794]: DEBUG nova.network.neutron [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1011.823189] env[65794]: DEBUG nova.network.neutron [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1012.009800] env[65794]: WARNING neutronclient.v2_0.client [None req-974b5ca5-119e-4a02-97a8-05194691ad57 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.035335] env[65794]: DEBUG nova.scheduler.client.report [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.043092] env[65794]: WARNING neutronclient.v2_0.client [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.071964] env[65794]: WARNING neutronclient.v2_0.client [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.344998] env[65794]: DEBUG nova.network.neutron [None req-974b5ca5-119e-4a02-97a8-05194691ad57 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Updating instance_info_cache with network_info: [{"id": "cdb92fba-2145-4abf-bb64-5ba310a8aa24", "address": "fa:16:3e:41:5f:3b", "network": {"id": "f51e4a3d-fe13-4bd5-8d4a-95f8a5a25579", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-10719258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f2b38ba3bbc48bf93ff01269b8ca2ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb92fba-21", "ovs_interfaceid": "cdb92fba-2145-4abf-bb64-5ba310a8aa24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.437823] env[65794]: DEBUG nova.network.neutron [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Updating instance_info_cache with network_info: [{"id": "be4bf5b3-1533-4950-9d3c-a0ae134f6345", "address": "fa:16:3e:c0:ad:cd", "network": {"id": "34c355f1-18b6-4f59-a3ba-314ba59b5ea5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-446712165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c82899c90d64955a6f8a3b9afc4cc22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe4bf5b3-15", "ovs_interfaceid": "be4bf5b3-1533-4950-9d3c-a0ae134f6345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.542899] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.543473] env[65794]: DEBUG nova.compute.manager [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1012.551729] env[65794]: DEBUG oslo_concurrency.lockutils [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.437s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.551950] env[65794]: DEBUG oslo_concurrency.lockutils [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.554029] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.855s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.554132] env[65794]: DEBUG nova.objects.instance [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65794) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1012.592261] env[65794]: INFO nova.scheduler.client.report [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Deleted allocations for instance 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5 [ 1012.631394] env[65794]: WARNING neutronclient.v2_0.client [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.690153] env[65794]: DEBUG nova.virt.hardware [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1012.691994] env[65794]: DEBUG nova.virt.hardware [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.691994] env[65794]: DEBUG nova.virt.hardware [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1012.691994] env[65794]: DEBUG nova.virt.hardware [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.691994] env[65794]: DEBUG nova.virt.hardware [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1012.691994] env[65794]: DEBUG nova.virt.hardware [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1012.691994] env[65794]: DEBUG nova.virt.hardware [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1012.691994] env[65794]: DEBUG nova.virt.hardware [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1012.695366] env[65794]: DEBUG nova.virt.hardware [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1012.695366] env[65794]: DEBUG nova.virt.hardware [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1012.695366] env[65794]: DEBUG nova.virt.hardware [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1012.695366] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60208d9b-1122-4c81-a115-439f8558ec18 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.706579] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eea0555-e247-4156-aac5-d1922dc6b62a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.722273] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Instance VIF info [] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.728141] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1012.728845] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.729220] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b1f89df-c9f0-446a-aa57-4d5e66214853 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.749503] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.749503] env[65794]: value = "task-4811760" [ 1012.749503] env[65794]: _type = "Task" [ 1012.749503] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.763127] env[65794]: DEBUG nova.compute.manager [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1012.763475] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811760, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.764432] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cfaaec-bdc9-4c3c-b322-b0bcbd096ce0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.853214] env[65794]: DEBUG oslo_concurrency.lockutils [None req-974b5ca5-119e-4a02-97a8-05194691ad57 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Releasing lock "refresh_cache-3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.854731] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb6db04-612a-4b74-8db1-2c4112543879 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.862618] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-974b5ca5-119e-4a02-97a8-05194691ad57 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Resuming the VM {{(pid=65794) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1012.862917] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb13258d-b2ff-4bf2-895c-e74fdf987c23 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.870929] env[65794]: DEBUG oslo_vmware.api [None req-974b5ca5-119e-4a02-97a8-05194691ad57 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 1012.870929] env[65794]: value = "task-4811761" [ 1012.870929] env[65794]: _type = "Task" [ 1012.870929] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.882047] env[65794]: DEBUG oslo_vmware.api [None req-974b5ca5-119e-4a02-97a8-05194691ad57 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.941735] env[65794]: DEBUG oslo_concurrency.lockutils [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Releasing lock "refresh_cache-e1697784-e28f-456f-b8d5-f8b6c18865a8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.942541] env[65794]: DEBUG nova.compute.manager [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Instance network_info: |[{"id": "be4bf5b3-1533-4950-9d3c-a0ae134f6345", "address": "fa:16:3e:c0:ad:cd", "network": {"id": "34c355f1-18b6-4f59-a3ba-314ba59b5ea5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-446712165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c82899c90d64955a6f8a3b9afc4cc22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe4bf5b3-15", "ovs_interfaceid": "be4bf5b3-1533-4950-9d3c-a0ae134f6345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1012.943120] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:ad:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be4bf5b3-1533-4950-9d3c-a0ae134f6345', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.951672] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Creating folder: Project (6c82899c90d64955a6f8a3b9afc4cc22). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.951672] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c133ff76-9803-4b2f-aac7-fa5c15ad609c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.966424] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Created folder: Project (6c82899c90d64955a6f8a3b9afc4cc22) in parent group-v937953. [ 1012.966424] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Creating folder: Instances. Parent ref: group-v938201. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.966424] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c3e54c7-c2d0-4231-b87d-f3b71c2763be {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.977935] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Created folder: Instances in parent group-v938201. [ 1012.978303] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1012.978549] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.978796] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26d8d746-ce69-471a-9be3-d5976a6d5357 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.997524] env[65794]: DEBUG nova.network.neutron [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Updating instance_info_cache with network_info: [{"id": "f2fb0e81-edb4-4f79-85f6-f6817e7b7032", "address": "fa:16:3e:22:a7:d4", "network": {"id": "a76455a0-5ecd-4d94-8d80-463279492616", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1572839655", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f6b86ca009846b5b06e6c89352aa1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2fb0e81-ed", "ovs_interfaceid": "f2fb0e81-edb4-4f79-85f6-f6817e7b7032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9f70c0da-f183-49ad-b7bc-e895c4286c58", "address": "fa:16:3e:c9:44:a4", "network": {"id": "b0ec60d0-c746-4161-b8a4-02d2d74e875e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-552511985", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5f6b86ca009846b5b06e6c89352aa1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f70c0da-f1", "ovs_interfaceid": "9f70c0da-f183-49ad-b7bc-e895c4286c58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.006628] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.006628] env[65794]: value = "task-4811764" [ 1013.006628] env[65794]: _type = "Task" [ 1013.006628] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.016267] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811764, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.062388] env[65794]: DEBUG nova.compute.utils [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.071627] env[65794]: DEBUG nova.compute.manager [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1013.071627] env[65794]: DEBUG nova.network.neutron [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1013.074243] env[65794]: WARNING neutronclient.v2_0.client [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.074243] env[65794]: WARNING neutronclient.v2_0.client [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.105919] env[65794]: DEBUG oslo_concurrency.lockutils [None req-28ab1703-7ffd-473e-b941-e84a72ef9fb8 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "0e8e6cf2-1555-486b-9d90-c15bd6e34dc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.584s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.179178] env[65794]: DEBUG nova.policy [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3a193fb841c4a16870c2dc5592c589a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a60998eafe04056b6d1e67daba6c3b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.262643] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811760, 'name': CreateVM_Task, 'duration_secs': 0.368609} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.262864] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.263319] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.263461] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.263907] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.264134] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44fac3c4-8135-4173-ba31-7dbcfcfdf0e7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.270143] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 1013.270143] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52cd5d36-2bb4-a783-6296-fbcf3f9a53a7" [ 1013.270143] env[65794]: _type = "Task" [ 1013.270143] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.282352] env[65794]: INFO nova.compute.manager [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] instance snapshotting [ 1013.284031] env[65794]: DEBUG nova.objects.instance [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lazy-loading 'flavor' on Instance uuid cc961e99-ce33-4b59-b8d3-aae47d0e5298 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.286111] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52cd5d36-2bb4-a783-6296-fbcf3f9a53a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.395760] env[65794]: DEBUG oslo_vmware.api [None req-974b5ca5-119e-4a02-97a8-05194691ad57 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811761, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.459675] env[65794]: DEBUG nova.compute.manager [req-b9681786-08d8-44bf-9d8b-749489ae7756 req-c8eb9fd5-8b6a-43a5-99a7-b0fe7d34450b service nova] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Received event network-changed-9f70c0da-f183-49ad-b7bc-e895c4286c58 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1013.459675] env[65794]: DEBUG nova.compute.manager [req-b9681786-08d8-44bf-9d8b-749489ae7756 req-c8eb9fd5-8b6a-43a5-99a7-b0fe7d34450b service nova] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Refreshing instance network info cache due to event network-changed-9f70c0da-f183-49ad-b7bc-e895c4286c58. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1013.459675] env[65794]: DEBUG oslo_concurrency.lockutils [req-b9681786-08d8-44bf-9d8b-749489ae7756 req-c8eb9fd5-8b6a-43a5-99a7-b0fe7d34450b service nova] Acquiring lock "refresh_cache-756fc57f-f0d7-4292-a1cb-e25b54a8fca3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.501234] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Releasing lock "refresh_cache-756fc57f-f0d7-4292-a1cb-e25b54a8fca3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.502055] env[65794]: DEBUG nova.compute.manager [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Instance network_info: |[{"id": "f2fb0e81-edb4-4f79-85f6-f6817e7b7032", "address": "fa:16:3e:22:a7:d4", "network": {"id": "a76455a0-5ecd-4d94-8d80-463279492616", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1572839655", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f6b86ca009846b5b06e6c89352aa1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2fb0e81-ed", "ovs_interfaceid": "f2fb0e81-edb4-4f79-85f6-f6817e7b7032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9f70c0da-f183-49ad-b7bc-e895c4286c58", "address": "fa:16:3e:c9:44:a4", "network": {"id": "b0ec60d0-c746-4161-b8a4-02d2d74e875e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-552511985", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5f6b86ca009846b5b06e6c89352aa1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f70c0da-f1", "ovs_interfaceid": "9f70c0da-f183-49ad-b7bc-e895c4286c58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1013.502927] env[65794]: DEBUG oslo_concurrency.lockutils [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] Acquired lock "refresh_cache-756fc57f-f0d7-4292-a1cb-e25b54a8fca3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.504022] env[65794]: DEBUG nova.network.neutron [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Refreshing network info cache for port f2fb0e81-edb4-4f79-85f6-f6817e7b7032 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.504950] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:a7:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f17856cf-7248-414b-bde6-8c90cfb4c593', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2fb0e81-edb4-4f79-85f6-f6817e7b7032', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:44:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '191a5351-07d5-4138-b855-206f48fc4375', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f70c0da-f183-49ad-b7bc-e895c4286c58', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.521262] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1013.521262] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.528182] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-561d8dbb-9edc-4d3f-a67e-805ae2c2ae60 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.560870] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811764, 'name': CreateVM_Task, 'duration_secs': 0.407656} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.562378] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.562595] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.562595] env[65794]: value = "task-4811765" [ 1013.562595] env[65794]: _type = "Task" [ 1013.562595] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.563201] env[65794]: WARNING neutronclient.v2_0.client [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.565189] env[65794]: DEBUG oslo_concurrency.lockutils [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.573370] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811765, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.576803] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6c3224a3-43af-42ab-9fa3-931d7741e309 tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.579503] env[65794]: DEBUG nova.compute.manager [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1013.588317] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.673s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.588317] env[65794]: DEBUG nova.objects.instance [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lazy-loading 'resources' on Instance uuid 5051c514-7edd-4ec8-ba70-c84fc69d1f48 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.603198] env[65794]: DEBUG nova.network.neutron [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Successfully created port: 0dd4ed7a-ff1d-426b-955a-0eab14af6bb8 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1013.783896] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52cd5d36-2bb4-a783-6296-fbcf3f9a53a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011073} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.784269] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.784428] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.784671] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.784814] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.785023] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.785310] env[65794]: DEBUG oslo_concurrency.lockutils [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.785642] env[65794]: DEBUG oslo_concurrency.lockutils [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.785894] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83633bc9-3591-41ec-8c1c-d6a5f2e73cd7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.789228] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1861c27d-e0bc-4ed6-b5f3-3df77386d5b2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.797295] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91052abb-625c-49f8-bf77-89fd0aea2d18 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.801205] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1013.801205] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]528f70b8-98c2-3494-f70d-4aedff9e289b" [ 1013.801205] env[65794]: _type = "Task" [ 1013.801205] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.803692] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.804056] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.808194] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-640fe1d5-d5b8-4bde-a7d6-63da173d9c7c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.827047] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77607bfa-420b-4970-b33b-d86b0813448f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.834762] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]528f70b8-98c2-3494-f70d-4aedff9e289b, 'name': SearchDatastore_Task, 'duration_secs': 0.021602} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.835178] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 1013.835178] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5259aaa4-80f8-8831-7ea3-c4f7a7909f8c" [ 1013.835178] env[65794]: _type = "Task" [ 1013.835178] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.835923] env[65794]: DEBUG oslo_concurrency.lockutils [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.836306] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.836481] env[65794]: DEBUG oslo_concurrency.lockutils [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.854222] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5259aaa4-80f8-8831-7ea3-c4f7a7909f8c, 'name': SearchDatastore_Task, 'duration_secs': 0.016608} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.855259] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aef022d7-4787-4a5a-8c87-b08d581f5dfe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.863055] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 1013.863055] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52261606-de7f-c09e-ed04-859df95f62ed" [ 1013.863055] env[65794]: _type = "Task" [ 1013.863055] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.874526] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52261606-de7f-c09e-ed04-859df95f62ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.886668] env[65794]: DEBUG oslo_vmware.api [None req-974b5ca5-119e-4a02-97a8-05194691ad57 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811761, 'name': PowerOnVM_Task, 'duration_secs': 0.679091} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.887847] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-974b5ca5-119e-4a02-97a8-05194691ad57 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Resumed the VM {{(pid=65794) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1013.888059] env[65794]: DEBUG nova.compute.manager [None req-974b5ca5-119e-4a02-97a8-05194691ad57 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1013.888904] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be01763f-c7c7-4f7f-8f38-20902ef7599a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.916012] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Acquiring lock "82c577eb-9ab0-4c9b-970c-8637e88eeb48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.916237] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Lock "82c577eb-9ab0-4c9b-970c-8637e88eeb48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.020941] env[65794]: WARNING neutronclient.v2_0.client [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.077562] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811765, 'name': CreateVM_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.357018] env[65794]: WARNING neutronclient.v2_0.client [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.357994] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Creating Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1014.358598] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c73a03a6-a276-4e6a-b5bb-8d51d876d99d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.372248] env[65794]: DEBUG oslo_vmware.api [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1014.372248] env[65794]: value = "task-4811766" [ 1014.372248] env[65794]: _type = "Task" [ 1014.372248] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.375117] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52261606-de7f-c09e-ed04-859df95f62ed, 'name': SearchDatastore_Task, 'duration_secs': 0.009875} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.382856] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.383216] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] bceeb14e-9178-4c72-8cb6-f16d6fa1c151/bceeb14e-9178-4c72-8cb6-f16d6fa1c151.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.383861] env[65794]: DEBUG oslo_concurrency.lockutils [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.385163] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.385163] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecd88d76-bae6-45cf-907b-a657ca443b56 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.387126] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad0baa8f-866b-467e-aafa-412b9f62f439 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.392923] env[65794]: DEBUG oslo_vmware.api [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811766, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.398019] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 1014.398019] env[65794]: value = "task-4811767" [ 1014.398019] env[65794]: _type = "Task" [ 1014.398019] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.406603] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.406603] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.410043] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79b61d4d-dd18-48dd-9100-6bd38a1e8322 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.420042] env[65794]: DEBUG nova.compute.manager [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1014.427670] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.427670] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1014.427670] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52d4823f-a5b2-0637-9dbf-b37a87f009bc" [ 1014.427670] env[65794]: _type = "Task" [ 1014.427670] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.440526] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d4823f-a5b2-0637-9dbf-b37a87f009bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011123} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.441771] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab1cfcbd-1d66-43d9-a068-6c0ee60e249d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.449342] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1014.449342] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]523aa725-a0da-9ed0-5a2a-44cb1ef8aff3" [ 1014.449342] env[65794]: _type = "Task" [ 1014.449342] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.462323] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]523aa725-a0da-9ed0-5a2a-44cb1ef8aff3, 'name': SearchDatastore_Task, 'duration_secs': 0.010217} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.462629] env[65794]: DEBUG oslo_concurrency.lockutils [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.462871] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] e1697784-e28f-456f-b8d5-f8b6c18865a8/e1697784-e28f-456f-b8d5-f8b6c18865a8.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.463184] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b385876f-e099-44bb-9788-cf7ccb14dd29 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.468683] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ffabb5-ce39-4a12-846f-1131bac5da59 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.477266] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1014.477266] env[65794]: value = "task-4811768" [ 1014.477266] env[65794]: _type = "Task" [ 1014.477266] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.488035] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f8be83-68f6-4517-8c8b-f9a0fbb177ee {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.495048] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4811768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.529423] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b3f1f8-f0db-4bf8-b20f-b4074fd83066 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.539092] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc72659b-250c-49d8-b78e-786113160535 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.555343] env[65794]: DEBUG nova.network.neutron [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Updated VIF entry in instance network info cache for port f2fb0e81-edb4-4f79-85f6-f6817e7b7032. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1014.555775] env[65794]: DEBUG nova.network.neutron [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Updating instance_info_cache with network_info: [{"id": "f2fb0e81-edb4-4f79-85f6-f6817e7b7032", "address": "fa:16:3e:22:a7:d4", "network": {"id": "a76455a0-5ecd-4d94-8d80-463279492616", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1572839655", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f6b86ca009846b5b06e6c89352aa1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2fb0e81-ed", "ovs_interfaceid": "f2fb0e81-edb4-4f79-85f6-f6817e7b7032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9f70c0da-f183-49ad-b7bc-e895c4286c58", "address": "fa:16:3e:c9:44:a4", "network": {"id": "b0ec60d0-c746-4161-b8a4-02d2d74e875e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-552511985", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5f6b86ca009846b5b06e6c89352aa1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f70c0da-f1", "ovs_interfaceid": "9f70c0da-f183-49ad-b7bc-e895c4286c58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.560043] env[65794]: DEBUG nova.compute.provider_tree [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.576440] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811765, 'name': CreateVM_Task, 'duration_secs': 0.751969} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.579022] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.579022] env[65794]: WARNING neutronclient.v2_0.client [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.579022] env[65794]: WARNING neutronclient.v2_0.client [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.579286] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.579343] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.579672] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.580211] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b103a8af-b15b-4858-80c5-b147cff9d52a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.586079] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Waiting for the task: (returnval){ [ 1014.586079] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]528fac27-3053-4119-0173-58b460d10ce6" [ 1014.586079] env[65794]: _type = "Task" [ 1014.586079] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.595535] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]528fac27-3053-4119-0173-58b460d10ce6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.600501] env[65794]: DEBUG nova.compute.manager [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1014.701231] env[65794]: DEBUG nova.virt.hardware [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1014.701484] env[65794]: DEBUG nova.virt.hardware [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.701641] env[65794]: DEBUG nova.virt.hardware [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1014.701824] env[65794]: DEBUG nova.virt.hardware [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.701967] env[65794]: DEBUG nova.virt.hardware [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1014.702195] env[65794]: DEBUG nova.virt.hardware [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1014.702679] env[65794]: DEBUG nova.virt.hardware [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1014.702965] env[65794]: DEBUG nova.virt.hardware [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1014.703188] env[65794]: DEBUG nova.virt.hardware [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1014.703359] env[65794]: DEBUG nova.virt.hardware [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1014.703533] env[65794]: DEBUG nova.virt.hardware [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1014.704623] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867488f8-8ae7-4b16-8210-f0df845c5a07 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.716132] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82742587-8fb3-4b47-840d-3cf3df3a3ffe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.886572] env[65794]: DEBUG oslo_vmware.api [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811766, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.900430] env[65794]: DEBUG oslo_concurrency.lockutils [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Acquiring lock "411a480a-3b4a-4a15-913c-f6a256b9dd9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.900983] env[65794]: DEBUG oslo_concurrency.lockutils [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Lock "411a480a-3b4a-4a15-913c-f6a256b9dd9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.912611] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503296} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.912943] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] bceeb14e-9178-4c72-8cb6-f16d6fa1c151/bceeb14e-9178-4c72-8cb6-f16d6fa1c151.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.913188] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.913466] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2a44dbf-57d9-4210-b1a6-f1ead363b12f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.925728] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 1014.925728] env[65794]: value = "task-4811769" [ 1014.925728] env[65794]: _type = "Task" [ 1014.925728] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.941719] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.953340] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.993497] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4811768, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.062998] env[65794]: DEBUG oslo_concurrency.lockutils [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] Releasing lock "refresh_cache-756fc57f-f0d7-4292-a1cb-e25b54a8fca3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.062998] env[65794]: DEBUG nova.compute.manager [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Received event network-vif-plugged-be4bf5b3-1533-4950-9d3c-a0ae134f6345 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1015.064046] env[65794]: DEBUG oslo_concurrency.lockutils [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] Acquiring lock "e1697784-e28f-456f-b8d5-f8b6c18865a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.064046] env[65794]: DEBUG oslo_concurrency.lockutils [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] Lock "e1697784-e28f-456f-b8d5-f8b6c18865a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.064046] env[65794]: DEBUG oslo_concurrency.lockutils [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] Lock "e1697784-e28f-456f-b8d5-f8b6c18865a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.064046] env[65794]: DEBUG nova.compute.manager [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] No waiting events found dispatching network-vif-plugged-be4bf5b3-1533-4950-9d3c-a0ae134f6345 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1015.066941] env[65794]: WARNING nova.compute.manager [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Received unexpected event network-vif-plugged-be4bf5b3-1533-4950-9d3c-a0ae134f6345 for instance with vm_state building and task_state spawning. [ 1015.066941] env[65794]: DEBUG nova.compute.manager [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Received event network-changed-be4bf5b3-1533-4950-9d3c-a0ae134f6345 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1015.066941] env[65794]: DEBUG nova.compute.manager [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Refreshing instance network info cache due to event network-changed-be4bf5b3-1533-4950-9d3c-a0ae134f6345. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1015.066941] env[65794]: DEBUG oslo_concurrency.lockutils [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] Acquiring lock "refresh_cache-e1697784-e28f-456f-b8d5-f8b6c18865a8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.066941] env[65794]: DEBUG oslo_concurrency.lockutils [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] Acquired lock "refresh_cache-e1697784-e28f-456f-b8d5-f8b6c18865a8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.066941] env[65794]: DEBUG nova.network.neutron [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Refreshing network info cache for port be4bf5b3-1533-4950-9d3c-a0ae134f6345 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.068208] env[65794]: DEBUG nova.scheduler.client.report [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.073128] env[65794]: DEBUG oslo_concurrency.lockutils [req-b9681786-08d8-44bf-9d8b-749489ae7756 req-c8eb9fd5-8b6a-43a5-99a7-b0fe7d34450b service nova] Acquired lock "refresh_cache-756fc57f-f0d7-4292-a1cb-e25b54a8fca3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.073520] env[65794]: DEBUG nova.network.neutron [req-b9681786-08d8-44bf-9d8b-749489ae7756 req-c8eb9fd5-8b6a-43a5-99a7-b0fe7d34450b service nova] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Refreshing network info cache for port 9f70c0da-f183-49ad-b7bc-e895c4286c58 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.104333] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]528fac27-3053-4119-0173-58b460d10ce6, 'name': SearchDatastore_Task, 'duration_secs': 0.069626} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.104592] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.104829] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.105078] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.105219] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.105525] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.106081] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5dab106-34fb-44ca-96d9-7895a764446b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.124732] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.124953] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.125964] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbd7f50e-5fa4-4829-8910-bc8ab831bcde {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.136984] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Waiting for the task: (returnval){ [ 1015.136984] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5298675e-878d-ea36-852a-2170b96559d9" [ 1015.136984] env[65794]: _type = "Task" [ 1015.136984] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.151807] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5298675e-878d-ea36-852a-2170b96559d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.345270] env[65794]: DEBUG nova.network.neutron [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Successfully updated port: 0dd4ed7a-ff1d-426b-955a-0eab14af6bb8 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1015.386363] env[65794]: DEBUG oslo_vmware.api [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811766, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.403603] env[65794]: DEBUG nova.compute.manager [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1015.438255] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.318267} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.438920] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.440029] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2de8fa-eb95-48dc-a8e8-4ef342a5d0d3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.463237] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] bceeb14e-9178-4c72-8cb6-f16d6fa1c151/bceeb14e-9178-4c72-8cb6-f16d6fa1c151.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.464343] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65543c93-d4c0-4a0e-bfc9-c73748828556 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.488973] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 1015.488973] env[65794]: value = "task-4811770" [ 1015.488973] env[65794]: _type = "Task" [ 1015.488973] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.496617] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4811768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764328} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.497601] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] e1697784-e28f-456f-b8d5-f8b6c18865a8/e1697784-e28f-456f-b8d5-f8b6c18865a8.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.497900] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.498397] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f8ad9d7-f022-42b9-91fd-9da6ff8abfd4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.503690] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.510432] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1015.510432] env[65794]: value = "task-4811771" [ 1015.510432] env[65794]: _type = "Task" [ 1015.510432] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.521557] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4811771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.574490] env[65794]: WARNING neutronclient.v2_0.client [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.577644] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.579998] env[65794]: WARNING neutronclient.v2_0.client [req-b9681786-08d8-44bf-9d8b-749489ae7756 req-c8eb9fd5-8b6a-43a5-99a7-b0fe7d34450b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.582578] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.791s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.584221] env[65794]: INFO nova.compute.claims [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.608636] env[65794]: INFO nova.scheduler.client.report [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Deleted allocations for instance 5051c514-7edd-4ec8-ba70-c84fc69d1f48 [ 1015.649257] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5298675e-878d-ea36-852a-2170b96559d9, 'name': SearchDatastore_Task, 'duration_secs': 0.056369} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.650157] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8599193-a6a6-4be5-84bd-b46172a0d6d9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.657431] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Waiting for the task: (returnval){ [ 1015.657431] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5298d38e-1111-9008-4dc8-7cab9ad920cb" [ 1015.657431] env[65794]: _type = "Task" [ 1015.657431] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.667243] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5298d38e-1111-9008-4dc8-7cab9ad920cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.733593] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5a2456b6-589d-44ee-a121-8c59ccca4be7 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "interface-6974fd53-5f45-4590-9cb1-bb19b8ced00b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.733944] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5a2456b6-589d-44ee-a121-8c59ccca4be7 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "interface-6974fd53-5f45-4590-9cb1-bb19b8ced00b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.734793] env[65794]: DEBUG nova.objects.instance [None req-5a2456b6-589d-44ee-a121-8c59ccca4be7 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lazy-loading 'flavor' on Instance uuid 6974fd53-5f45-4590-9cb1-bb19b8ced00b {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.741884] env[65794]: DEBUG nova.compute.manager [req-cda8fba9-ff39-4c34-85dc-c7a9c438ff7f req-0d04d324-089f-4371-b3b0-915cad1a0cba service nova] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Received event network-vif-plugged-0dd4ed7a-ff1d-426b-955a-0eab14af6bb8 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1015.742050] env[65794]: DEBUG oslo_concurrency.lockutils [req-cda8fba9-ff39-4c34-85dc-c7a9c438ff7f req-0d04d324-089f-4371-b3b0-915cad1a0cba service nova] Acquiring lock "ccedc5db-fe48-4b88-abfd-5d3e276987bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.742218] env[65794]: DEBUG oslo_concurrency.lockutils [req-cda8fba9-ff39-4c34-85dc-c7a9c438ff7f req-0d04d324-089f-4371-b3b0-915cad1a0cba service nova] Lock "ccedc5db-fe48-4b88-abfd-5d3e276987bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.742376] env[65794]: DEBUG oslo_concurrency.lockutils [req-cda8fba9-ff39-4c34-85dc-c7a9c438ff7f req-0d04d324-089f-4371-b3b0-915cad1a0cba service nova] Lock "ccedc5db-fe48-4b88-abfd-5d3e276987bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.742540] env[65794]: DEBUG nova.compute.manager [req-cda8fba9-ff39-4c34-85dc-c7a9c438ff7f req-0d04d324-089f-4371-b3b0-915cad1a0cba service nova] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] No waiting events found dispatching network-vif-plugged-0dd4ed7a-ff1d-426b-955a-0eab14af6bb8 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1015.742699] env[65794]: WARNING nova.compute.manager [req-cda8fba9-ff39-4c34-85dc-c7a9c438ff7f req-0d04d324-089f-4371-b3b0-915cad1a0cba service nova] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Received unexpected event network-vif-plugged-0dd4ed7a-ff1d-426b-955a-0eab14af6bb8 for instance with vm_state building and task_state spawning. [ 1015.742934] env[65794]: DEBUG nova.compute.manager [req-cda8fba9-ff39-4c34-85dc-c7a9c438ff7f req-0d04d324-089f-4371-b3b0-915cad1a0cba service nova] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Received event network-changed-0dd4ed7a-ff1d-426b-955a-0eab14af6bb8 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1015.743150] env[65794]: DEBUG nova.compute.manager [req-cda8fba9-ff39-4c34-85dc-c7a9c438ff7f req-0d04d324-089f-4371-b3b0-915cad1a0cba service nova] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Refreshing instance network info cache due to event network-changed-0dd4ed7a-ff1d-426b-955a-0eab14af6bb8. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1015.743453] env[65794]: DEBUG oslo_concurrency.lockutils [req-cda8fba9-ff39-4c34-85dc-c7a9c438ff7f req-0d04d324-089f-4371-b3b0-915cad1a0cba service nova] Acquiring lock "refresh_cache-ccedc5db-fe48-4b88-abfd-5d3e276987bd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.743453] env[65794]: DEBUG oslo_concurrency.lockutils [req-cda8fba9-ff39-4c34-85dc-c7a9c438ff7f req-0d04d324-089f-4371-b3b0-915cad1a0cba service nova] Acquired lock "refresh_cache-ccedc5db-fe48-4b88-abfd-5d3e276987bd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.743664] env[65794]: DEBUG nova.network.neutron [req-cda8fba9-ff39-4c34-85dc-c7a9c438ff7f req-0d04d324-089f-4371-b3b0-915cad1a0cba service nova] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Refreshing network info cache for port 0dd4ed7a-ff1d-426b-955a-0eab14af6bb8 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.776891] env[65794]: WARNING neutronclient.v2_0.client [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.804727] env[65794]: WARNING neutronclient.v2_0.client [req-b9681786-08d8-44bf-9d8b-749489ae7756 req-c8eb9fd5-8b6a-43a5-99a7-b0fe7d34450b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.848982] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "refresh_cache-ccedc5db-fe48-4b88-abfd-5d3e276987bd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.877336] env[65794]: DEBUG nova.network.neutron [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Updated VIF entry in instance network info cache for port be4bf5b3-1533-4950-9d3c-a0ae134f6345. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1015.877600] env[65794]: DEBUG nova.network.neutron [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Updating instance_info_cache with network_info: [{"id": "be4bf5b3-1533-4950-9d3c-a0ae134f6345", "address": "fa:16:3e:c0:ad:cd", "network": {"id": "34c355f1-18b6-4f59-a3ba-314ba59b5ea5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-446712165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c82899c90d64955a6f8a3b9afc4cc22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe4bf5b3-15", "ovs_interfaceid": "be4bf5b3-1533-4950-9d3c-a0ae134f6345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.890481] env[65794]: DEBUG oslo_vmware.api [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811766, 'name': CreateSnapshot_Task, 'duration_secs': 1.09262} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.891584] env[65794]: DEBUG nova.network.neutron [req-b9681786-08d8-44bf-9d8b-749489ae7756 req-c8eb9fd5-8b6a-43a5-99a7-b0fe7d34450b service nova] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Updated VIF entry in instance network info cache for port 9f70c0da-f183-49ad-b7bc-e895c4286c58. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1015.891975] env[65794]: DEBUG nova.network.neutron [req-b9681786-08d8-44bf-9d8b-749489ae7756 req-c8eb9fd5-8b6a-43a5-99a7-b0fe7d34450b service nova] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Updating instance_info_cache with network_info: [{"id": "f2fb0e81-edb4-4f79-85f6-f6817e7b7032", "address": "fa:16:3e:22:a7:d4", "network": {"id": "a76455a0-5ecd-4d94-8d80-463279492616", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1572839655", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f6b86ca009846b5b06e6c89352aa1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2fb0e81-ed", "ovs_interfaceid": "f2fb0e81-edb4-4f79-85f6-f6817e7b7032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9f70c0da-f183-49ad-b7bc-e895c4286c58", "address": "fa:16:3e:c9:44:a4", "network": {"id": "b0ec60d0-c746-4161-b8a4-02d2d74e875e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-552511985", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5f6b86ca009846b5b06e6c89352aa1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f70c0da-f1", "ovs_interfaceid": "9f70c0da-f183-49ad-b7bc-e895c4286c58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.894065] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Created Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1015.895706] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5a79b5-fb48-44fa-a8df-b4ed33f0a859 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.928894] env[65794]: DEBUG oslo_concurrency.lockutils [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.000636] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.022424] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4811771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.360383} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.022934] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.023858] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba44218-6029-4286-a908-70a4d745c60c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.049366] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] e1697784-e28f-456f-b8d5-f8b6c18865a8/e1697784-e28f-456f-b8d5-f8b6c18865a8.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.049760] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9ff64d2-6c7c-4923-9141-a28fa14494f2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.073438] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1016.073438] env[65794]: value = "task-4811772" [ 1016.073438] env[65794]: _type = "Task" [ 1016.073438] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.084096] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4811772, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.122148] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0762ca1d-f42e-4875-b1ed-fcf4f93913f6 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "5051c514-7edd-4ec8-ba70-c84fc69d1f48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.645s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.168479] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5298d38e-1111-9008-4dc8-7cab9ad920cb, 'name': SearchDatastore_Task, 'duration_secs': 0.040739} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.168759] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.169085] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 756fc57f-f0d7-4292-a1cb-e25b54a8fca3/756fc57f-f0d7-4292-a1cb-e25b54a8fca3.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.169724] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc6a117d-8b87-418f-970a-ac7d5fbec685 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.177710] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Waiting for the task: (returnval){ [ 1016.177710] env[65794]: value = "task-4811773" [ 1016.177710] env[65794]: _type = "Task" [ 1016.177710] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.187197] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.241764] env[65794]: WARNING neutronclient.v2_0.client [None req-5a2456b6-589d-44ee-a121-8c59ccca4be7 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.242169] env[65794]: DEBUG nova.objects.instance [None req-5a2456b6-589d-44ee-a121-8c59ccca4be7 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lazy-loading 'pci_requests' on Instance uuid 6974fd53-5f45-4590-9cb1-bb19b8ced00b {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.247648] env[65794]: WARNING neutronclient.v2_0.client [req-cda8fba9-ff39-4c34-85dc-c7a9c438ff7f req-0d04d324-089f-4371-b3b0-915cad1a0cba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.286963] env[65794]: DEBUG nova.network.neutron [req-cda8fba9-ff39-4c34-85dc-c7a9c438ff7f req-0d04d324-089f-4371-b3b0-915cad1a0cba service nova] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1016.380568] env[65794]: DEBUG oslo_concurrency.lockutils [req-1f683101-91dc-424a-9543-e710ad7f0dd6 req-6a0684ac-4853-439b-b68c-7a658ca97e80 service nova] Releasing lock "refresh_cache-e1697784-e28f-456f-b8d5-f8b6c18865a8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.384937] env[65794]: DEBUG nova.network.neutron [req-cda8fba9-ff39-4c34-85dc-c7a9c438ff7f req-0d04d324-089f-4371-b3b0-915cad1a0cba service nova] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.395585] env[65794]: DEBUG oslo_concurrency.lockutils [req-b9681786-08d8-44bf-9d8b-749489ae7756 req-c8eb9fd5-8b6a-43a5-99a7-b0fe7d34450b service nova] Releasing lock "refresh_cache-756fc57f-f0d7-4292-a1cb-e25b54a8fca3" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.420175] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Creating linked-clone VM from snapshot {{(pid=65794) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1016.420511] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-03380780-d7c6-45ec-91eb-a4e27b2f7cde {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.430381] env[65794]: DEBUG oslo_vmware.api [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1016.430381] env[65794]: value = "task-4811774" [ 1016.430381] env[65794]: _type = "Task" [ 1016.430381] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.439442] env[65794]: DEBUG oslo_vmware.api [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811774, 'name': CloneVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.504402] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.583745] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4811772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.690353] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.745450] env[65794]: DEBUG nova.objects.base [None req-5a2456b6-589d-44ee-a121-8c59ccca4be7 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Object Instance<6974fd53-5f45-4590-9cb1-bb19b8ced00b> lazy-loaded attributes: flavor,pci_requests {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1016.745659] env[65794]: DEBUG nova.network.neutron [None req-5a2456b6-589d-44ee-a121-8c59ccca4be7 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1016.745991] env[65794]: WARNING neutronclient.v2_0.client [None req-5a2456b6-589d-44ee-a121-8c59ccca4be7 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.746311] env[65794]: WARNING neutronclient.v2_0.client [None req-5a2456b6-589d-44ee-a121-8c59ccca4be7 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.835748] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5a2456b6-589d-44ee-a121-8c59ccca4be7 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "interface-6974fd53-5f45-4590-9cb1-bb19b8ced00b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.102s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.889040] env[65794]: DEBUG oslo_concurrency.lockutils [req-cda8fba9-ff39-4c34-85dc-c7a9c438ff7f req-0d04d324-089f-4371-b3b0-915cad1a0cba service nova] Releasing lock "refresh_cache-ccedc5db-fe48-4b88-abfd-5d3e276987bd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.889040] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "refresh_cache-ccedc5db-fe48-4b88-abfd-5d3e276987bd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.889441] env[65794]: DEBUG nova.network.neutron [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1016.949332] env[65794]: DEBUG oslo_vmware.api [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811774, 'name': CloneVM_Task} progress is 23%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.952133] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c556075f-218e-462e-a028-1eeaf0ebcf09 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.965449] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6341513d-c3ca-483b-897e-c55c024e67ca {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.019906] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6260b6a6-a4ac-474f-98b4-ff505dfed546 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.029012] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811770, 'name': ReconfigVM_Task, 'duration_secs': 1.217599} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.032075] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Reconfigured VM instance instance-0000005b to attach disk [datastore1] bceeb14e-9178-4c72-8cb6-f16d6fa1c151/bceeb14e-9178-4c72-8cb6-f16d6fa1c151.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.032933] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1340905e-a9b9-412f-b86c-1d76bbaa513b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.035881] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7e7adb-7c42-44e9-9663-8411d44fc780 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.054402] env[65794]: DEBUG nova.compute.provider_tree [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.060023] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 1017.060023] env[65794]: value = "task-4811775" [ 1017.060023] env[65794]: _type = "Task" [ 1017.060023] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.069496] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811775, 'name': Rename_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.089131] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4811772, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.189950] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811773, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.428439] env[65794]: DEBUG nova.network.neutron [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1017.441253] env[65794]: DEBUG oslo_vmware.api [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811774, 'name': CloneVM_Task} progress is 93%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.514027] env[65794]: WARNING neutronclient.v2_0.client [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.559558] env[65794]: DEBUG nova.scheduler.client.report [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.572751] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811775, 'name': Rename_Task, 'duration_secs': 0.269118} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.573176] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.573352] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6102581b-eb7b-4d66-9f94-d0b4547ed382 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.586669] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4811772, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.588792] env[65794]: DEBUG nova.network.neutron [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Updating instance_info_cache with network_info: [{"id": "0dd4ed7a-ff1d-426b-955a-0eab14af6bb8", "address": "fa:16:3e:75:68:ab", "network": {"id": "36c5e215-9baa-484a-b32e-46d5cf98df9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1092787184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a60998eafe04056b6d1e67daba6c3b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd4ed7a-ff", "ovs_interfaceid": "0dd4ed7a-ff1d-426b-955a-0eab14af6bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.590061] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 1017.590061] env[65794]: value = "task-4811776" [ 1017.590061] env[65794]: _type = "Task" [ 1017.590061] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.599101] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.692294] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811773, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.026692} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.692294] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 756fc57f-f0d7-4292-a1cb-e25b54a8fca3/756fc57f-f0d7-4292-a1cb-e25b54a8fca3.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.692488] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.692608] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e5a4c4d-4a21-49d9-a9ae-d0d73d673cc5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.700786] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Waiting for the task: (returnval){ [ 1017.700786] env[65794]: value = "task-4811777" [ 1017.700786] env[65794]: _type = "Task" [ 1017.700786] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.710542] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.727615] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "f008140d-a021-495f-8d64-415e2cddb7c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.727859] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "f008140d-a021-495f-8d64-415e2cddb7c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.942550] env[65794]: DEBUG oslo_vmware.api [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811774, 'name': CloneVM_Task} progress is 93%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.067535] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.068149] env[65794]: DEBUG nova.compute.manager [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1018.071109] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.105s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.086979] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4811772, 'name': ReconfigVM_Task, 'duration_secs': 1.648173} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.087362] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Reconfigured VM instance instance-0000005d to attach disk [datastore1] e1697784-e28f-456f-b8d5-f8b6c18865a8/e1697784-e28f-456f-b8d5-f8b6c18865a8.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.088478] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06130308-82f6-4114-834c-5fb8b6eeba56 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.092137] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "refresh_cache-ccedc5db-fe48-4b88-abfd-5d3e276987bd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.092137] env[65794]: DEBUG nova.compute.manager [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Instance network_info: |[{"id": "0dd4ed7a-ff1d-426b-955a-0eab14af6bb8", "address": "fa:16:3e:75:68:ab", "network": {"id": "36c5e215-9baa-484a-b32e-46d5cf98df9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1092787184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a60998eafe04056b6d1e67daba6c3b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd4ed7a-ff", "ovs_interfaceid": "0dd4ed7a-ff1d-426b-955a-0eab14af6bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1018.093038] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:68:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dd4ed7a-ff1d-426b-955a-0eab14af6bb8', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.102610] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1018.108290] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.108704] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1018.108704] env[65794]: value = "task-4811778" [ 1018.108704] env[65794]: _type = "Task" [ 1018.108704] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.108937] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45ff49d8-afff-4159-875c-15030be1c7e2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.137680] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811776, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.143152] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.143152] env[65794]: value = "task-4811779" [ 1018.143152] env[65794]: _type = "Task" [ 1018.143152] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.147965] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4811778, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.158935] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811779, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.211537] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191501} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.212677] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.212677] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89904fe-96bc-4094-8a06-0c44f265f32b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.249266] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 756fc57f-f0d7-4292-a1cb-e25b54a8fca3/756fc57f-f0d7-4292-a1cb-e25b54a8fca3.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.250290] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-521625f9-f5f3-4818-9f9c-a2e0c4309c71 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.288083] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Waiting for the task: (returnval){ [ 1018.288083] env[65794]: value = "task-4811780" [ 1018.288083] env[65794]: _type = "Task" [ 1018.288083] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.304663] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.445786] env[65794]: DEBUG oslo_vmware.api [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811774, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.576024] env[65794]: DEBUG nova.compute.utils [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.586328] env[65794]: DEBUG nova.compute.manager [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1018.586894] env[65794]: DEBUG nova.network.neutron [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1018.588047] env[65794]: WARNING neutronclient.v2_0.client [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.588047] env[65794]: WARNING neutronclient.v2_0.client [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.604714] env[65794]: DEBUG oslo_vmware.api [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811776, 'name': PowerOnVM_Task, 'duration_secs': 0.613561} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.605092] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.605380] env[65794]: DEBUG nova.compute.manager [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1018.606200] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d0076d-aaa8-428c-8ec8-9fb5a24b08b5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.638519] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4811778, 'name': Rename_Task, 'duration_secs': 0.188896} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.638729] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.638884] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8aea898-df27-418f-8bd2-21e214109898 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.646715] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1018.646715] env[65794]: value = "task-4811781" [ 1018.646715] env[65794]: _type = "Task" [ 1018.646715] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.651715] env[65794]: DEBUG nova.policy [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8aac2de8f1e4d6b97a494511c2618f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d793fecc6b84afab489dbe5f0c42d1f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.665251] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4811781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.668726] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811779, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.789325] env[65794]: DEBUG oslo_concurrency.lockutils [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "interface-6974fd53-5f45-4590-9cb1-bb19b8ced00b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.789616] env[65794]: DEBUG oslo_concurrency.lockutils [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "interface-6974fd53-5f45-4590-9cb1-bb19b8ced00b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.790506] env[65794]: DEBUG nova.objects.instance [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lazy-loading 'flavor' on Instance uuid 6974fd53-5f45-4590-9cb1-bb19b8ced00b {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.803837] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811780, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.944963] env[65794]: DEBUG oslo_vmware.api [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811774, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.032748] env[65794]: DEBUG nova.network.neutron [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Successfully created port: 6b2cd2a3-13cc-4d16-a3d2-e29f2273ad5e {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1019.090548] env[65794]: DEBUG nova.compute.manager [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1019.127638] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.130667] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 830eba0f-02b0-49a4-9afa-20a6afaa7e20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.130935] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance f755f4c0-549a-4787-ac33-b33c4b3eac60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.131157] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 68fc7c47-2c31-4ec9-90fc-79d70381f7c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.131323] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 7c2ad80d-cf90-4b6a-b830-677ee7f0a526 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.131422] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 78ae3bb1-01e1-4d14-87b6-a2df8eeab406 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.131556] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance fd0ca813-25cf-440c-becd-47af70eaaffa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1019.131686] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.131772] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance cc961e99-ce33-4b59-b8d3-aae47d0e5298 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.131904] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 6974fd53-5f45-4590-9cb1-bb19b8ced00b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.132038] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 6dda9c1d-644f-43a4-b4f5-285c018cbd8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.132156] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.132267] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance f704de8c-3c5e-4cf6-89db-6b7fae13e48a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.132377] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance bceeb14e-9178-4c72-8cb6-f16d6fa1c151 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.132474] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 756fc57f-f0d7-4292-a1cb-e25b54a8fca3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.132583] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance e1697784-e28f-456f-b8d5-f8b6c18865a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.132705] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance ccedc5db-fe48-4b88-abfd-5d3e276987bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.132953] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 3dbce7f3-9371-4fa6-bae9-9a707b5fe939 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.164024] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4811781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.174567] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811779, 'name': CreateVM_Task, 'duration_secs': 0.616958} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.174782] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.175381] env[65794]: WARNING neutronclient.v2_0.client [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.175760] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.175916] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.176250] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.176529] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a1dc928-94f6-4fd2-ae52-5d550a98180e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.184940] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1019.184940] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]525d2c51-c0bc-7b2a-7e93-e78a56eb3dbd" [ 1019.184940] env[65794]: _type = "Task" [ 1019.184940] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.195439] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525d2c51-c0bc-7b2a-7e93-e78a56eb3dbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.297200] env[65794]: WARNING neutronclient.v2_0.client [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.307140] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811780, 'name': ReconfigVM_Task, 'duration_secs': 0.577388} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.307455] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 756fc57f-f0d7-4292-a1cb-e25b54a8fca3/756fc57f-f0d7-4292-a1cb-e25b54a8fca3.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.308236] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed58653d-0491-4339-8662-dba167673145 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.316427] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Waiting for the task: (returnval){ [ 1019.316427] env[65794]: value = "task-4811782" [ 1019.316427] env[65794]: _type = "Task" [ 1019.316427] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.326117] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811782, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.428934] env[65794]: DEBUG nova.objects.instance [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lazy-loading 'pci_requests' on Instance uuid 6974fd53-5f45-4590-9cb1-bb19b8ced00b {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.447166] env[65794]: DEBUG oslo_vmware.api [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811774, 'name': CloneVM_Task, 'duration_secs': 2.825499} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.447166] env[65794]: INFO nova.virt.vmwareapi.vmops [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Created linked-clone VM from snapshot [ 1019.447838] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3aba68-0917-4081-bc37-38154a6cb493 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.461136] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Uploading image 0f2682a7-2959-4beb-95a0-e418816b8968 {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1019.489129] env[65794]: DEBUG oslo_vmware.rw_handles [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1019.489129] env[65794]: value = "vm-938206" [ 1019.489129] env[65794]: _type = "VirtualMachine" [ 1019.489129] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1019.489495] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eaafbb54-0de3-4f69-aac9-0370d5e80560 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.497508] env[65794]: DEBUG oslo_vmware.rw_handles [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lease: (returnval){ [ 1019.497508] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5297765e-7aa3-2c18-b8d7-2f1e075dcc36" [ 1019.497508] env[65794]: _type = "HttpNfcLease" [ 1019.497508] env[65794]: } obtained for exporting VM: (result){ [ 1019.497508] env[65794]: value = "vm-938206" [ 1019.497508] env[65794]: _type = "VirtualMachine" [ 1019.497508] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1019.497875] env[65794]: DEBUG oslo_vmware.api [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the lease: (returnval){ [ 1019.497875] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5297765e-7aa3-2c18-b8d7-2f1e075dcc36" [ 1019.497875] env[65794]: _type = "HttpNfcLease" [ 1019.497875] env[65794]: } to be ready. {{(pid=65794) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1019.506143] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1019.506143] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5297765e-7aa3-2c18-b8d7-2f1e075dcc36" [ 1019.506143] env[65794]: _type = "HttpNfcLease" [ 1019.506143] env[65794]: } is initializing. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1019.638033] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 23954416-8977-44f4-87fe-73af19349699 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1019.659289] env[65794]: DEBUG oslo_vmware.api [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4811781, 'name': PowerOnVM_Task, 'duration_secs': 0.576624} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.659646] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.659781] env[65794]: INFO nova.compute.manager [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1019.659963] env[65794]: DEBUG nova.compute.manager [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1019.660810] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e08dfeb-0fab-486a-8b0b-dc627727cbcb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.696218] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525d2c51-c0bc-7b2a-7e93-e78a56eb3dbd, 'name': SearchDatastore_Task, 'duration_secs': 0.018647} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.696525] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.696759] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.697042] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.697209] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.697509] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.697794] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6803714e-35c2-4e01-afde-1a0dca38a53c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.714361] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.714571] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.715560] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e1b804b-70f2-473d-8574-d8f5dcbc487d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.722137] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1019.722137] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52c446e4-0429-f3b4-0b4b-0a28bb68143d" [ 1019.722137] env[65794]: _type = "Task" [ 1019.722137] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.731117] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c446e4-0429-f3b4-0b4b-0a28bb68143d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.829572] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811782, 'name': Rename_Task, 'duration_secs': 0.17549} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.829883] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.830199] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1745b24a-7b11-4634-ab0f-fd7720f1e455 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.837981] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Waiting for the task: (returnval){ [ 1019.837981] env[65794]: value = "task-4811784" [ 1019.837981] env[65794]: _type = "Task" [ 1019.837981] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.848472] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.932330] env[65794]: DEBUG nova.objects.base [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Object Instance<6974fd53-5f45-4590-9cb1-bb19b8ced00b> lazy-loaded attributes: flavor,pci_requests {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1019.932763] env[65794]: DEBUG nova.network.neutron [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1019.933188] env[65794]: WARNING neutronclient.v2_0.client [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.933510] env[65794]: WARNING neutronclient.v2_0.client [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.981237] env[65794]: DEBUG nova.policy [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '013037b09a9d48fd89a493156d368f6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8aa2d70218ad42269cd5188374cb90b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.006852] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1020.006852] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5297765e-7aa3-2c18-b8d7-2f1e075dcc36" [ 1020.006852] env[65794]: _type = "HttpNfcLease" [ 1020.006852] env[65794]: } is ready. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1020.007419] env[65794]: DEBUG oslo_vmware.rw_handles [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1020.007419] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5297765e-7aa3-2c18-b8d7-2f1e075dcc36" [ 1020.007419] env[65794]: _type = "HttpNfcLease" [ 1020.007419] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1020.008308] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae74b08e-b3c7-42c6-ad48-eb8f2c63f5e1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.017150] env[65794]: DEBUG oslo_vmware.rw_handles [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521b2db9-0eeb-34a7-bdbd-456c56e78251/disk-0.vmdk from lease info. {{(pid=65794) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1020.017400] env[65794]: DEBUG oslo_vmware.rw_handles [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521b2db9-0eeb-34a7-bdbd-456c56e78251/disk-0.vmdk for reading. {{(pid=65794) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1020.107025] env[65794]: DEBUG nova.compute.manager [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1020.118647] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c4e1d798-80d3-4df6-87af-d74ad1a84124 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.140168] env[65794]: DEBUG nova.virt.hardware [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1020.140445] env[65794]: DEBUG nova.virt.hardware [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.140605] env[65794]: DEBUG nova.virt.hardware [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1020.140784] env[65794]: DEBUG nova.virt.hardware [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.140928] env[65794]: DEBUG nova.virt.hardware [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1020.141083] env[65794]: DEBUG nova.virt.hardware [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1020.141298] env[65794]: DEBUG nova.virt.hardware [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1020.141455] env[65794]: DEBUG nova.virt.hardware [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1020.141625] env[65794]: DEBUG nova.virt.hardware [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1020.141782] env[65794]: DEBUG nova.virt.hardware [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1020.141950] env[65794]: DEBUG nova.virt.hardware [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1020.144293] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 07f4ce4f-04b7-4996-bc04-0393d7c175fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1020.146303] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a19002-ca33-4c0b-9d84-84d1529b3cb4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.159025] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72df3a69-b33c-40c5-ac79-f89932a8a47d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.182671] env[65794]: INFO nova.compute.manager [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Took 30.90 seconds to build instance. [ 1020.234243] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c446e4-0429-f3b4-0b4b-0a28bb68143d, 'name': SearchDatastore_Task, 'duration_secs': 0.035655} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.235214] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61bb2087-d9af-444e-99b5-e7db307b84e2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.241793] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1020.241793] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f385db-0699-3633-008c-2835ae4d5c84" [ 1020.241793] env[65794]: _type = "Task" [ 1020.241793] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.251929] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f385db-0699-3633-008c-2835ae4d5c84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.351382] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.386857] env[65794]: DEBUG nova.network.neutron [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Successfully created port: 9b2b0ec4-c321-4951-8563-fbb8ffe0cde8 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1020.583240] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquiring lock "bceeb14e-9178-4c72-8cb6-f16d6fa1c151" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.583853] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Lock "bceeb14e-9178-4c72-8cb6-f16d6fa1c151" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.584187] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquiring lock "bceeb14e-9178-4c72-8cb6-f16d6fa1c151-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.584500] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Lock "bceeb14e-9178-4c72-8cb6-f16d6fa1c151-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.584751] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Lock "bceeb14e-9178-4c72-8cb6-f16d6fa1c151-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.588282] env[65794]: INFO nova.compute.manager [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Terminating instance [ 1020.650157] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1020.690193] env[65794]: DEBUG oslo_concurrency.lockutils [None req-37aac870-2326-4191-be46-2b0414ab65b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "e1697784-e28f-456f-b8d5-f8b6c18865a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.420s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.720410] env[65794]: DEBUG nova.network.neutron [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Successfully updated port: 6b2cd2a3-13cc-4d16-a3d2-e29f2273ad5e {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1020.756932] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f385db-0699-3633-008c-2835ae4d5c84, 'name': SearchDatastore_Task, 'duration_secs': 0.013449} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.757526] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.758385] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] ccedc5db-fe48-4b88-abfd-5d3e276987bd/ccedc5db-fe48-4b88-abfd-5d3e276987bd.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.758780] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c75d930b-2b10-41b7-a514-7f8e95d9eb42 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.768595] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1020.768595] env[65794]: value = "task-4811785" [ 1020.768595] env[65794]: _type = "Task" [ 1020.768595] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.779769] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.849245] env[65794]: DEBUG oslo_vmware.api [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811784, 'name': PowerOnVM_Task, 'duration_secs': 0.778196} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.849648] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.850105] env[65794]: INFO nova.compute.manager [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Took 13.38 seconds to spawn the instance on the hypervisor. [ 1020.850296] env[65794]: DEBUG nova.compute.manager [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1020.851241] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d213bb-26da-458f-b879-26b120f676fa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.094930] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquiring lock "refresh_cache-bceeb14e-9178-4c72-8cb6-f16d6fa1c151" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.095238] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquired lock "refresh_cache-bceeb14e-9178-4c72-8cb6-f16d6fa1c151" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.095509] env[65794]: DEBUG nova.network.neutron [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1021.154525] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 8d2d2881-1f29-4519-99fb-d85e07b7d818 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1021.194314] env[65794]: DEBUG nova.compute.manager [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1021.223775] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "refresh_cache-3dbce7f3-9371-4fa6-bae9-9a707b5fe939" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.223775] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquired lock "refresh_cache-3dbce7f3-9371-4fa6-bae9-9a707b5fe939" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.223775] env[65794]: DEBUG nova.network.neutron [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1021.282619] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811785, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.372146] env[65794]: INFO nova.compute.manager [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Took 32.65 seconds to build instance. [ 1021.529146] env[65794]: DEBUG nova.compute.manager [req-3debd2ca-20fa-4c99-ada1-2802aebf183d req-df4ddbbf-102c-446f-a4c0-5cbc1d65b601 service nova] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Received event network-vif-plugged-6b2cd2a3-13cc-4d16-a3d2-e29f2273ad5e {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1021.529412] env[65794]: DEBUG oslo_concurrency.lockutils [req-3debd2ca-20fa-4c99-ada1-2802aebf183d req-df4ddbbf-102c-446f-a4c0-5cbc1d65b601 service nova] Acquiring lock "3dbce7f3-9371-4fa6-bae9-9a707b5fe939-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.529586] env[65794]: DEBUG oslo_concurrency.lockutils [req-3debd2ca-20fa-4c99-ada1-2802aebf183d req-df4ddbbf-102c-446f-a4c0-5cbc1d65b601 service nova] Lock "3dbce7f3-9371-4fa6-bae9-9a707b5fe939-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.530662] env[65794]: DEBUG oslo_concurrency.lockutils [req-3debd2ca-20fa-4c99-ada1-2802aebf183d req-df4ddbbf-102c-446f-a4c0-5cbc1d65b601 service nova] Lock "3dbce7f3-9371-4fa6-bae9-9a707b5fe939-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.530662] env[65794]: DEBUG nova.compute.manager [req-3debd2ca-20fa-4c99-ada1-2802aebf183d req-df4ddbbf-102c-446f-a4c0-5cbc1d65b601 service nova] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] No waiting events found dispatching network-vif-plugged-6b2cd2a3-13cc-4d16-a3d2-e29f2273ad5e {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1021.530662] env[65794]: WARNING nova.compute.manager [req-3debd2ca-20fa-4c99-ada1-2802aebf183d req-df4ddbbf-102c-446f-a4c0-5cbc1d65b601 service nova] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Received unexpected event network-vif-plugged-6b2cd2a3-13cc-4d16-a3d2-e29f2273ad5e for instance with vm_state building and task_state spawning. [ 1021.599615] env[65794]: WARNING neutronclient.v2_0.client [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.620308] env[65794]: DEBUG nova.network.neutron [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1021.659500] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 82c577eb-9ab0-4c9b-970c-8637e88eeb48 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1021.722691] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.766305] env[65794]: DEBUG nova.network.neutron [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.784728] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615075} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.784728] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] ccedc5db-fe48-4b88-abfd-5d3e276987bd/ccedc5db-fe48-4b88-abfd-5d3e276987bd.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.785481] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.786732] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ebdeb1d-1ad6-420a-9188-d6dfd468527e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.800750] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1021.800750] env[65794]: value = "task-4811786" [ 1021.800750] env[65794]: _type = "Task" [ 1021.800750] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.816830] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.822123] env[65794]: DEBUG nova.network.neutron [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1021.874303] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7671bdd2-2652-41b2-8725-b1acd062edf5 tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Lock "756fc57f-f0d7-4292-a1cb-e25b54a8fca3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.161s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.998491] env[65794]: WARNING neutronclient.v2_0.client [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.068908] env[65794]: DEBUG nova.network.neutron [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Successfully updated port: 9b2b0ec4-c321-4951-8563-fbb8ffe0cde8 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1022.162474] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 411a480a-3b4a-4a15-913c-f6a256b9dd9a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1022.189963] env[65794]: DEBUG nova.network.neutron [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Updating instance_info_cache with network_info: [{"id": "6b2cd2a3-13cc-4d16-a3d2-e29f2273ad5e", "address": "fa:16:3e:20:09:97", "network": {"id": "13fa4618-444e-40a1-bcec-32b4d0495a8d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-200316282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d793fecc6b84afab489dbe5f0c42d1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b2cd2a3-13", "ovs_interfaceid": "6b2cd2a3-13cc-4d16-a3d2-e29f2273ad5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.270361] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Releasing lock "refresh_cache-bceeb14e-9178-4c72-8cb6-f16d6fa1c151" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.270911] env[65794]: DEBUG nova.compute.manager [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1022.271267] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.272318] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ee49bd-9988-4daf-9092-d4d97acb6eb6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.282355] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.283069] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9eedcb47-d660-42c7-89c3-2aba50be15d0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.291699] env[65794]: DEBUG oslo_vmware.api [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 1022.291699] env[65794]: value = "task-4811787" [ 1022.291699] env[65794]: _type = "Task" [ 1022.291699] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.303084] env[65794]: DEBUG oslo_vmware.api [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.313402] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079228} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.313889] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.315028] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a127bea7-9ff0-4591-884e-547102880fbf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.341456] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] ccedc5db-fe48-4b88-abfd-5d3e276987bd/ccedc5db-fe48-4b88-abfd-5d3e276987bd.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.342372] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c498850a-444b-409f-a4ee-88e639e598d8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.365177] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1022.365177] env[65794]: value = "task-4811788" [ 1022.365177] env[65794]: _type = "Task" [ 1022.365177] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.376361] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.399954] env[65794]: DEBUG nova.compute.manager [req-5f160db2-8b67-49a0-acb3-6b80acfc96eb req-29d8a195-8ece-4aec-befa-2c448b9044e7 service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Received event network-vif-plugged-9b2b0ec4-c321-4951-8563-fbb8ffe0cde8 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1022.399954] env[65794]: DEBUG oslo_concurrency.lockutils [req-5f160db2-8b67-49a0-acb3-6b80acfc96eb req-29d8a195-8ece-4aec-befa-2c448b9044e7 service nova] Acquiring lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.399954] env[65794]: DEBUG oslo_concurrency.lockutils [req-5f160db2-8b67-49a0-acb3-6b80acfc96eb req-29d8a195-8ece-4aec-befa-2c448b9044e7 service nova] Lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.400218] env[65794]: DEBUG oslo_concurrency.lockutils [req-5f160db2-8b67-49a0-acb3-6b80acfc96eb req-29d8a195-8ece-4aec-befa-2c448b9044e7 service nova] Lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.400625] env[65794]: DEBUG nova.compute.manager [req-5f160db2-8b67-49a0-acb3-6b80acfc96eb req-29d8a195-8ece-4aec-befa-2c448b9044e7 service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] No waiting events found dispatching network-vif-plugged-9b2b0ec4-c321-4951-8563-fbb8ffe0cde8 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1022.401079] env[65794]: WARNING nova.compute.manager [req-5f160db2-8b67-49a0-acb3-6b80acfc96eb req-29d8a195-8ece-4aec-befa-2c448b9044e7 service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Received unexpected event network-vif-plugged-9b2b0ec4-c321-4951-8563-fbb8ffe0cde8 for instance with vm_state active and task_state None. [ 1022.571894] env[65794]: DEBUG oslo_concurrency.lockutils [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "refresh_cache-6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.572166] env[65794]: DEBUG oslo_concurrency.lockutils [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "refresh_cache-6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.572266] env[65794]: DEBUG nova.network.neutron [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1022.666041] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance f008140d-a021-495f-8d64-415e2cddb7c9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1022.666286] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1022.666459] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=100GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '16', 'num_vm_active': '11', 'num_task_None': '11', 'num_os_type_None': '16', 'num_proj_28d747c7d7744934af5ef6936cd5608d': '1', 'io_workload': '4', 'num_proj_8e3a5224c33c47b18efdab4594c4beb0': '2', 'num_proj_0f2b38ba3bbc48bf93ff01269b8ca2ff': '1', 'num_proj_ba15596cf6fe4c72b62127902aca6cf6': '1', 'num_proj_4eb27c4a5aba4b6a88f64e92b9d05791': '1', 'num_proj_e0a9fa2ac34f4db5ae96e3f85aaea063': '1', 'num_task_image_uploading': '1', 'num_proj_f5e39179d45d4774936d217b8bc60a37': '1', 'num_proj_8aa2d70218ad42269cd5188374cb90b1': '1', 'num_vm_rescued': '1', 'num_proj_7bc96a9af0fb4a798dd27743599efc29': '1', 'num_proj_a7e98f0676ec49048c9cc73b5f467bc7': '2', 'num_task_rebuild_spawning': '1', 'num_vm_building': '4', 'num_task_spawning': '3', 'num_proj_5f6b86ca009846b5b06e6c89352aa1be': '1', 'num_proj_6c82899c90d64955a6f8a3b9afc4cc22': '1', 'num_proj_9a60998eafe04056b6d1e67daba6c3b1': '1', 'num_proj_7d793fecc6b84afab489dbe5f0c42d1f': '1'} {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1022.693312] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Releasing lock "refresh_cache-3dbce7f3-9371-4fa6-bae9-9a707b5fe939" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.693729] env[65794]: DEBUG nova.compute.manager [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Instance network_info: |[{"id": "6b2cd2a3-13cc-4d16-a3d2-e29f2273ad5e", "address": "fa:16:3e:20:09:97", "network": {"id": "13fa4618-444e-40a1-bcec-32b4d0495a8d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-200316282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d793fecc6b84afab489dbe5f0c42d1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b2cd2a3-13", "ovs_interfaceid": "6b2cd2a3-13cc-4d16-a3d2-e29f2273ad5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1022.694529] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:09:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b2cd2a3-13cc-4d16-a3d2-e29f2273ad5e', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.703409] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Creating folder: Project (7d793fecc6b84afab489dbe5f0c42d1f). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.706546] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e764e922-66fd-457c-971f-04d8961efcbb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.718347] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Created folder: Project (7d793fecc6b84afab489dbe5f0c42d1f) in parent group-v937953. [ 1022.718596] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Creating folder: Instances. Parent ref: group-v938208. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.718832] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8ea9153-80d5-432b-a3bc-595f5b7d4352 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.729925] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Created folder: Instances in parent group-v938208. [ 1022.730457] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1022.730577] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.730708] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7cd5ff2-248e-421f-bb16-a5f640af602a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.756212] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.756212] env[65794]: value = "task-4811791" [ 1022.756212] env[65794]: _type = "Task" [ 1022.756212] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.766456] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811791, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.804128] env[65794]: DEBUG oslo_vmware.api [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811787, 'name': PowerOffVM_Task, 'duration_secs': 0.164561} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.807091] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.807284] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.807790] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0431af09-8a44-4ee6-8e5b-71dc149a62de {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.840263] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.840526] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.840753] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Deleting the datastore file [datastore1] bceeb14e-9178-4c72-8cb6-f16d6fa1c151 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.841103] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb6c7691-418d-418e-82a0-75f59b8c0739 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.849237] env[65794]: DEBUG oslo_vmware.api [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 1022.849237] env[65794]: value = "task-4811793" [ 1022.849237] env[65794]: _type = "Task" [ 1022.849237] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.863943] env[65794]: DEBUG oslo_vmware.api [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.879090] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811788, 'name': ReconfigVM_Task, 'duration_secs': 0.339848} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.879400] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Reconfigured VM instance instance-0000005e to attach disk [datastore1] ccedc5db-fe48-4b88-abfd-5d3e276987bd/ccedc5db-fe48-4b88-abfd-5d3e276987bd.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.880101] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de449251-4e38-4185-aa59-1f36ab5a31c7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.888416] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1022.888416] env[65794]: value = "task-4811794" [ 1022.888416] env[65794]: _type = "Task" [ 1022.888416] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.898152] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811794, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.051121] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421e24c5-71a7-4a6b-ad3b-a29204d1af71 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.059794] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1936762-9d81-455b-931a-8f12e2b2c1da {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.096522] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d772ee6-d521-42a2-8d66-17f0b3c5451a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.105286] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384e2e61-0116-4234-8625-4ad6bf112ca7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.122069] env[65794]: DEBUG nova.compute.provider_tree [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.140395] env[65794]: WARNING nova.network.neutron [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] 1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3 already exists in list: networks containing: ['1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3']. ignoring it [ 1023.239678] env[65794]: WARNING neutronclient.v2_0.client [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.267436] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811791, 'name': CreateVM_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.318744] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Acquiring lock "756fc57f-f0d7-4292-a1cb-e25b54a8fca3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.319249] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Lock "756fc57f-f0d7-4292-a1cb-e25b54a8fca3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.319249] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Acquiring lock "756fc57f-f0d7-4292-a1cb-e25b54a8fca3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.319329] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Lock "756fc57f-f0d7-4292-a1cb-e25b54a8fca3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.319582] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Lock "756fc57f-f0d7-4292-a1cb-e25b54a8fca3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.324029] env[65794]: INFO nova.compute.manager [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Terminating instance [ 1023.363312] env[65794]: DEBUG oslo_vmware.api [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102699} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.366332] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.366528] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.366699] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.366866] env[65794]: INFO nova.compute.manager [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1023.367212] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1023.367804] env[65794]: DEBUG nova.compute.manager [-] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1023.367910] env[65794]: DEBUG nova.network.neutron [-] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1023.368181] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.401065] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811794, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.403049] env[65794]: WARNING neutronclient.v2_0.client [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.406287] env[65794]: DEBUG nova.network.neutron [-] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1023.406646] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.513720] env[65794]: DEBUG nova.network.neutron [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Updating instance_info_cache with network_info: [{"id": "f7501650-bbf0-4403-a8d9-9f9859dcc1c6", "address": "fa:16:3e:fd:92:43", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7501650-bb", "ovs_interfaceid": "f7501650-bbf0-4403-a8d9-9f9859dcc1c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9b2b0ec4-c321-4951-8563-fbb8ffe0cde8", "address": "fa:16:3e:42:3a:86", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2b0ec4-c3", "ovs_interfaceid": "9b2b0ec4-c321-4951-8563-fbb8ffe0cde8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.626496] env[65794]: DEBUG nova.scheduler.client.report [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.632938] env[65794]: DEBUG nova.compute.manager [req-7bed8146-8fe6-4a81-9226-9251015cfe9e req-290d8c2e-5e54-497d-b549-be9ad67c9e67 service nova] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Received event network-changed-6b2cd2a3-13cc-4d16-a3d2-e29f2273ad5e {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1023.633436] env[65794]: DEBUG nova.compute.manager [req-7bed8146-8fe6-4a81-9226-9251015cfe9e req-290d8c2e-5e54-497d-b549-be9ad67c9e67 service nova] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Refreshing instance network info cache due to event network-changed-6b2cd2a3-13cc-4d16-a3d2-e29f2273ad5e. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1023.633512] env[65794]: DEBUG oslo_concurrency.lockutils [req-7bed8146-8fe6-4a81-9226-9251015cfe9e req-290d8c2e-5e54-497d-b549-be9ad67c9e67 service nova] Acquiring lock "refresh_cache-3dbce7f3-9371-4fa6-bae9-9a707b5fe939" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.633614] env[65794]: DEBUG oslo_concurrency.lockutils [req-7bed8146-8fe6-4a81-9226-9251015cfe9e req-290d8c2e-5e54-497d-b549-be9ad67c9e67 service nova] Acquired lock "refresh_cache-3dbce7f3-9371-4fa6-bae9-9a707b5fe939" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.633850] env[65794]: DEBUG nova.network.neutron [req-7bed8146-8fe6-4a81-9226-9251015cfe9e req-290d8c2e-5e54-497d-b549-be9ad67c9e67 service nova] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Refreshing network info cache for port 6b2cd2a3-13cc-4d16-a3d2-e29f2273ad5e {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.767761] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811791, 'name': CreateVM_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.827494] env[65794]: DEBUG nova.compute.manager [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1023.827748] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.828979] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf144401-3261-43bb-999e-51858273a122 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.837171] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.837513] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e1a1402-d1c4-405d-b7d4-8ea3230e38a3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.845931] env[65794]: DEBUG oslo_vmware.api [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Waiting for the task: (returnval){ [ 1023.845931] env[65794]: value = "task-4811795" [ 1023.845931] env[65794]: _type = "Task" [ 1023.845931] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.857400] env[65794]: DEBUG oslo_vmware.api [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.901727] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811794, 'name': Rename_Task, 'duration_secs': 0.946039} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.902144] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.902620] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20957bcf-74c7-48cd-a7d1-9350724b9611 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.910911] env[65794]: DEBUG nova.network.neutron [-] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.912399] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1023.912399] env[65794]: value = "task-4811796" [ 1023.912399] env[65794]: _type = "Task" [ 1023.912399] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.924630] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.017142] env[65794]: DEBUG oslo_concurrency.lockutils [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "refresh_cache-6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.017964] env[65794]: DEBUG oslo_concurrency.lockutils [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.018684] env[65794]: DEBUG oslo_concurrency.lockutils [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.019162] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3b1ebc-692d-478c-8d64-82135b3d7d13 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.040177] env[65794]: DEBUG nova.virt.hardware [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1024.040467] env[65794]: DEBUG nova.virt.hardware [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.040615] env[65794]: DEBUG nova.virt.hardware [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1024.040794] env[65794]: DEBUG nova.virt.hardware [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.040948] env[65794]: DEBUG nova.virt.hardware [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1024.041156] env[65794]: DEBUG nova.virt.hardware [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1024.041310] env[65794]: DEBUG nova.virt.hardware [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1024.041471] env[65794]: DEBUG nova.virt.hardware [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1024.041638] env[65794]: DEBUG nova.virt.hardware [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1024.041804] env[65794]: DEBUG nova.virt.hardware [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1024.041978] env[65794]: DEBUG nova.virt.hardware [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1024.049729] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Reconfiguring VM to attach interface {{(pid=65794) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1024.050153] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c65e74c0-97a1-4e7f-ba04-be5cec00d99d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.073558] env[65794]: DEBUG oslo_vmware.api [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1024.073558] env[65794]: value = "task-4811797" [ 1024.073558] env[65794]: _type = "Task" [ 1024.073558] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.087335] env[65794]: DEBUG oslo_vmware.api [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811797, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.136412] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65794) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1024.136676] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.066s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.136966] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.644s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.139042] env[65794]: INFO nova.compute.claims [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.141833] env[65794]: WARNING neutronclient.v2_0.client [req-7bed8146-8fe6-4a81-9226-9251015cfe9e req-290d8c2e-5e54-497d-b549-be9ad67c9e67 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.267999] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811791, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.361166] env[65794]: DEBUG oslo_vmware.api [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811795, 'name': PowerOffVM_Task, 'duration_secs': 0.29221} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.361489] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.361622] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.361880] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-476f6ca0-2398-41c8-90d6-6d5a15adaf2d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.417770] env[65794]: INFO nova.compute.manager [-] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Took 1.05 seconds to deallocate network for instance. [ 1024.425765] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811796, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.460736] env[65794]: DEBUG nova.compute.manager [req-98c9ee2c-3387-4ee6-ac6b-fb11bf5c1bdd req-7e7e52ad-2348-444d-b7c5-afd078df8f5c service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Received event network-changed-9b2b0ec4-c321-4951-8563-fbb8ffe0cde8 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1024.460802] env[65794]: DEBUG nova.compute.manager [req-98c9ee2c-3387-4ee6-ac6b-fb11bf5c1bdd req-7e7e52ad-2348-444d-b7c5-afd078df8f5c service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Refreshing instance network info cache due to event network-changed-9b2b0ec4-c321-4951-8563-fbb8ffe0cde8. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1024.464183] env[65794]: DEBUG oslo_concurrency.lockutils [req-98c9ee2c-3387-4ee6-ac6b-fb11bf5c1bdd req-7e7e52ad-2348-444d-b7c5-afd078df8f5c service nova] Acquiring lock "refresh_cache-6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.464183] env[65794]: DEBUG oslo_concurrency.lockutils [req-98c9ee2c-3387-4ee6-ac6b-fb11bf5c1bdd req-7e7e52ad-2348-444d-b7c5-afd078df8f5c service nova] Acquired lock "refresh_cache-6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.464183] env[65794]: DEBUG nova.network.neutron [req-98c9ee2c-3387-4ee6-ac6b-fb11bf5c1bdd req-7e7e52ad-2348-444d-b7c5-afd078df8f5c service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Refreshing network info cache for port 9b2b0ec4-c321-4951-8563-fbb8ffe0cde8 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.502315] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.502315] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.502315] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Deleting the datastore file [datastore1] 756fc57f-f0d7-4292-a1cb-e25b54a8fca3 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.502315] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25345e83-5efd-4e40-8264-3609ecf22fb6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.510043] env[65794]: DEBUG oslo_vmware.api [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Waiting for the task: (returnval){ [ 1024.510043] env[65794]: value = "task-4811799" [ 1024.510043] env[65794]: _type = "Task" [ 1024.510043] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.521825] env[65794]: DEBUG oslo_vmware.api [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.589676] env[65794]: DEBUG oslo_vmware.api [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.768754] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811791, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.772600] env[65794]: WARNING neutronclient.v2_0.client [req-7bed8146-8fe6-4a81-9226-9251015cfe9e req-290d8c2e-5e54-497d-b549-be9ad67c9e67 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.849288] env[65794]: DEBUG nova.network.neutron [req-7bed8146-8fe6-4a81-9226-9251015cfe9e req-290d8c2e-5e54-497d-b549-be9ad67c9e67 service nova] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Updated VIF entry in instance network info cache for port 6b2cd2a3-13cc-4d16-a3d2-e29f2273ad5e. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1024.849790] env[65794]: DEBUG nova.network.neutron [req-7bed8146-8fe6-4a81-9226-9251015cfe9e req-290d8c2e-5e54-497d-b549-be9ad67c9e67 service nova] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Updating instance_info_cache with network_info: [{"id": "6b2cd2a3-13cc-4d16-a3d2-e29f2273ad5e", "address": "fa:16:3e:20:09:97", "network": {"id": "13fa4618-444e-40a1-bcec-32b4d0495a8d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-200316282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d793fecc6b84afab489dbe5f0c42d1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b2cd2a3-13", "ovs_interfaceid": "6b2cd2a3-13cc-4d16-a3d2-e29f2273ad5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.925076] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811796, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.930670] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.966736] env[65794]: WARNING neutronclient.v2_0.client [req-98c9ee2c-3387-4ee6-ac6b-fb11bf5c1bdd req-7e7e52ad-2348-444d-b7c5-afd078df8f5c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.024292] env[65794]: DEBUG oslo_vmware.api [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Task: {'id': task-4811799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149341} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.024651] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.024891] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.025158] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.025403] env[65794]: INFO nova.compute.manager [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1025.025735] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1025.026029] env[65794]: DEBUG nova.compute.manager [-] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1025.026195] env[65794]: DEBUG nova.network.neutron [-] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1025.026521] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.071382] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.088786] env[65794]: DEBUG oslo_vmware.api [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811797, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.182411] env[65794]: WARNING neutronclient.v2_0.client [req-98c9ee2c-3387-4ee6-ac6b-fb11bf5c1bdd req-7e7e52ad-2348-444d-b7c5-afd078df8f5c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.272474] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811791, 'name': CreateVM_Task, 'duration_secs': 2.303877} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.277290] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.277290] env[65794]: WARNING neutronclient.v2_0.client [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.277290] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.277290] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.277793] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.278744] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ea775be-6c31-4932-ac6b-be5c801bae73 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.286308] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1025.286308] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]529a43b1-5ab9-bf96-9db1-ac24ce2b76d4" [ 1025.286308] env[65794]: _type = "Task" [ 1025.286308] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.296224] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]529a43b1-5ab9-bf96-9db1-ac24ce2b76d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.315283] env[65794]: DEBUG nova.network.neutron [req-98c9ee2c-3387-4ee6-ac6b-fb11bf5c1bdd req-7e7e52ad-2348-444d-b7c5-afd078df8f5c service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Updated VIF entry in instance network info cache for port 9b2b0ec4-c321-4951-8563-fbb8ffe0cde8. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1025.315552] env[65794]: DEBUG nova.network.neutron [req-98c9ee2c-3387-4ee6-ac6b-fb11bf5c1bdd req-7e7e52ad-2348-444d-b7c5-afd078df8f5c service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Updating instance_info_cache with network_info: [{"id": "f7501650-bbf0-4403-a8d9-9f9859dcc1c6", "address": "fa:16:3e:fd:92:43", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7501650-bb", "ovs_interfaceid": "f7501650-bbf0-4403-a8d9-9f9859dcc1c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9b2b0ec4-c321-4951-8563-fbb8ffe0cde8", "address": "fa:16:3e:42:3a:86", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2b0ec4-c3", "ovs_interfaceid": "9b2b0ec4-c321-4951-8563-fbb8ffe0cde8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.353597] env[65794]: DEBUG oslo_concurrency.lockutils [req-7bed8146-8fe6-4a81-9226-9251015cfe9e req-290d8c2e-5e54-497d-b549-be9ad67c9e67 service nova] Releasing lock "refresh_cache-3dbce7f3-9371-4fa6-bae9-9a707b5fe939" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.353798] env[65794]: DEBUG nova.compute.manager [req-7bed8146-8fe6-4a81-9226-9251015cfe9e req-290d8c2e-5e54-497d-b549-be9ad67c9e67 service nova] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Received event network-changed-be4bf5b3-1533-4950-9d3c-a0ae134f6345 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1025.353944] env[65794]: DEBUG nova.compute.manager [req-7bed8146-8fe6-4a81-9226-9251015cfe9e req-290d8c2e-5e54-497d-b549-be9ad67c9e67 service nova] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Refreshing instance network info cache due to event network-changed-be4bf5b3-1533-4950-9d3c-a0ae134f6345. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1025.354462] env[65794]: DEBUG oslo_concurrency.lockutils [req-7bed8146-8fe6-4a81-9226-9251015cfe9e req-290d8c2e-5e54-497d-b549-be9ad67c9e67 service nova] Acquiring lock "refresh_cache-e1697784-e28f-456f-b8d5-f8b6c18865a8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.354462] env[65794]: DEBUG oslo_concurrency.lockutils [req-7bed8146-8fe6-4a81-9226-9251015cfe9e req-290d8c2e-5e54-497d-b549-be9ad67c9e67 service nova] Acquired lock "refresh_cache-e1697784-e28f-456f-b8d5-f8b6c18865a8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.354637] env[65794]: DEBUG nova.network.neutron [req-7bed8146-8fe6-4a81-9226-9251015cfe9e req-290d8c2e-5e54-497d-b549-be9ad67c9e67 service nova] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Refreshing network info cache for port be4bf5b3-1533-4950-9d3c-a0ae134f6345 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.428541] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811796, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.559242] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf425749-525f-460f-9cdb-13e269116327 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.571532] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d0f198-0832-44c5-929b-b2bb2a6f3c09 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.588156] env[65794]: DEBUG oslo_vmware.api [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811797, 'name': ReconfigVM_Task, 'duration_secs': 1.036097} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.611713] env[65794]: WARNING neutronclient.v2_0.client [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.612188] env[65794]: DEBUG oslo_concurrency.lockutils [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.612302] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Reconfigured VM to attach interface {{(pid=65794) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1025.617060] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e88f9bf-56ca-471b-a462-f11ba79c1a70 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.626707] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84dcf01-d767-44ca-ac60-14631a4c3bca {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.644118] env[65794]: DEBUG nova.compute.provider_tree [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.668708] env[65794]: DEBUG nova.compute.manager [req-a8e08165-fa69-4e97-89ec-3bddb544cd20 req-27eef3ab-1524-4921-a24a-73983af92d97 service nova] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Received event network-vif-deleted-9f70c0da-f183-49ad-b7bc-e895c4286c58 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1025.668933] env[65794]: INFO nova.compute.manager [req-a8e08165-fa69-4e97-89ec-3bddb544cd20 req-27eef3ab-1524-4921-a24a-73983af92d97 service nova] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Neutron deleted interface 9f70c0da-f183-49ad-b7bc-e895c4286c58; detaching it from the instance and deleting it from the info cache [ 1025.669158] env[65794]: DEBUG nova.network.neutron [req-a8e08165-fa69-4e97-89ec-3bddb544cd20 req-27eef3ab-1524-4921-a24a-73983af92d97 service nova] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Updating instance_info_cache with network_info: [{"id": "f2fb0e81-edb4-4f79-85f6-f6817e7b7032", "address": "fa:16:3e:22:a7:d4", "network": {"id": "a76455a0-5ecd-4d94-8d80-463279492616", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1572839655", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f6b86ca009846b5b06e6c89352aa1be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f17856cf-7248-414b-bde6-8c90cfb4c593", "external-id": "nsx-vlan-transportzone-341", "segmentation_id": 341, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2fb0e81-ed", "ovs_interfaceid": "f2fb0e81-edb4-4f79-85f6-f6817e7b7032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.797899] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]529a43b1-5ab9-bf96-9db1-ac24ce2b76d4, 'name': SearchDatastore_Task, 'duration_secs': 0.015112} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.798285] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.798513] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.798802] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.798972] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.799135] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.799412] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf973375-bb84-4016-ac4b-0e8eac2cecc3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.816469] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.816676] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.817491] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6b53507-1bbc-4e03-92c0-6902e05640fa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.820051] env[65794]: DEBUG oslo_concurrency.lockutils [req-98c9ee2c-3387-4ee6-ac6b-fb11bf5c1bdd req-7e7e52ad-2348-444d-b7c5-afd078df8f5c service nova] Releasing lock "refresh_cache-6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.824262] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1025.824262] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5234e9c8-c6b5-4b03-f983-4d6729c2ea1b" [ 1025.824262] env[65794]: _type = "Task" [ 1025.824262] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.832817] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5234e9c8-c6b5-4b03-f983-4d6729c2ea1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.857700] env[65794]: WARNING neutronclient.v2_0.client [req-7bed8146-8fe6-4a81-9226-9251015cfe9e req-290d8c2e-5e54-497d-b549-be9ad67c9e67 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.924569] env[65794]: DEBUG oslo_vmware.api [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811796, 'name': PowerOnVM_Task, 'duration_secs': 1.538263} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.924889] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.925119] env[65794]: INFO nova.compute.manager [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Took 11.32 seconds to spawn the instance on the hypervisor. [ 1025.925398] env[65794]: DEBUG nova.compute.manager [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1025.926138] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180a565c-4b83-46eb-83a0-803b5695caab {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.034033] env[65794]: WARNING neutronclient.v2_0.client [req-7bed8146-8fe6-4a81-9226-9251015cfe9e req-290d8c2e-5e54-497d-b549-be9ad67c9e67 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.123850] env[65794]: DEBUG oslo_concurrency.lockutils [None req-772c65e2-83f4-44d2-9799-b15bb1d554f9 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "interface-6974fd53-5f45-4590-9cb1-bb19b8ced00b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.333s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.124562] env[65794]: DEBUG nova.network.neutron [-] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.147184] env[65794]: DEBUG nova.scheduler.client.report [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.158024] env[65794]: DEBUG nova.network.neutron [req-7bed8146-8fe6-4a81-9226-9251015cfe9e req-290d8c2e-5e54-497d-b549-be9ad67c9e67 service nova] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Updated VIF entry in instance network info cache for port be4bf5b3-1533-4950-9d3c-a0ae134f6345. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1026.158702] env[65794]: DEBUG nova.network.neutron [req-7bed8146-8fe6-4a81-9226-9251015cfe9e req-290d8c2e-5e54-497d-b549-be9ad67c9e67 service nova] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Updating instance_info_cache with network_info: [{"id": "be4bf5b3-1533-4950-9d3c-a0ae134f6345", "address": "fa:16:3e:c0:ad:cd", "network": {"id": "34c355f1-18b6-4f59-a3ba-314ba59b5ea5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-446712165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c82899c90d64955a6f8a3b9afc4cc22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe4bf5b3-15", "ovs_interfaceid": "be4bf5b3-1533-4950-9d3c-a0ae134f6345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.175623] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5aec445f-71b8-4a2d-95f6-4a7a87bf4005 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.188611] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf6922a-ea84-482b-8c24-122df78e071a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.228506] env[65794]: DEBUG nova.compute.manager [req-a8e08165-fa69-4e97-89ec-3bddb544cd20 req-27eef3ab-1524-4921-a24a-73983af92d97 service nova] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Detach interface failed, port_id=9f70c0da-f183-49ad-b7bc-e895c4286c58, reason: Instance 756fc57f-f0d7-4292-a1cb-e25b54a8fca3 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1026.335992] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5234e9c8-c6b5-4b03-f983-4d6729c2ea1b, 'name': SearchDatastore_Task, 'duration_secs': 0.02436} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.336856] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4f74f35-8f43-4f2f-968f-c14baf62c46b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.343594] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1026.343594] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52e203be-1add-c567-fe78-bd85196b11c2" [ 1026.343594] env[65794]: _type = "Task" [ 1026.343594] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.354271] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e203be-1add-c567-fe78-bd85196b11c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.443254] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.443568] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.443807] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "3f3170a1-31f3-4a1a-911b-d8a54bcb8fff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.443992] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "3f3170a1-31f3-4a1a-911b-d8a54bcb8fff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.444183] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "3f3170a1-31f3-4a1a-911b-d8a54bcb8fff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.452455] env[65794]: INFO nova.compute.manager [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Terminating instance [ 1026.457724] env[65794]: INFO nova.compute.manager [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Took 33.06 seconds to build instance. [ 1026.629222] env[65794]: INFO nova.compute.manager [-] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Took 1.60 seconds to deallocate network for instance. [ 1026.649831] env[65794]: DEBUG nova.compute.manager [req-706b48e7-69a1-4f42-a2e0-88b807443b55 req-a8b5ce3f-2350-4a85-954f-8cc9848e5769 service nova] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Received event network-vif-deleted-f2fb0e81-edb4-4f79-85f6-f6817e7b7032 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1026.653145] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.653649] env[65794]: DEBUG nova.compute.manager [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1026.656455] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.498s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.658273] env[65794]: INFO nova.compute.claims [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.662386] env[65794]: DEBUG oslo_concurrency.lockutils [req-7bed8146-8fe6-4a81-9226-9251015cfe9e req-290d8c2e-5e54-497d-b549-be9ad67c9e67 service nova] Releasing lock "refresh_cache-e1697784-e28f-456f-b8d5-f8b6c18865a8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.855467] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e203be-1add-c567-fe78-bd85196b11c2, 'name': SearchDatastore_Task, 'duration_secs': 0.017913} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.855739] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.856012] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 3dbce7f3-9371-4fa6-bae9-9a707b5fe939/3dbce7f3-9371-4fa6-bae9-9a707b5fe939.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.856302] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c361b14d-0dc4-447e-9030-114a41e404bd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.863985] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1026.863985] env[65794]: value = "task-4811800" [ 1026.863985] env[65794]: _type = "Task" [ 1026.863985] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.873891] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.960457] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b81d313e-45cb-4e02-a4c2-226f4b76933a tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "ccedc5db-fe48-4b88-abfd-5d3e276987bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.573s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.961274] env[65794]: DEBUG nova.compute.manager [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1026.961532] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.962490] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd142a1a-fdf5-445d-8e87-2d10d68b4e2e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.972507] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.973198] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b03659e-06cd-427f-a134-462471aeff11 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.981910] env[65794]: DEBUG oslo_vmware.api [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 1026.981910] env[65794]: value = "task-4811801" [ 1026.981910] env[65794]: _type = "Task" [ 1026.981910] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.992322] env[65794]: DEBUG oslo_vmware.api [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.138788] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.162999] env[65794]: DEBUG nova.compute.utils [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.167875] env[65794]: DEBUG nova.compute.manager [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1027.167875] env[65794]: DEBUG nova.network.neutron [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1027.168153] env[65794]: WARNING neutronclient.v2_0.client [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.168511] env[65794]: WARNING neutronclient.v2_0.client [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.246977] env[65794]: DEBUG nova.policy [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8aac2de8f1e4d6b97a494511c2618f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d793fecc6b84afab489dbe5f0c42d1f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.379320] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811800, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.495867] env[65794]: DEBUG oslo_vmware.api [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811801, 'name': PowerOffVM_Task, 'duration_secs': 0.384899} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.496499] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.496499] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.498031] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61d837ea-0c43-4738-bc73-3416b30ca768 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.566986] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.567315] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.567624] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Deleting the datastore file [datastore2] 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.567951] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f477f48d-04aa-4e99-8bd4-6da22ac349ab {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.578205] env[65794]: DEBUG oslo_vmware.api [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for the task: (returnval){ [ 1027.578205] env[65794]: value = "task-4811803" [ 1027.578205] env[65794]: _type = "Task" [ 1027.578205] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.587829] env[65794]: DEBUG oslo_vmware.api [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.679870] env[65794]: DEBUG nova.compute.manager [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1027.690257] env[65794]: DEBUG nova.network.neutron [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Successfully created port: cf538606-37ff-4956-bb69-2e80a6bcdfdd {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1027.880912] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616636} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.881207] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 3dbce7f3-9371-4fa6-bae9-9a707b5fe939/3dbce7f3-9371-4fa6-bae9-9a707b5fe939.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.881457] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.881666] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5111eaea-c3d8-4ee0-b90c-b146471b6de0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.892645] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1027.892645] env[65794]: value = "task-4811804" [ 1027.892645] env[65794]: _type = "Task" [ 1027.892645] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.907241] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.074272] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a86c35-e39d-424c-821c-16df38b9fc9e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.086856] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6189533-6c0d-4437-976a-2052ab1ef06d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.096143] env[65794]: DEBUG oslo_vmware.api [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Task: {'id': task-4811803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453908} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.096970] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.097189] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.097373] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.097683] env[65794]: INFO nova.compute.manager [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1028.097799] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1028.098059] env[65794]: DEBUG nova.compute.manager [-] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1028.098171] env[65794]: DEBUG nova.network.neutron [-] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1028.098468] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.134332] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667c695b-3037-4bc6-b275-257ab8f19899 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.145049] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162fd423-994b-4ab9-ae26-bac5a63d0aca {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.151584] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.166968] env[65794]: DEBUG nova.compute.provider_tree [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.328754] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "interface-6974fd53-5f45-4590-9cb1-bb19b8ced00b-b7953d2c-9533-4566-8277-fc70fe115c85" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.328990] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "interface-6974fd53-5f45-4590-9cb1-bb19b8ced00b-b7953d2c-9533-4566-8277-fc70fe115c85" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.329330] env[65794]: DEBUG nova.objects.instance [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lazy-loading 'flavor' on Instance uuid 6974fd53-5f45-4590-9cb1-bb19b8ced00b {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.403662] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071911} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.404035] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.405032] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388298b0-2c7d-4bce-9ac2-ad07d56d92f9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.431175] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 3dbce7f3-9371-4fa6-bae9-9a707b5fe939/3dbce7f3-9371-4fa6-bae9-9a707b5fe939.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.431525] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f578768-5238-4992-8fe5-5e76a4d82e59 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.453404] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1028.453404] env[65794]: value = "task-4811805" [ 1028.453404] env[65794]: _type = "Task" [ 1028.453404] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.463471] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.566042] env[65794]: DEBUG nova.compute.manager [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Stashing vm_state: active {{(pid=65794) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 1028.670288] env[65794]: DEBUG nova.scheduler.client.report [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.682846] env[65794]: DEBUG nova.compute.manager [req-2dbe464f-dbcc-4bfe-b86c-13ce19413122 req-cec6cfef-0924-4c94-9ec8-a90803e73143 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Received event network-vif-deleted-cdb92fba-2145-4abf-bb64-5ba310a8aa24 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1028.683227] env[65794]: INFO nova.compute.manager [req-2dbe464f-dbcc-4bfe-b86c-13ce19413122 req-cec6cfef-0924-4c94-9ec8-a90803e73143 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Neutron deleted interface cdb92fba-2145-4abf-bb64-5ba310a8aa24; detaching it from the instance and deleting it from the info cache [ 1028.683524] env[65794]: DEBUG nova.network.neutron [req-2dbe464f-dbcc-4bfe-b86c-13ce19413122 req-cec6cfef-0924-4c94-9ec8-a90803e73143 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.693040] env[65794]: DEBUG nova.compute.manager [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1028.726757] env[65794]: DEBUG nova.virt.hardware [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1028.727060] env[65794]: DEBUG nova.virt.hardware [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.727162] env[65794]: DEBUG nova.virt.hardware [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1028.727355] env[65794]: DEBUG nova.virt.hardware [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.727497] env[65794]: DEBUG nova.virt.hardware [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1028.727689] env[65794]: DEBUG nova.virt.hardware [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1028.727823] env[65794]: DEBUG nova.virt.hardware [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1028.728035] env[65794]: DEBUG nova.virt.hardware [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1028.728141] env[65794]: DEBUG nova.virt.hardware [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1028.728294] env[65794]: DEBUG nova.virt.hardware [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1028.728457] env[65794]: DEBUG nova.virt.hardware [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1028.730359] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b02ce41-205b-470e-8f93-96ae60027c11 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.739543] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2704fcf-e81a-4160-9d42-d2b66d653477 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.832932] env[65794]: WARNING neutronclient.v2_0.client [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.885520] env[65794]: DEBUG nova.network.neutron [-] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.951099] env[65794]: DEBUG nova.objects.instance [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lazy-loading 'pci_requests' on Instance uuid 6974fd53-5f45-4590-9cb1-bb19b8ced00b {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.965523] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.094215] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.177501] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.177958] env[65794]: DEBUG nova.compute.manager [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1029.181790] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.908s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.184359] env[65794]: INFO nova.compute.claims [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.189709] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9383eab-6c36-4098-9234-8400d6a69af2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.199381] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d988bb0e-5607-4455-ba67-bd55b8af7cb0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.242132] env[65794]: DEBUG nova.compute.manager [req-2dbe464f-dbcc-4bfe-b86c-13ce19413122 req-cec6cfef-0924-4c94-9ec8-a90803e73143 service nova] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Detach interface failed, port_id=cdb92fba-2145-4abf-bb64-5ba310a8aa24, reason: Instance 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1029.317982] env[65794]: DEBUG nova.compute.manager [req-892f3029-9b5a-46cd-8a43-ddc23a563de5 req-73caea0e-6edd-410c-9d5a-021c974db122 service nova] [instance: 23954416-8977-44f4-87fe-73af19349699] Received event network-vif-plugged-cf538606-37ff-4956-bb69-2e80a6bcdfdd {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1029.318188] env[65794]: DEBUG oslo_concurrency.lockutils [req-892f3029-9b5a-46cd-8a43-ddc23a563de5 req-73caea0e-6edd-410c-9d5a-021c974db122 service nova] Acquiring lock "23954416-8977-44f4-87fe-73af19349699-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.318394] env[65794]: DEBUG oslo_concurrency.lockutils [req-892f3029-9b5a-46cd-8a43-ddc23a563de5 req-73caea0e-6edd-410c-9d5a-021c974db122 service nova] Lock "23954416-8977-44f4-87fe-73af19349699-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.318552] env[65794]: DEBUG oslo_concurrency.lockutils [req-892f3029-9b5a-46cd-8a43-ddc23a563de5 req-73caea0e-6edd-410c-9d5a-021c974db122 service nova] Lock "23954416-8977-44f4-87fe-73af19349699-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.318713] env[65794]: DEBUG nova.compute.manager [req-892f3029-9b5a-46cd-8a43-ddc23a563de5 req-73caea0e-6edd-410c-9d5a-021c974db122 service nova] [instance: 23954416-8977-44f4-87fe-73af19349699] No waiting events found dispatching network-vif-plugged-cf538606-37ff-4956-bb69-2e80a6bcdfdd {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1029.318869] env[65794]: WARNING nova.compute.manager [req-892f3029-9b5a-46cd-8a43-ddc23a563de5 req-73caea0e-6edd-410c-9d5a-021c974db122 service nova] [instance: 23954416-8977-44f4-87fe-73af19349699] Received unexpected event network-vif-plugged-cf538606-37ff-4956-bb69-2e80a6bcdfdd for instance with vm_state building and task_state spawning. [ 1029.373631] env[65794]: DEBUG nova.network.neutron [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Successfully updated port: cf538606-37ff-4956-bb69-2e80a6bcdfdd {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1029.388093] env[65794]: INFO nova.compute.manager [-] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Took 1.29 seconds to deallocate network for instance. [ 1029.455038] env[65794]: DEBUG nova.objects.base [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Object Instance<6974fd53-5f45-4590-9cb1-bb19b8ced00b> lazy-loaded attributes: flavor,pci_requests {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1029.455038] env[65794]: DEBUG nova.network.neutron [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1029.455625] env[65794]: WARNING neutronclient.v2_0.client [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.456873] env[65794]: WARNING neutronclient.v2_0.client [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.468818] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811805, 'name': ReconfigVM_Task, 'duration_secs': 0.716163} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.469206] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 3dbce7f3-9371-4fa6-bae9-9a707b5fe939/3dbce7f3-9371-4fa6-bae9-9a707b5fe939.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.469881] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a37fdbd-839a-4b09-9a20-5347fb398d31 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.478324] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1029.478324] env[65794]: value = "task-4811806" [ 1029.478324] env[65794]: _type = "Task" [ 1029.478324] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.489703] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811806, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.605642] env[65794]: DEBUG nova.policy [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '013037b09a9d48fd89a493156d368f6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8aa2d70218ad42269cd5188374cb90b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.693430] env[65794]: DEBUG nova.compute.utils [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.695960] env[65794]: DEBUG nova.compute.manager [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1029.695960] env[65794]: DEBUG nova.network.neutron [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1029.695960] env[65794]: WARNING neutronclient.v2_0.client [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.696310] env[65794]: WARNING neutronclient.v2_0.client [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.743967] env[65794]: DEBUG nova.policy [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3597bfda30c348e0b24c79231708c4c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bc96a9af0fb4a798dd27743599efc29', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.876402] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "refresh_cache-23954416-8977-44f4-87fe-73af19349699" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.876615] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquired lock "refresh_cache-23954416-8977-44f4-87fe-73af19349699" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.876798] env[65794]: DEBUG nova.network.neutron [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1029.894815] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.943432] env[65794]: DEBUG oslo_vmware.rw_handles [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521b2db9-0eeb-34a7-bdbd-456c56e78251/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1029.944505] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5c6eee-b68b-4c04-b851-43dc3bcc1bdf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.952768] env[65794]: DEBUG oslo_vmware.rw_handles [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521b2db9-0eeb-34a7-bdbd-456c56e78251/disk-0.vmdk is in state: ready. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1029.952944] env[65794]: ERROR oslo_vmware.rw_handles [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521b2db9-0eeb-34a7-bdbd-456c56e78251/disk-0.vmdk due to incomplete transfer. [ 1029.953481] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bb475d47-010d-4d50-a5a8-1f7ffb6b3764 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.962540] env[65794]: DEBUG oslo_vmware.rw_handles [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521b2db9-0eeb-34a7-bdbd-456c56e78251/disk-0.vmdk. {{(pid=65794) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1029.962755] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Uploaded image 0f2682a7-2959-4beb-95a0-e418816b8968 to the Glance image server {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1029.965075] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Destroying the VM {{(pid=65794) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1029.965357] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-470915d5-2794-4f7d-980d-0a406ca9dc4d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.972299] env[65794]: DEBUG oslo_vmware.api [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1029.972299] env[65794]: value = "task-4811807" [ 1029.972299] env[65794]: _type = "Task" [ 1029.972299] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.981794] env[65794]: DEBUG oslo_vmware.api [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811807, 'name': Destroy_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.990440] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811806, 'name': Rename_Task, 'duration_secs': 0.241164} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.991116] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.991116] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-511a190e-a324-4567-836a-b8365daf791a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.998144] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1029.998144] env[65794]: value = "task-4811808" [ 1029.998144] env[65794]: _type = "Task" [ 1029.998144] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.007025] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.047423] env[65794]: DEBUG nova.network.neutron [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Successfully created port: 345d52f7-ba91-4d33-8de4-aa19ed82cd4b {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1030.196038] env[65794]: DEBUG nova.compute.manager [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1030.483034] env[65794]: DEBUG oslo_vmware.api [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811807, 'name': Destroy_Task, 'duration_secs': 0.385283} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.486380] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Destroyed the VM [ 1030.486695] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Deleting Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1030.487489] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a79ce32c-a12c-4ced-8dec-ed77a985fca3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.495963] env[65794]: DEBUG oslo_vmware.api [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1030.495963] env[65794]: value = "task-4811809" [ 1030.495963] env[65794]: _type = "Task" [ 1030.495963] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.515347] env[65794]: DEBUG oslo_vmware.api [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811809, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.521383] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811808, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.574588] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61b328d-3b64-4bd7-a320-59334b3ff20c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.582492] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e07c92-b9e0-40ad-9ab4-46ab343adbe0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.614905] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11550c4d-9c0a-4dd7-a110-0874a2fdd78a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.623703] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb0ab8a-187c-4290-8aed-8082da51cc2d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.638244] env[65794]: DEBUG nova.compute.provider_tree [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.007055] env[65794]: DEBUG oslo_vmware.api [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811809, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.015932] env[65794]: DEBUG oslo_vmware.api [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811808, 'name': PowerOnVM_Task, 'duration_secs': 0.935955} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.016242] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.016469] env[65794]: INFO nova.compute.manager [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Took 10.91 seconds to spawn the instance on the hypervisor. [ 1031.016645] env[65794]: DEBUG nova.compute.manager [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1031.017496] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09366b99-8247-4c95-aa7d-ad7aa9ea659e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.141716] env[65794]: DEBUG nova.scheduler.client.report [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.145966] env[65794]: DEBUG nova.network.neutron [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Successfully updated port: b7953d2c-9533-4566-8277-fc70fe115c85 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1031.207753] env[65794]: DEBUG nova.compute.manager [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1031.223267] env[65794]: DEBUG nova.network.neutron [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1031.234626] env[65794]: DEBUG nova.virt.hardware [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1031.234889] env[65794]: DEBUG nova.virt.hardware [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.235067] env[65794]: DEBUG nova.virt.hardware [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1031.235274] env[65794]: DEBUG nova.virt.hardware [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.235431] env[65794]: DEBUG nova.virt.hardware [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1031.235586] env[65794]: DEBUG nova.virt.hardware [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1031.235810] env[65794]: DEBUG nova.virt.hardware [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1031.235969] env[65794]: DEBUG nova.virt.hardware [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1031.237052] env[65794]: DEBUG nova.virt.hardware [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1031.237271] env[65794]: DEBUG nova.virt.hardware [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1031.237473] env[65794]: DEBUG nova.virt.hardware [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1031.238405] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed3b385-1b03-421a-96bf-a3b55f4ad8f8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.248053] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979c80ab-2f50-478d-8891-b67e785dada7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.320023] env[65794]: WARNING neutronclient.v2_0.client [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.404640] env[65794]: DEBUG nova.network.neutron [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Updating instance_info_cache with network_info: [{"id": "cf538606-37ff-4956-bb69-2e80a6bcdfdd", "address": "fa:16:3e:17:44:19", "network": {"id": "13fa4618-444e-40a1-bcec-32b4d0495a8d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-200316282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d793fecc6b84afab489dbe5f0c42d1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf538606-37", "ovs_interfaceid": "cf538606-37ff-4956-bb69-2e80a6bcdfdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.508071] env[65794]: DEBUG oslo_vmware.api [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811809, 'name': RemoveSnapshot_Task, 'duration_secs': 0.578156} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.508421] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Deleted Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1031.508586] env[65794]: INFO nova.compute.manager [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Took 17.71 seconds to snapshot the instance on the hypervisor. [ 1031.537791] env[65794]: INFO nova.compute.manager [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Took 30.77 seconds to build instance. [ 1031.633785] env[65794]: DEBUG nova.network.neutron [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Successfully updated port: 345d52f7-ba91-4d33-8de4-aa19ed82cd4b {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1031.647959] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.648561] env[65794]: DEBUG nova.compute.manager [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1031.651300] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "refresh_cache-6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.651528] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "refresh_cache-6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.651763] env[65794]: DEBUG nova.network.neutron [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1031.652890] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.110s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.654647] env[65794]: INFO nova.compute.claims [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.909111] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Releasing lock "refresh_cache-23954416-8977-44f4-87fe-73af19349699" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.909581] env[65794]: DEBUG nova.compute.manager [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Instance network_info: |[{"id": "cf538606-37ff-4956-bb69-2e80a6bcdfdd", "address": "fa:16:3e:17:44:19", "network": {"id": "13fa4618-444e-40a1-bcec-32b4d0495a8d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-200316282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d793fecc6b84afab489dbe5f0c42d1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf538606-37", "ovs_interfaceid": "cf538606-37ff-4956-bb69-2e80a6bcdfdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1031.910012] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:44:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf538606-37ff-4956-bb69-2e80a6bcdfdd', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.917689] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1031.917997] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23954416-8977-44f4-87fe-73af19349699] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.918166] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cbc9969-6a3f-473d-9728-8374c32ad6fa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.939873] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.939873] env[65794]: value = "task-4811810" [ 1031.939873] env[65794]: _type = "Task" [ 1031.939873] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.949656] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811810, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.002658] env[65794]: DEBUG nova.compute.manager [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] [instance: 23954416-8977-44f4-87fe-73af19349699] Received event network-changed-cf538606-37ff-4956-bb69-2e80a6bcdfdd {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1032.002872] env[65794]: DEBUG nova.compute.manager [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] [instance: 23954416-8977-44f4-87fe-73af19349699] Refreshing instance network info cache due to event network-changed-cf538606-37ff-4956-bb69-2e80a6bcdfdd. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1032.003246] env[65794]: DEBUG oslo_concurrency.lockutils [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] Acquiring lock "refresh_cache-23954416-8977-44f4-87fe-73af19349699" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.003457] env[65794]: DEBUG oslo_concurrency.lockutils [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] Acquired lock "refresh_cache-23954416-8977-44f4-87fe-73af19349699" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.003768] env[65794]: DEBUG nova.network.neutron [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] [instance: 23954416-8977-44f4-87fe-73af19349699] Refreshing network info cache for port cf538606-37ff-4956-bb69-2e80a6bcdfdd {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.021847] env[65794]: DEBUG nova.compute.manager [req-d59a1feb-ed91-42e5-ab47-a014c16f6189 req-f403ab96-0762-421c-a976-ffb0cbbc6e1d service nova] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Received event network-vif-plugged-345d52f7-ba91-4d33-8de4-aa19ed82cd4b {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1032.022029] env[65794]: DEBUG oslo_concurrency.lockutils [req-d59a1feb-ed91-42e5-ab47-a014c16f6189 req-f403ab96-0762-421c-a976-ffb0cbbc6e1d service nova] Acquiring lock "07f4ce4f-04b7-4996-bc04-0393d7c175fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.022259] env[65794]: DEBUG oslo_concurrency.lockutils [req-d59a1feb-ed91-42e5-ab47-a014c16f6189 req-f403ab96-0762-421c-a976-ffb0cbbc6e1d service nova] Lock "07f4ce4f-04b7-4996-bc04-0393d7c175fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.022487] env[65794]: DEBUG oslo_concurrency.lockutils [req-d59a1feb-ed91-42e5-ab47-a014c16f6189 req-f403ab96-0762-421c-a976-ffb0cbbc6e1d service nova] Lock "07f4ce4f-04b7-4996-bc04-0393d7c175fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.022665] env[65794]: DEBUG nova.compute.manager [req-d59a1feb-ed91-42e5-ab47-a014c16f6189 req-f403ab96-0762-421c-a976-ffb0cbbc6e1d service nova] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] No waiting events found dispatching network-vif-plugged-345d52f7-ba91-4d33-8de4-aa19ed82cd4b {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1032.022828] env[65794]: WARNING nova.compute.manager [req-d59a1feb-ed91-42e5-ab47-a014c16f6189 req-f403ab96-0762-421c-a976-ffb0cbbc6e1d service nova] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Received unexpected event network-vif-plugged-345d52f7-ba91-4d33-8de4-aa19ed82cd4b for instance with vm_state building and task_state spawning. [ 1032.039678] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e63dd568-1543-4e16-adee-1e5fd9163d56 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "3dbce7f3-9371-4fa6-bae9-9a707b5fe939" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.279s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.068031] env[65794]: DEBUG nova.compute.manager [None req-e6915871-af7d-4b03-8264-e71f5beb8790 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Found 1 images (rotation: 2) {{(pid=65794) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5065}} [ 1032.136410] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquiring lock "refresh_cache-07f4ce4f-04b7-4996-bc04-0393d7c175fd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.136738] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquired lock "refresh_cache-07f4ce4f-04b7-4996-bc04-0393d7c175fd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.137038] env[65794]: DEBUG nova.network.neutron [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1032.159998] env[65794]: DEBUG nova.compute.utils [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.166552] env[65794]: DEBUG nova.compute.manager [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1032.166552] env[65794]: DEBUG nova.network.neutron [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1032.166793] env[65794]: WARNING neutronclient.v2_0.client [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.167153] env[65794]: WARNING neutronclient.v2_0.client [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.226792] env[65794]: WARNING nova.network.neutron [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] 1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3 already exists in list: networks containing: ['1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3']. ignoring it [ 1032.227025] env[65794]: WARNING nova.network.neutron [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] 1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3 already exists in list: networks containing: ['1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3']. ignoring it [ 1032.238080] env[65794]: DEBUG nova.policy [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8aac2de8f1e4d6b97a494511c2618f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d793fecc6b84afab489dbe5f0c42d1f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.341630] env[65794]: WARNING neutronclient.v2_0.client [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.455027] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811810, 'name': CreateVM_Task, 'duration_secs': 0.354687} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.455027] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23954416-8977-44f4-87fe-73af19349699] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.455027] env[65794]: WARNING neutronclient.v2_0.client [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.455027] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.455027] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.455027] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.455027] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab7df596-51e9-47bb-9224-031a18c5e11a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.466437] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1032.466437] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f2d6e8-270b-ccd7-7692-032adba48771" [ 1032.466437] env[65794]: _type = "Task" [ 1032.466437] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.477681] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f2d6e8-270b-ccd7-7692-032adba48771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.491565] env[65794]: WARNING neutronclient.v2_0.client [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.506552] env[65794]: WARNING neutronclient.v2_0.client [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.539063] env[65794]: DEBUG nova.network.neutron [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Successfully created port: 315249b7-4aba-4b60-9dc0-6fd05403d088 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1032.669296] env[65794]: DEBUG nova.compute.manager [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1032.704022] env[65794]: DEBUG nova.network.neutron [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1032.827679] env[65794]: WARNING neutronclient.v2_0.client [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.893205] env[65794]: WARNING neutronclient.v2_0.client [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.978801] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f2d6e8-270b-ccd7-7692-032adba48771, 'name': SearchDatastore_Task, 'duration_secs': 0.011439} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.984568] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.984828] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.985071] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.985243] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.985516] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.986465] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6130eca2-d3ea-496b-be4b-30ef3fd1ded0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.998787] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.999045] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.003271] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33f3ac40-5382-4b39-9d4a-8c2d4cf9c2ee {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.010796] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1033.010796] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]525281a2-66b9-7e26-d013-54360c4068c3" [ 1033.010796] env[65794]: _type = "Task" [ 1033.010796] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.023290] env[65794]: DEBUG nova.network.neutron [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Updating instance_info_cache with network_info: [{"id": "f7501650-bbf0-4403-a8d9-9f9859dcc1c6", "address": "fa:16:3e:fd:92:43", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7501650-bb", "ovs_interfaceid": "f7501650-bbf0-4403-a8d9-9f9859dcc1c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9b2b0ec4-c321-4951-8563-fbb8ffe0cde8", "address": "fa:16:3e:42:3a:86", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2b0ec4-c3", "ovs_interfaceid": "9b2b0ec4-c321-4951-8563-fbb8ffe0cde8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7953d2c-9533-4566-8277-fc70fe115c85", "address": "fa:16:3e:bf:d0:bf", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7953d2c-95", "ovs_interfaceid": "b7953d2c-9533-4566-8277-fc70fe115c85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.025049] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525281a2-66b9-7e26-d013-54360c4068c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.038919] env[65794]: WARNING neutronclient.v2_0.client [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.075504] env[65794]: DEBUG nova.network.neutron [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] [instance: 23954416-8977-44f4-87fe-73af19349699] Updated VIF entry in instance network info cache for port cf538606-37ff-4956-bb69-2e80a6bcdfdd. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1033.075864] env[65794]: DEBUG nova.network.neutron [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] [instance: 23954416-8977-44f4-87fe-73af19349699] Updating instance_info_cache with network_info: [{"id": "cf538606-37ff-4956-bb69-2e80a6bcdfdd", "address": "fa:16:3e:17:44:19", "network": {"id": "13fa4618-444e-40a1-bcec-32b4d0495a8d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-200316282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d793fecc6b84afab489dbe5f0c42d1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf538606-37", "ovs_interfaceid": "cf538606-37ff-4956-bb69-2e80a6bcdfdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.098483] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71af5930-1fa3-4528-9d4e-4bac8a37c5ad {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.108385] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afecd6b-3fa8-4522-bcb3-5999efeee273 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.113534] env[65794]: DEBUG nova.compute.manager [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1033.114594] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ccb87d-063a-4939-b851-d2476e0c1d81 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.148071] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685d4dc3-cd13-436a-bd43-27e6f3f945dd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.160815] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b69231f-898e-4b66-8776-c5c9c6292ac9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.180858] env[65794]: DEBUG nova.compute.provider_tree [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.200397] env[65794]: DEBUG nova.network.neutron [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Updating instance_info_cache with network_info: [{"id": "345d52f7-ba91-4d33-8de4-aa19ed82cd4b", "address": "fa:16:3e:8a:81:20", "network": {"id": "3b8f08bd-a1e3-4e48-8016-a121cca25e85", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-378391892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bc96a9af0fb4a798dd27743599efc29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap345d52f7-ba", "ovs_interfaceid": "345d52f7-ba91-4d33-8de4-aa19ed82cd4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.523124] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525281a2-66b9-7e26-d013-54360c4068c3, 'name': SearchDatastore_Task, 'duration_secs': 0.021977} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.524307] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fdca123-664c-453c-82d2-8b3bf34687f2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.531162] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1033.531162] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]527d5669-3f44-46be-1fc2-81cccc215eca" [ 1033.531162] env[65794]: _type = "Task" [ 1033.531162] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.534540] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "refresh_cache-6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.535236] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.535392] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.536452] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0c819f-03e8-48af-b58e-73dd6b2d0803 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.541055] env[65794]: DEBUG oslo_concurrency.lockutils [None req-35609703-c126-4c20-8875-5f2a6bde254b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "6477f28c-5665-49cf-9e0d-d9fb16ad6ee5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.541055] env[65794]: DEBUG oslo_concurrency.lockutils [None req-35609703-c126-4c20-8875-5f2a6bde254b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "6477f28c-5665-49cf-9e0d-d9fb16ad6ee5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.546031] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527d5669-3f44-46be-1fc2-81cccc215eca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.562929] env[65794]: DEBUG nova.virt.hardware [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1033.565732] env[65794]: DEBUG nova.virt.hardware [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.565732] env[65794]: DEBUG nova.virt.hardware [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1033.565915] env[65794]: DEBUG nova.virt.hardware [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.565977] env[65794]: DEBUG nova.virt.hardware [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1033.567504] env[65794]: DEBUG nova.virt.hardware [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1033.567766] env[65794]: DEBUG nova.virt.hardware [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1033.567930] env[65794]: DEBUG nova.virt.hardware [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1033.568109] env[65794]: DEBUG nova.virt.hardware [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1033.568640] env[65794]: DEBUG nova.virt.hardware [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1033.568640] env[65794]: DEBUG nova.virt.hardware [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1033.576129] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Reconfiguring VM to attach interface {{(pid=65794) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1033.577247] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f0235c0-9f37-451c-81f1-0d9fe1c73312 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.590671] env[65794]: DEBUG oslo_concurrency.lockutils [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] Releasing lock "refresh_cache-23954416-8977-44f4-87fe-73af19349699" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.590671] env[65794]: DEBUG nova.compute.manager [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Received event network-vif-plugged-b7953d2c-9533-4566-8277-fc70fe115c85 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1033.590873] env[65794]: DEBUG oslo_concurrency.lockutils [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] Acquiring lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.590988] env[65794]: DEBUG oslo_concurrency.lockutils [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] Lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.591185] env[65794]: DEBUG oslo_concurrency.lockutils [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] Lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.591402] env[65794]: DEBUG nova.compute.manager [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] No waiting events found dispatching network-vif-plugged-b7953d2c-9533-4566-8277-fc70fe115c85 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1033.591569] env[65794]: WARNING nova.compute.manager [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Received unexpected event network-vif-plugged-b7953d2c-9533-4566-8277-fc70fe115c85 for instance with vm_state active and task_state None. [ 1033.591728] env[65794]: DEBUG nova.compute.manager [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Received event network-changed-b7953d2c-9533-4566-8277-fc70fe115c85 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1033.591877] env[65794]: DEBUG nova.compute.manager [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Refreshing instance network info cache due to event network-changed-b7953d2c-9533-4566-8277-fc70fe115c85. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1033.592071] env[65794]: DEBUG oslo_concurrency.lockutils [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] Acquiring lock "refresh_cache-6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.592206] env[65794]: DEBUG oslo_concurrency.lockutils [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] Acquired lock "refresh_cache-6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.592359] env[65794]: DEBUG nova.network.neutron [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Refreshing network info cache for port b7953d2c-9533-4566-8277-fc70fe115c85 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.600630] env[65794]: DEBUG oslo_vmware.api [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1033.600630] env[65794]: value = "task-4811811" [ 1033.600630] env[65794]: _type = "Task" [ 1033.600630] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.610904] env[65794]: DEBUG oslo_vmware.api [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811811, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.657455] env[65794]: INFO nova.compute.manager [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] instance snapshotting [ 1033.658370] env[65794]: DEBUG nova.objects.instance [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lazy-loading 'flavor' on Instance uuid cc961e99-ce33-4b59-b8d3-aae47d0e5298 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.685770] env[65794]: DEBUG nova.compute.manager [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1033.687720] env[65794]: DEBUG nova.scheduler.client.report [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.704828] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Releasing lock "refresh_cache-07f4ce4f-04b7-4996-bc04-0393d7c175fd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.705559] env[65794]: DEBUG nova.compute.manager [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Instance network_info: |[{"id": "345d52f7-ba91-4d33-8de4-aa19ed82cd4b", "address": "fa:16:3e:8a:81:20", "network": {"id": "3b8f08bd-a1e3-4e48-8016-a121cca25e85", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-378391892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bc96a9af0fb4a798dd27743599efc29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap345d52f7-ba", "ovs_interfaceid": "345d52f7-ba91-4d33-8de4-aa19ed82cd4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1033.706411] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:81:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '345d52f7-ba91-4d33-8de4-aa19ed82cd4b', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.714488] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1033.717976] env[65794]: DEBUG nova.virt.hardware [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1033.718361] env[65794]: DEBUG nova.virt.hardware [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.718599] env[65794]: DEBUG nova.virt.hardware [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1033.718867] env[65794]: DEBUG nova.virt.hardware [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.719046] env[65794]: DEBUG nova.virt.hardware [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1033.719220] env[65794]: DEBUG nova.virt.hardware [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1033.719441] env[65794]: DEBUG nova.virt.hardware [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1033.719645] env[65794]: DEBUG nova.virt.hardware [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1033.719752] env[65794]: DEBUG nova.virt.hardware [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1033.719912] env[65794]: DEBUG nova.virt.hardware [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1033.720123] env[65794]: DEBUG nova.virt.hardware [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1033.720761] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.721635] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ae6d0e-a5e5-44cf-8c3a-8c4145efee3e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.724873] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46d26e91-e669-489a-8728-8ac9a580cc92 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.755440] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf62740-557c-4231-94d3-5169ed396f81 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.760506] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.760506] env[65794]: value = "task-4811812" [ 1033.760506] env[65794]: _type = "Task" [ 1033.760506] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.779070] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811812, 'name': CreateVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.042532] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527d5669-3f44-46be-1fc2-81cccc215eca, 'name': SearchDatastore_Task, 'duration_secs': 0.019288} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.042864] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.043168] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 23954416-8977-44f4-87fe-73af19349699/23954416-8977-44f4-87fe-73af19349699.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.043935] env[65794]: INFO nova.compute.manager [None req-35609703-c126-4c20-8875-5f2a6bde254b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Detaching volume 31592588-35fa-4025-a921-315618d89952 [ 1034.045884] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af725820-c760-4129-b105-e83389713aad {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.056652] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1034.056652] env[65794]: value = "task-4811813" [ 1034.056652] env[65794]: _type = "Task" [ 1034.056652] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.068325] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.071673] env[65794]: DEBUG nova.compute.manager [req-2dfccebc-a2c5-4c2c-be94-37f43524d2b1 req-6a4ad43e-4833-45db-a709-e8a9f2858fc6 service nova] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Received event network-changed-345d52f7-ba91-4d33-8de4-aa19ed82cd4b {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1034.072389] env[65794]: DEBUG nova.compute.manager [req-2dfccebc-a2c5-4c2c-be94-37f43524d2b1 req-6a4ad43e-4833-45db-a709-e8a9f2858fc6 service nova] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Refreshing instance network info cache due to event network-changed-345d52f7-ba91-4d33-8de4-aa19ed82cd4b. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1034.072389] env[65794]: DEBUG oslo_concurrency.lockutils [req-2dfccebc-a2c5-4c2c-be94-37f43524d2b1 req-6a4ad43e-4833-45db-a709-e8a9f2858fc6 service nova] Acquiring lock "refresh_cache-07f4ce4f-04b7-4996-bc04-0393d7c175fd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.072489] env[65794]: DEBUG oslo_concurrency.lockutils [req-2dfccebc-a2c5-4c2c-be94-37f43524d2b1 req-6a4ad43e-4833-45db-a709-e8a9f2858fc6 service nova] Acquired lock "refresh_cache-07f4ce4f-04b7-4996-bc04-0393d7c175fd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.072677] env[65794]: DEBUG nova.network.neutron [req-2dfccebc-a2c5-4c2c-be94-37f43524d2b1 req-6a4ad43e-4833-45db-a709-e8a9f2858fc6 service nova] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Refreshing network info cache for port 345d52f7-ba91-4d33-8de4-aa19ed82cd4b {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.096615] env[65794]: WARNING neutronclient.v2_0.client [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.107969] env[65794]: INFO nova.virt.block_device [None req-35609703-c126-4c20-8875-5f2a6bde254b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Attempting to driver detach volume 31592588-35fa-4025-a921-315618d89952 from mountpoint /dev/sdb [ 1034.108478] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-35609703-c126-4c20-8875-5f2a6bde254b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Volume detach. Driver type: vmdk {{(pid=65794) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1034.108655] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-35609703-c126-4c20-8875-5f2a6bde254b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938184', 'volume_id': '31592588-35fa-4025-a921-315618d89952', 'name': 'volume-31592588-35fa-4025-a921-315618d89952', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6477f28c-5665-49cf-9e0d-d9fb16ad6ee5', 'attached_at': '', 'detached_at': '', 'volume_id': '31592588-35fa-4025-a921-315618d89952', 'serial': '31592588-35fa-4025-a921-315618d89952'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1034.110074] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45a1bd2-005e-4248-9abe-c1cff394bc90 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.123029] env[65794]: DEBUG oslo_vmware.api [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.150016] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97525a1d-ff95-4d04-8790-2e535197379f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.155051] env[65794]: DEBUG nova.network.neutron [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Successfully updated port: 315249b7-4aba-4b60-9dc0-6fd05403d088 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1034.164300] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3831633-3ce0-4331-b4c4-35ee5d1d52db {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.168331] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d30581-11e4-4c6c-8fe6-d2dafe30dfd8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.192830] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.194282] env[65794]: DEBUG nova.compute.manager [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1034.215145] env[65794]: DEBUG oslo_concurrency.lockutils [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.773s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.215439] env[65794]: DEBUG oslo_concurrency.lockutils [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.218412] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.265s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.220251] env[65794]: INFO nova.compute.claims [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.224391] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1d2dc0-a4cc-4476-8c30-44942a03d6ff {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.232797] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fb7bcf-34c4-4e51-82fa-a0b86a102a2d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.250581] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-35609703-c126-4c20-8875-5f2a6bde254b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The volume has not been displaced from its original location: [datastore2] volume-31592588-35fa-4025-a921-315618d89952/volume-31592588-35fa-4025-a921-315618d89952.vmdk. No consolidation needed. {{(pid=65794) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1034.256407] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-35609703-c126-4c20-8875-5f2a6bde254b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1034.259179] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aab968d8-01ee-441b-9323-c72c976dcf7b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.277717] env[65794]: INFO nova.scheduler.client.report [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Deleted allocations for instance fd0ca813-25cf-440c-becd-47af70eaaffa [ 1034.297913] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811812, 'name': CreateVM_Task, 'duration_secs': 0.398538} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.297913] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.297913] env[65794]: DEBUG oslo_vmware.api [None req-35609703-c126-4c20-8875-5f2a6bde254b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1034.297913] env[65794]: value = "task-4811814" [ 1034.297913] env[65794]: _type = "Task" [ 1034.297913] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.298290] env[65794]: WARNING neutronclient.v2_0.client [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.298370] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.298519] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.298826] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.299165] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37569c3b-f795-4607-b59e-04080d139e80 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.308692] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 1034.308692] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52224a64-220b-5434-4c9d-da5e0383f9c9" [ 1034.308692] env[65794]: _type = "Task" [ 1034.308692] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.322926] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52224a64-220b-5434-4c9d-da5e0383f9c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.378512] env[65794]: WARNING neutronclient.v2_0.client [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.471656] env[65794]: DEBUG nova.network.neutron [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Updated VIF entry in instance network info cache for port b7953d2c-9533-4566-8277-fc70fe115c85. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1034.472160] env[65794]: DEBUG nova.network.neutron [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Updating instance_info_cache with network_info: [{"id": "f7501650-bbf0-4403-a8d9-9f9859dcc1c6", "address": "fa:16:3e:fd:92:43", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7501650-bb", "ovs_interfaceid": "f7501650-bbf0-4403-a8d9-9f9859dcc1c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9b2b0ec4-c321-4951-8563-fbb8ffe0cde8", "address": "fa:16:3e:42:3a:86", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2b0ec4-c3", "ovs_interfaceid": "9b2b0ec4-c321-4951-8563-fbb8ffe0cde8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7953d2c-9533-4566-8277-fc70fe115c85", "address": "fa:16:3e:bf:d0:bf", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7953d2c-95", "ovs_interfaceid": "b7953d2c-9533-4566-8277-fc70fe115c85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.568539] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811813, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.576411] env[65794]: WARNING neutronclient.v2_0.client [req-2dfccebc-a2c5-4c2c-be94-37f43524d2b1 req-6a4ad43e-4833-45db-a709-e8a9f2858fc6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.617372] env[65794]: DEBUG oslo_vmware.api [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811811, 'name': ReconfigVM_Task, 'duration_secs': 0.678931} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.622306] env[65794]: WARNING neutronclient.v2_0.client [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.622765] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.623117] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Reconfigured VM to attach interface {{(pid=65794) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1034.658490] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "refresh_cache-88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.658670] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquired lock "refresh_cache-88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.658839] env[65794]: DEBUG nova.network.neutron [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1034.733434] env[65794]: DEBUG nova.compute.utils [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.735646] env[65794]: WARNING neutronclient.v2_0.client [req-2dfccebc-a2c5-4c2c-be94-37f43524d2b1 req-6a4ad43e-4833-45db-a709-e8a9f2858fc6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.738953] env[65794]: DEBUG nova.compute.manager [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1034.738953] env[65794]: DEBUG nova.network.neutron [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1034.738953] env[65794]: WARNING neutronclient.v2_0.client [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.739469] env[65794]: WARNING neutronclient.v2_0.client [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.782734] env[65794]: DEBUG nova.policy [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c058043df8749b9855a1eeb2cfb0b3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '737a0ac2aeb14300bb926f480f8a9607', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.785512] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Creating Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1034.786435] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d54c4dd0-c10e-4261-ab99-e23d9c4d3f06 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.791998] env[65794]: DEBUG oslo_concurrency.lockutils [None req-07f0ea09-49c2-4180-8bb2-fad8ad7fe62d tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lock "fd0ca813-25cf-440c-becd-47af70eaaffa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.893s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.798114] env[65794]: DEBUG oslo_vmware.api [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1034.798114] env[65794]: value = "task-4811815" [ 1034.798114] env[65794]: _type = "Task" [ 1034.798114] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.817361] env[65794]: DEBUG oslo_vmware.api [None req-35609703-c126-4c20-8875-5f2a6bde254b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811814, 'name': ReconfigVM_Task, 'duration_secs': 0.324921} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.817361] env[65794]: DEBUG oslo_vmware.api [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811815, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.821392] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-35609703-c126-4c20-8875-5f2a6bde254b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1034.826963] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da824b14-4f0c-4616-908e-8c7242bd9bb9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.838991] env[65794]: DEBUG nova.network.neutron [req-2dfccebc-a2c5-4c2c-be94-37f43524d2b1 req-6a4ad43e-4833-45db-a709-e8a9f2858fc6 service nova] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Updated VIF entry in instance network info cache for port 345d52f7-ba91-4d33-8de4-aa19ed82cd4b. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1034.839446] env[65794]: DEBUG nova.network.neutron [req-2dfccebc-a2c5-4c2c-be94-37f43524d2b1 req-6a4ad43e-4833-45db-a709-e8a9f2858fc6 service nova] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Updating instance_info_cache with network_info: [{"id": "345d52f7-ba91-4d33-8de4-aa19ed82cd4b", "address": "fa:16:3e:8a:81:20", "network": {"id": "3b8f08bd-a1e3-4e48-8016-a121cca25e85", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-378391892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bc96a9af0fb4a798dd27743599efc29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap345d52f7-ba", "ovs_interfaceid": "345d52f7-ba91-4d33-8de4-aa19ed82cd4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.850608] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52224a64-220b-5434-4c9d-da5e0383f9c9, 'name': SearchDatastore_Task, 'duration_secs': 0.072267} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.851500] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.852102] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.852175] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.852494] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.852587] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.853222] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbb46657-dd88-44c2-8fa9-f669f2ac62dd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.856914] env[65794]: DEBUG oslo_vmware.api [None req-35609703-c126-4c20-8875-5f2a6bde254b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1034.856914] env[65794]: value = "task-4811816" [ 1034.856914] env[65794]: _type = "Task" [ 1034.856914] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.865388] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.866051] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.869406] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06684a9b-b856-498e-ab21-d346b13151a0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.872033] env[65794]: DEBUG oslo_vmware.api [None req-35609703-c126-4c20-8875-5f2a6bde254b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811816, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.876306] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 1034.876306] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]527aeb24-5474-e301-a6fc-8f740f501ba4" [ 1034.876306] env[65794]: _type = "Task" [ 1034.876306] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.885923] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527aeb24-5474-e301-a6fc-8f740f501ba4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.975105] env[65794]: DEBUG oslo_concurrency.lockutils [req-43613406-2a04-4cc7-b4a5-f64a7bf469b2 req-61ebc15a-eb2f-46e4-b86d-b308fef57d46 service nova] Releasing lock "refresh_cache-6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.069132] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617316} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.069501] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 23954416-8977-44f4-87fe-73af19349699/23954416-8977-44f4-87fe-73af19349699.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.069768] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.070174] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8457d3e5-806f-4e0f-b275-87f409046095 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.081031] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1035.081031] env[65794]: value = "task-4811817" [ 1035.081031] env[65794]: _type = "Task" [ 1035.081031] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.092924] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.129553] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0d305d41-5c5e-447b-9278-3b8857f17f75 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "interface-6974fd53-5f45-4590-9cb1-bb19b8ced00b-b7953d2c-9533-4566-8277-fc70fe115c85" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.800s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.138744] env[65794]: DEBUG nova.network.neutron [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Successfully created port: b99a104d-e241-4b85-8dcf-050b7a9dd71e {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1035.192731] env[65794]: DEBUG nova.network.neutron [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1035.244160] env[65794]: DEBUG nova.compute.manager [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1035.287307] env[65794]: WARNING neutronclient.v2_0.client [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.312327] env[65794]: DEBUG oslo_vmware.api [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811815, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.346555] env[65794]: DEBUG oslo_concurrency.lockutils [req-2dfccebc-a2c5-4c2c-be94-37f43524d2b1 req-6a4ad43e-4833-45db-a709-e8a9f2858fc6 service nova] Releasing lock "refresh_cache-07f4ce4f-04b7-4996-bc04-0393d7c175fd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.346911] env[65794]: DEBUG nova.compute.manager [req-2dfccebc-a2c5-4c2c-be94-37f43524d2b1 req-6a4ad43e-4833-45db-a709-e8a9f2858fc6 service nova] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Received event network-vif-plugged-315249b7-4aba-4b60-9dc0-6fd05403d088 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1035.347140] env[65794]: DEBUG oslo_concurrency.lockutils [req-2dfccebc-a2c5-4c2c-be94-37f43524d2b1 req-6a4ad43e-4833-45db-a709-e8a9f2858fc6 service nova] Acquiring lock "88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.347355] env[65794]: DEBUG oslo_concurrency.lockutils [req-2dfccebc-a2c5-4c2c-be94-37f43524d2b1 req-6a4ad43e-4833-45db-a709-e8a9f2858fc6 service nova] Lock "88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.347518] env[65794]: DEBUG oslo_concurrency.lockutils [req-2dfccebc-a2c5-4c2c-be94-37f43524d2b1 req-6a4ad43e-4833-45db-a709-e8a9f2858fc6 service nova] Lock "88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.347683] env[65794]: DEBUG nova.compute.manager [req-2dfccebc-a2c5-4c2c-be94-37f43524d2b1 req-6a4ad43e-4833-45db-a709-e8a9f2858fc6 service nova] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] No waiting events found dispatching network-vif-plugged-315249b7-4aba-4b60-9dc0-6fd05403d088 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1035.347858] env[65794]: WARNING nova.compute.manager [req-2dfccebc-a2c5-4c2c-be94-37f43524d2b1 req-6a4ad43e-4833-45db-a709-e8a9f2858fc6 service nova] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Received unexpected event network-vif-plugged-315249b7-4aba-4b60-9dc0-6fd05403d088 for instance with vm_state building and task_state spawning. [ 1035.368994] env[65794]: DEBUG oslo_vmware.api [None req-35609703-c126-4c20-8875-5f2a6bde254b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811816, 'name': ReconfigVM_Task, 'duration_secs': 0.150971} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.369379] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-35609703-c126-4c20-8875-5f2a6bde254b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938184', 'volume_id': '31592588-35fa-4025-a921-315618d89952', 'name': 'volume-31592588-35fa-4025-a921-315618d89952', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6477f28c-5665-49cf-9e0d-d9fb16ad6ee5', 'attached_at': '', 'detached_at': '', 'volume_id': '31592588-35fa-4025-a921-315618d89952', 'serial': '31592588-35fa-4025-a921-315618d89952'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1035.388948] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527aeb24-5474-e301-a6fc-8f740f501ba4, 'name': SearchDatastore_Task, 'duration_secs': 0.021366} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.390165] env[65794]: DEBUG nova.network.neutron [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Updating instance_info_cache with network_info: [{"id": "315249b7-4aba-4b60-9dc0-6fd05403d088", "address": "fa:16:3e:2d:92:31", "network": {"id": "13fa4618-444e-40a1-bcec-32b4d0495a8d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-200316282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d793fecc6b84afab489dbe5f0c42d1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315249b7-4a", "ovs_interfaceid": "315249b7-4aba-4b60-9dc0-6fd05403d088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.392099] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1afa1a47-047f-401f-bf1d-555763f6ad6c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.399328] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 1035.399328] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52d3337c-777a-7c15-c279-b62d3491f0dd" [ 1035.399328] env[65794]: _type = "Task" [ 1035.399328] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.410682] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d3337c-777a-7c15-c279-b62d3491f0dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.595020] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072735} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.595319] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.596202] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59e150e-38ab-4a34-807f-7e5866f837e9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.622568] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 23954416-8977-44f4-87fe-73af19349699/23954416-8977-44f4-87fe-73af19349699.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.625529] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b72e187-0f48-4d4c-b411-dba7b4ba93f5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.648265] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1035.648265] env[65794]: value = "task-4811818" [ 1035.648265] env[65794]: _type = "Task" [ 1035.648265] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.660968] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.706469] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47903683-16c8-4612-942e-c9ed9a605435 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.715352] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20782638-8a50-442e-bac5-0abd75507044 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.757467] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5881fbb3-29d2-445e-83bc-732e594e04fb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.766594] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcadd79-1b4d-483c-9272-d567af4335bf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.782168] env[65794]: DEBUG nova.compute.provider_tree [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.813426] env[65794]: DEBUG oslo_vmware.api [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811815, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.892752] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Releasing lock "refresh_cache-88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.893165] env[65794]: DEBUG nova.compute.manager [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Instance network_info: |[{"id": "315249b7-4aba-4b60-9dc0-6fd05403d088", "address": "fa:16:3e:2d:92:31", "network": {"id": "13fa4618-444e-40a1-bcec-32b4d0495a8d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-200316282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d793fecc6b84afab489dbe5f0c42d1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315249b7-4a", "ovs_interfaceid": "315249b7-4aba-4b60-9dc0-6fd05403d088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1035.893718] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:92:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '315249b7-4aba-4b60-9dc0-6fd05403d088', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.902135] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1035.902479] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.906291] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01c392b5-da1c-48d7-a92d-d006184a67a8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.927406] env[65794]: DEBUG nova.objects.instance [None req-35609703-c126-4c20-8875-5f2a6bde254b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lazy-loading 'flavor' on Instance uuid 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.934921] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d3337c-777a-7c15-c279-b62d3491f0dd, 'name': SearchDatastore_Task, 'duration_secs': 0.039735} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.937209] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.937498] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 07f4ce4f-04b7-4996-bc04-0393d7c175fd/07f4ce4f-04b7-4996-bc04-0393d7c175fd.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.937789] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.937789] env[65794]: value = "task-4811819" [ 1035.937789] env[65794]: _type = "Task" [ 1035.937789] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.937996] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abf35002-206f-49f3-97e4-c6381a7e44d0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.950613] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811819, 'name': CreateVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.952215] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 1035.952215] env[65794]: value = "task-4811820" [ 1035.952215] env[65794]: _type = "Task" [ 1035.952215] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.957947] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Acquiring lock "78ae3bb1-01e1-4d14-87b6-a2df8eeab406" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.957947] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lock "78ae3bb1-01e1-4d14-87b6-a2df8eeab406" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.957947] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Acquiring lock "78ae3bb1-01e1-4d14-87b6-a2df8eeab406-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.958503] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lock "78ae3bb1-01e1-4d14-87b6-a2df8eeab406-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.958775] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lock "78ae3bb1-01e1-4d14-87b6-a2df8eeab406-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.963708] env[65794]: INFO nova.compute.manager [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Terminating instance [ 1036.161973] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811818, 'name': ReconfigVM_Task, 'duration_secs': 0.501117} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.162361] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 23954416-8977-44f4-87fe-73af19349699/23954416-8977-44f4-87fe-73af19349699.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.163311] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-677774a3-478d-470c-a903-10284e451cc3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.172445] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1036.172445] env[65794]: value = "task-4811821" [ 1036.172445] env[65794]: _type = "Task" [ 1036.172445] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.183525] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811821, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.258363] env[65794]: DEBUG nova.compute.manager [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1036.286096] env[65794]: DEBUG nova.scheduler.client.report [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.307496] env[65794]: DEBUG nova.virt.hardware [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1036.307826] env[65794]: DEBUG nova.virt.hardware [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.308437] env[65794]: DEBUG nova.virt.hardware [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1036.308437] env[65794]: DEBUG nova.virt.hardware [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.308437] env[65794]: DEBUG nova.virt.hardware [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1036.308437] env[65794]: DEBUG nova.virt.hardware [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1036.308938] env[65794]: DEBUG nova.virt.hardware [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1036.308938] env[65794]: DEBUG nova.virt.hardware [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1036.308938] env[65794]: DEBUG nova.virt.hardware [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1036.309450] env[65794]: DEBUG nova.virt.hardware [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1036.309450] env[65794]: DEBUG nova.virt.hardware [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1036.310143] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517b0d3f-6537-492b-9cd4-eef12defd5c3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.317518] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b6df2f60-f134-497a-b9ca-840a7ee733b5 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.317765] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b6df2f60-f134-497a-b9ca-840a7ee733b5 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.319102] env[65794]: DEBUG oslo_vmware.api [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811815, 'name': CreateSnapshot_Task, 'duration_secs': 1.118994} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.320234] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Created Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1036.321058] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fb8fb7-77e9-4de1-8eee-d43ca111e0ac {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.330126] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea85c00-d389-4210-8c9d-a77f7f7daf34 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.453161] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811819, 'name': CreateVM_Task, 'duration_secs': 0.359942} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.457165] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.458014] env[65794]: WARNING neutronclient.v2_0.client [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.458375] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.458538] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.458830] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.459501] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aee785c-85fc-444b-b8bd-2b2bbcb1a005 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.465206] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811820, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.468836] env[65794]: DEBUG nova.compute.manager [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1036.468995] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.470831] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b81198-f658-4df4-adae-34697a2686e6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.474447] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1036.474447] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52e43174-b00f-b47a-f53e-7c19c717e76e" [ 1036.474447] env[65794]: _type = "Task" [ 1036.474447] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.481363] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.482109] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c9ff409-e9cd-43b7-9d23-d785e392147d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.488669] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e43174-b00f-b47a-f53e-7c19c717e76e, 'name': SearchDatastore_Task, 'duration_secs': 0.01426} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.490353] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.491040] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.491040] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.491040] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.491263] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.491484] env[65794]: DEBUG oslo_vmware.api [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 1036.491484] env[65794]: value = "task-4811822" [ 1036.491484] env[65794]: _type = "Task" [ 1036.491484] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.491763] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5772d11-c1b8-4e0e-8645-2b623e6a14b7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.504734] env[65794]: DEBUG oslo_vmware.api [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.506387] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.506574] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.507454] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69f4f6a2-4cee-43be-a42a-1790a96ba880 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.514504] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1036.514504] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]520bed90-1618-c4ff-a9e1-c9f6392a90df" [ 1036.514504] env[65794]: _type = "Task" [ 1036.514504] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.524723] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]520bed90-1618-c4ff-a9e1-c9f6392a90df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.687324] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811821, 'name': Rename_Task, 'duration_secs': 0.426657} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.687324] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.687959] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70698511-3a30-496a-ad3e-6350e0a982e5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.698204] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1036.698204] env[65794]: value = "task-4811823" [ 1036.698204] env[65794]: _type = "Task" [ 1036.698204] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.717032] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.793200] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.793200] env[65794]: DEBUG nova.compute.manager [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1036.802578] env[65794]: DEBUG oslo_concurrency.lockutils [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.872s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.804012] env[65794]: INFO nova.compute.claims [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.815998] env[65794]: DEBUG nova.network.neutron [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Successfully updated port: b99a104d-e241-4b85-8dcf-050b7a9dd71e {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1036.819903] env[65794]: DEBUG nova.compute.manager [req-2718da11-4259-4805-8519-251b58761ad1 req-d8167bfb-6bfa-4b6c-bb25-fda8e87f5c78 service nova] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Received event network-changed-315249b7-4aba-4b60-9dc0-6fd05403d088 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1036.819903] env[65794]: DEBUG nova.compute.manager [req-2718da11-4259-4805-8519-251b58761ad1 req-d8167bfb-6bfa-4b6c-bb25-fda8e87f5c78 service nova] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Refreshing instance network info cache due to event network-changed-315249b7-4aba-4b60-9dc0-6fd05403d088. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1036.819903] env[65794]: DEBUG oslo_concurrency.lockutils [req-2718da11-4259-4805-8519-251b58761ad1 req-d8167bfb-6bfa-4b6c-bb25-fda8e87f5c78 service nova] Acquiring lock "refresh_cache-88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.819903] env[65794]: DEBUG oslo_concurrency.lockutils [req-2718da11-4259-4805-8519-251b58761ad1 req-d8167bfb-6bfa-4b6c-bb25-fda8e87f5c78 service nova] Acquired lock "refresh_cache-88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.819903] env[65794]: DEBUG nova.network.neutron [req-2718da11-4259-4805-8519-251b58761ad1 req-d8167bfb-6bfa-4b6c-bb25-fda8e87f5c78 service nova] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Refreshing network info cache for port 315249b7-4aba-4b60-9dc0-6fd05403d088 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.822499] env[65794]: INFO nova.compute.manager [None req-b6df2f60-f134-497a-b9ca-840a7ee733b5 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Detaching volume 250b0f6e-2482-462a-b92f-998ee69314ec [ 1036.849638] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Creating linked-clone VM from snapshot {{(pid=65794) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1036.850315] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fdbe8316-a7a6-4994-b32b-4a7265a0324d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.860803] env[65794]: DEBUG oslo_vmware.api [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1036.860803] env[65794]: value = "task-4811824" [ 1036.860803] env[65794]: _type = "Task" [ 1036.860803] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.866209] env[65794]: INFO nova.virt.block_device [None req-b6df2f60-f134-497a-b9ca-840a7ee733b5 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Attempting to driver detach volume 250b0f6e-2482-462a-b92f-998ee69314ec from mountpoint /dev/sdb [ 1036.866430] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6df2f60-f134-497a-b9ca-840a7ee733b5 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Volume detach. Driver type: vmdk {{(pid=65794) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1036.866615] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6df2f60-f134-497a-b9ca-840a7ee733b5 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938192', 'volume_id': '250b0f6e-2482-462a-b92f-998ee69314ec', 'name': 'volume-250b0f6e-2482-462a-b92f-998ee69314ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '68fc7c47-2c31-4ec9-90fc-79d70381f7c1', 'attached_at': '', 'detached_at': '', 'volume_id': '250b0f6e-2482-462a-b92f-998ee69314ec', 'serial': '250b0f6e-2482-462a-b92f-998ee69314ec'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1036.870428] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9274d343-dd3c-4148-855b-08e8d85fe56c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.879341] env[65794]: DEBUG oslo_vmware.api [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811824, 'name': CloneVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.897154] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ba8ce7-c68c-4378-9c57-db0e8a33aa5c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.905701] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc83555c-4908-4816-92fd-4c663d349aa9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.931519] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07eea922-cda5-4345-ac28-6cf770954f18 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.948300] env[65794]: DEBUG oslo_concurrency.lockutils [None req-35609703-c126-4c20-8875-5f2a6bde254b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "6477f28c-5665-49cf-9e0d-d9fb16ad6ee5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.407s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.952717] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6df2f60-f134-497a-b9ca-840a7ee733b5 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] The volume has not been displaced from its original location: [datastore1] volume-250b0f6e-2482-462a-b92f-998ee69314ec/volume-250b0f6e-2482-462a-b92f-998ee69314ec.vmdk. No consolidation needed. {{(pid=65794) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1036.957588] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6df2f60-f134-497a-b9ca-840a7ee733b5 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1036.958023] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6f63954-cff7-4e57-a552-cdc58ef56582 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.978920] env[65794]: DEBUG nova.compute.manager [req-ee92ac26-0c6b-4d10-bc94-36460d4acf4b req-f19625d3-5ff2-4e9b-81b0-9dd38d2d2ada service nova] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Received event network-vif-plugged-b99a104d-e241-4b85-8dcf-050b7a9dd71e {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1036.978920] env[65794]: DEBUG oslo_concurrency.lockutils [req-ee92ac26-0c6b-4d10-bc94-36460d4acf4b req-f19625d3-5ff2-4e9b-81b0-9dd38d2d2ada service nova] Acquiring lock "8d2d2881-1f29-4519-99fb-d85e07b7d818-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.978920] env[65794]: DEBUG oslo_concurrency.lockutils [req-ee92ac26-0c6b-4d10-bc94-36460d4acf4b req-f19625d3-5ff2-4e9b-81b0-9dd38d2d2ada service nova] Lock "8d2d2881-1f29-4519-99fb-d85e07b7d818-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.978920] env[65794]: DEBUG oslo_concurrency.lockutils [req-ee92ac26-0c6b-4d10-bc94-36460d4acf4b req-f19625d3-5ff2-4e9b-81b0-9dd38d2d2ada service nova] Lock "8d2d2881-1f29-4519-99fb-d85e07b7d818-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.978920] env[65794]: DEBUG nova.compute.manager [req-ee92ac26-0c6b-4d10-bc94-36460d4acf4b req-f19625d3-5ff2-4e9b-81b0-9dd38d2d2ada service nova] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] No waiting events found dispatching network-vif-plugged-b99a104d-e241-4b85-8dcf-050b7a9dd71e {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1036.979158] env[65794]: WARNING nova.compute.manager [req-ee92ac26-0c6b-4d10-bc94-36460d4acf4b req-f19625d3-5ff2-4e9b-81b0-9dd38d2d2ada service nova] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Received unexpected event network-vif-plugged-b99a104d-e241-4b85-8dcf-050b7a9dd71e for instance with vm_state building and task_state spawning. [ 1036.987792] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527741} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.988640] env[65794]: DEBUG oslo_vmware.api [None req-b6df2f60-f134-497a-b9ca-840a7ee733b5 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 1036.988640] env[65794]: value = "task-4811825" [ 1036.988640] env[65794]: _type = "Task" [ 1036.988640] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.988933] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 07f4ce4f-04b7-4996-bc04-0393d7c175fd/07f4ce4f-04b7-4996-bc04-0393d7c175fd.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.989223] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.989546] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65668b0f-b880-4e0f-ba39-dfbaa4c0e568 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.001369] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 1037.001369] env[65794]: value = "task-4811826" [ 1037.001369] env[65794]: _type = "Task" [ 1037.001369] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.005047] env[65794]: DEBUG oslo_vmware.api [None req-b6df2f60-f134-497a-b9ca-840a7ee733b5 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.011284] env[65794]: DEBUG oslo_vmware.api [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811822, 'name': PowerOffVM_Task, 'duration_secs': 0.322171} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.011573] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.011787] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.012437] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2eac1b27-7a83-4f5a-b50f-9e3c795ebbe8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.021472] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.032964] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]520bed90-1618-c4ff-a9e1-c9f6392a90df, 'name': SearchDatastore_Task, 'duration_secs': 0.014224} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.033922] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73128c4a-cf79-487a-a48f-a834c44d8ff0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.040431] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1037.040431] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f00417-c45a-d1bc-749e-e014c305461f" [ 1037.040431] env[65794]: _type = "Task" [ 1037.040431] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.050298] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f00417-c45a-d1bc-749e-e014c305461f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.108457] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.108805] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.109012] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Deleting the datastore file [datastore1] 78ae3bb1-01e1-4d14-87b6-a2df8eeab406 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.109302] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b367c1dd-8468-49c4-a39a-b66c16eebe77 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.117191] env[65794]: DEBUG oslo_vmware.api [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for the task: (returnval){ [ 1037.117191] env[65794]: value = "task-4811828" [ 1037.117191] env[65794]: _type = "Task" [ 1037.117191] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.129067] env[65794]: DEBUG oslo_vmware.api [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.210517] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811823, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.318126] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "refresh_cache-8d2d2881-1f29-4519-99fb-d85e07b7d818" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.318362] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired lock "refresh_cache-8d2d2881-1f29-4519-99fb-d85e07b7d818" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.318553] env[65794]: DEBUG nova.network.neutron [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1037.322648] env[65794]: DEBUG nova.compute.utils [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.323439] env[65794]: DEBUG nova.compute.manager [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1037.323680] env[65794]: DEBUG nova.network.neutron [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1037.324101] env[65794]: WARNING neutronclient.v2_0.client [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.324382] env[65794]: WARNING neutronclient.v2_0.client [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.326822] env[65794]: WARNING neutronclient.v2_0.client [req-2718da11-4259-4805-8519-251b58761ad1 req-d8167bfb-6bfa-4b6c-bb25-fda8e87f5c78 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.373045] env[65794]: DEBUG oslo_vmware.api [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811824, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.419918] env[65794]: DEBUG nova.policy [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82d604b2709b4e8db69d09ebfb93e654', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '812291deec2b46859012f75f7c4f7bb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.501700] env[65794]: DEBUG oslo_vmware.api [None req-b6df2f60-f134-497a-b9ca-840a7ee733b5 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811825, 'name': ReconfigVM_Task, 'duration_secs': 0.30167} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.502018] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6df2f60-f134-497a-b9ca-840a7ee733b5 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1037.508435] env[65794]: WARNING neutronclient.v2_0.client [req-2718da11-4259-4805-8519-251b58761ad1 req-d8167bfb-6bfa-4b6c-bb25-fda8e87f5c78 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.511254] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97fd4730-7dda-421f-9830-483e0fc14a2a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.532430] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076118} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.532736] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.533707] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cac018-4969-4950-9894-769cede62c5b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.538168] env[65794]: DEBUG oslo_vmware.api [None req-b6df2f60-f134-497a-b9ca-840a7ee733b5 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 1037.538168] env[65794]: value = "task-4811829" [ 1037.538168] env[65794]: _type = "Task" [ 1037.538168] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.563812] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 07f4ce4f-04b7-4996-bc04-0393d7c175fd/07f4ce4f-04b7-4996-bc04-0393d7c175fd.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.571362] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e088e32a-0e1d-438a-a56c-08845eb513fa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.592075] env[65794]: DEBUG oslo_vmware.api [None req-b6df2f60-f134-497a-b9ca-840a7ee733b5 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.599769] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f00417-c45a-d1bc-749e-e014c305461f, 'name': SearchDatastore_Task, 'duration_secs': 0.015545} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.601627] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.601907] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8/88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.602268] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 1037.602268] env[65794]: value = "task-4811830" [ 1037.602268] env[65794]: _type = "Task" [ 1037.602268] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.602476] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-412e8d0f-8b08-4c43-a0a4-423dd295f689 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.615008] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811830, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.616661] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1037.616661] env[65794]: value = "task-4811831" [ 1037.616661] env[65794]: _type = "Task" [ 1037.616661] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.634503] env[65794]: DEBUG oslo_vmware.api [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Task: {'id': task-4811828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4971} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.634835] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.635133] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.635340] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.635515] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.635692] env[65794]: INFO nova.compute.manager [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1037.635975] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1037.636216] env[65794]: DEBUG nova.compute.manager [-] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1037.636299] env[65794]: DEBUG nova.network.neutron [-] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1037.636555] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.644445] env[65794]: DEBUG oslo_concurrency.lockutils [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "6477f28c-5665-49cf-9e0d-d9fb16ad6ee5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.644819] env[65794]: DEBUG oslo_concurrency.lockutils [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "6477f28c-5665-49cf-9e0d-d9fb16ad6ee5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.645359] env[65794]: DEBUG oslo_concurrency.lockutils [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "6477f28c-5665-49cf-9e0d-d9fb16ad6ee5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.645718] env[65794]: DEBUG oslo_concurrency.lockutils [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "6477f28c-5665-49cf-9e0d-d9fb16ad6ee5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.645976] env[65794]: DEBUG oslo_concurrency.lockutils [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "6477f28c-5665-49cf-9e0d-d9fb16ad6ee5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.650666] env[65794]: INFO nova.compute.manager [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Terminating instance [ 1037.671745] env[65794]: DEBUG nova.network.neutron [req-2718da11-4259-4805-8519-251b58761ad1 req-d8167bfb-6bfa-4b6c-bb25-fda8e87f5c78 service nova] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Updated VIF entry in instance network info cache for port 315249b7-4aba-4b60-9dc0-6fd05403d088. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1037.672504] env[65794]: DEBUG nova.network.neutron [req-2718da11-4259-4805-8519-251b58761ad1 req-d8167bfb-6bfa-4b6c-bb25-fda8e87f5c78 service nova] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Updating instance_info_cache with network_info: [{"id": "315249b7-4aba-4b60-9dc0-6fd05403d088", "address": "fa:16:3e:2d:92:31", "network": {"id": "13fa4618-444e-40a1-bcec-32b4d0495a8d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-200316282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d793fecc6b84afab489dbe5f0c42d1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315249b7-4a", "ovs_interfaceid": "315249b7-4aba-4b60-9dc0-6fd05403d088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.713672] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811823, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.776555] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.790713] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "interface-6974fd53-5f45-4590-9cb1-bb19b8ced00b-9b2b0ec4-c321-4951-8563-fbb8ffe0cde8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.791038] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "interface-6974fd53-5f45-4590-9cb1-bb19b8ced00b-9b2b0ec4-c321-4951-8563-fbb8ffe0cde8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.837378] env[65794]: DEBUG nova.compute.manager [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1037.849886] env[65794]: DEBUG nova.network.neutron [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Successfully created port: f48f64c1-fc1b-4b1e-844b-149b26889ff8 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1037.877224] env[65794]: DEBUG oslo_vmware.api [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811824, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.922084] env[65794]: DEBUG nova.network.neutron [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1038.052253] env[65794]: DEBUG oslo_vmware.api [None req-b6df2f60-f134-497a-b9ca-840a7ee733b5 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811829, 'name': ReconfigVM_Task, 'duration_secs': 0.181708} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.052444] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6df2f60-f134-497a-b9ca-840a7ee733b5 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938192', 'volume_id': '250b0f6e-2482-462a-b92f-998ee69314ec', 'name': 'volume-250b0f6e-2482-462a-b92f-998ee69314ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '68fc7c47-2c31-4ec9-90fc-79d70381f7c1', 'attached_at': '', 'detached_at': '', 'volume_id': '250b0f6e-2482-462a-b92f-998ee69314ec', 'serial': '250b0f6e-2482-462a-b92f-998ee69314ec'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1038.126746] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811830, 'name': ReconfigVM_Task, 'duration_secs': 0.377184} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.126746] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 07f4ce4f-04b7-4996-bc04-0393d7c175fd/07f4ce4f-04b7-4996-bc04-0393d7c175fd.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.127870] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da17aa2a-3a9c-4cb4-a181-37aca39d92dc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.135297] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811831, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.146673] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 1038.146673] env[65794]: value = "task-4811832" [ 1038.146673] env[65794]: _type = "Task" [ 1038.146673] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.157419] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811832, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.158170] env[65794]: DEBUG nova.compute.manager [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1038.158398] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.159357] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53baac02-d5b3-4294-80c3-5cd662a75408 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.169650] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.169955] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e60de61-e3ad-468e-a5af-f902495544c1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.175375] env[65794]: DEBUG oslo_concurrency.lockutils [req-2718da11-4259-4805-8519-251b58761ad1 req-d8167bfb-6bfa-4b6c-bb25-fda8e87f5c78 service nova] Releasing lock "refresh_cache-88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.179718] env[65794]: DEBUG oslo_vmware.api [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1038.179718] env[65794]: value = "task-4811833" [ 1038.179718] env[65794]: _type = "Task" [ 1038.179718] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.215171] env[65794]: DEBUG oslo_vmware.api [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811823, 'name': PowerOnVM_Task, 'duration_secs': 1.029172} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.215512] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.216725] env[65794]: INFO nova.compute.manager [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1038.216725] env[65794]: DEBUG nova.compute.manager [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1038.216865] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a048f6-3eee-4e6b-8a42-fd8cc64d87fd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.295090] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.295335] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.299837] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9356e98f-fdad-48ac-8c14-ef178a287b17 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.330127] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628e932e-82ce-4860-b6fb-fd314e6a2019 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.364965] env[65794]: WARNING neutronclient.v2_0.client [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.370995] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Reconfiguring VM to detach interface {{(pid=65794) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1038.375021] env[65794]: WARNING neutronclient.v2_0.client [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.377979] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc6f0df7-9817-4755-943a-4e7c2893220b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.402467] env[65794]: DEBUG oslo_vmware.api [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811824, 'name': CloneVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.404529] env[65794]: DEBUG oslo_vmware.api [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1038.404529] env[65794]: value = "task-4811834" [ 1038.404529] env[65794]: _type = "Task" [ 1038.404529] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.414425] env[65794]: DEBUG oslo_vmware.api [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.418339] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602c19f6-75ec-4757-8ebe-932e82d5af36 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.427645] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a026397-9b9b-4fb4-bc66-73f8e49abed1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.470781] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78aae019-42fe-4aad-8b80-106c855b4d0a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.479447] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be967867-ecf1-4bb0-8618-2aaf8a1d5f83 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.494882] env[65794]: DEBUG nova.compute.provider_tree [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.526084] env[65794]: DEBUG nova.network.neutron [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Updating instance_info_cache with network_info: [{"id": "b99a104d-e241-4b85-8dcf-050b7a9dd71e", "address": "fa:16:3e:40:07:09", "network": {"id": "42cade4a-4a06-4155-8650-50edbd2d8a1b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-718071421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "737a0ac2aeb14300bb926f480f8a9607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb99a104d-e2", "ovs_interfaceid": "b99a104d-e241-4b85-8dcf-050b7a9dd71e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.616042] env[65794]: DEBUG nova.objects.instance [None req-b6df2f60-f134-497a-b9ca-840a7ee733b5 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lazy-loading 'flavor' on Instance uuid 68fc7c47-2c31-4ec9-90fc-79d70381f7c1 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.617293] env[65794]: DEBUG nova.network.neutron [-] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.628992] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56343} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.629315] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8/88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.629534] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.629795] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ae1c72c-437f-41f6-94c3-a4863617f965 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.639985] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1038.639985] env[65794]: value = "task-4811835" [ 1038.639985] env[65794]: _type = "Task" [ 1038.639985] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.656130] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.660248] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811832, 'name': Rename_Task, 'duration_secs': 0.205002} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.660566] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.660965] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93ee740a-3792-4555-a7c2-1b5f47f73031 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.668245] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 1038.668245] env[65794]: value = "task-4811836" [ 1038.668245] env[65794]: _type = "Task" [ 1038.668245] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.677987] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.689969] env[65794]: DEBUG oslo_vmware.api [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811833, 'name': PowerOffVM_Task, 'duration_secs': 0.290485} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.690469] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.690672] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.690967] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24a641aa-6d90-4f65-a560-3c18f66ea050 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.742895] env[65794]: INFO nova.compute.manager [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Took 37.27 seconds to build instance. [ 1038.802295] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.802503] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.802712] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Deleting the datastore file [datastore2] 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.802997] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd05f05c-99ce-4363-9a74-e3c3ebcd6127 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.810224] env[65794]: DEBUG oslo_vmware.api [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1038.810224] env[65794]: value = "task-4811838" [ 1038.810224] env[65794]: _type = "Task" [ 1038.810224] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.818310] env[65794]: DEBUG oslo_vmware.api [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.866990] env[65794]: DEBUG nova.compute.manager [req-073a38e2-2c50-4ae9-bf3f-1ec7a8bccb6c req-7a859d53-8bdb-44aa-976d-341cc051f856 service nova] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Received event network-vif-deleted-66e12b2e-e5e0-4f1b-a826-14fe937c3082 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1038.878632] env[65794]: DEBUG nova.compute.manager [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1038.892811] env[65794]: DEBUG oslo_vmware.api [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811824, 'name': CloneVM_Task, 'duration_secs': 1.712529} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.893226] env[65794]: INFO nova.virt.vmwareapi.vmops [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Created linked-clone VM from snapshot [ 1038.894134] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2218e6-17ee-4b96-a889-2e1fb159090d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.904542] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Uploading image 9e64f68c-1064-4314-975b-215e4c8c3403 {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1038.908533] env[65794]: DEBUG nova.virt.hardware [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1038.908763] env[65794]: DEBUG nova.virt.hardware [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.908909] env[65794]: DEBUG nova.virt.hardware [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1038.909101] env[65794]: DEBUG nova.virt.hardware [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.909242] env[65794]: DEBUG nova.virt.hardware [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1038.909386] env[65794]: DEBUG nova.virt.hardware [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1038.909585] env[65794]: DEBUG nova.virt.hardware [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1038.909733] env[65794]: DEBUG nova.virt.hardware [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1038.909887] env[65794]: DEBUG nova.virt.hardware [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1038.910062] env[65794]: DEBUG nova.virt.hardware [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1038.910237] env[65794]: DEBUG nova.virt.hardware [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1038.911456] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f18cbf3-c493-4674-a222-07753fefc726 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.925484] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29a8eff-3ec4-4419-a391-a8fe13fb6dee {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.929437] env[65794]: DEBUG oslo_vmware.api [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.945762] env[65794]: DEBUG oslo_vmware.rw_handles [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1038.945762] env[65794]: value = "vm-938215" [ 1038.945762] env[65794]: _type = "VirtualMachine" [ 1038.945762] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1038.946060] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-78d0edd0-0ba4-4b55-8be6-b66e8f110379 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.954365] env[65794]: DEBUG oslo_vmware.rw_handles [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lease: (returnval){ [ 1038.954365] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52e4fc54-b3dc-93ca-b816-2b04789f2674" [ 1038.954365] env[65794]: _type = "HttpNfcLease" [ 1038.954365] env[65794]: } obtained for exporting VM: (result){ [ 1038.954365] env[65794]: value = "vm-938215" [ 1038.954365] env[65794]: _type = "VirtualMachine" [ 1038.954365] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1038.954730] env[65794]: DEBUG oslo_vmware.api [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the lease: (returnval){ [ 1038.954730] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52e4fc54-b3dc-93ca-b816-2b04789f2674" [ 1038.954730] env[65794]: _type = "HttpNfcLease" [ 1038.954730] env[65794]: } to be ready. {{(pid=65794) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1038.962549] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1038.962549] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52e4fc54-b3dc-93ca-b816-2b04789f2674" [ 1038.962549] env[65794]: _type = "HttpNfcLease" [ 1038.962549] env[65794]: } is initializing. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1038.999039] env[65794]: DEBUG nova.scheduler.client.report [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.006770] env[65794]: DEBUG nova.compute.manager [req-8f3c64f1-bb4c-4f3a-86d0-3d77f96eb783 req-7af078d3-1ab7-4c4a-bea5-c86a20f52d56 service nova] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Received event network-changed-b99a104d-e241-4b85-8dcf-050b7a9dd71e {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1039.006770] env[65794]: DEBUG nova.compute.manager [req-8f3c64f1-bb4c-4f3a-86d0-3d77f96eb783 req-7af078d3-1ab7-4c4a-bea5-c86a20f52d56 service nova] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Refreshing instance network info cache due to event network-changed-b99a104d-e241-4b85-8dcf-050b7a9dd71e. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1039.006978] env[65794]: DEBUG oslo_concurrency.lockutils [req-8f3c64f1-bb4c-4f3a-86d0-3d77f96eb783 req-7af078d3-1ab7-4c4a-bea5-c86a20f52d56 service nova] Acquiring lock "refresh_cache-8d2d2881-1f29-4519-99fb-d85e07b7d818" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.029508] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Releasing lock "refresh_cache-8d2d2881-1f29-4519-99fb-d85e07b7d818" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.029874] env[65794]: DEBUG nova.compute.manager [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Instance network_info: |[{"id": "b99a104d-e241-4b85-8dcf-050b7a9dd71e", "address": "fa:16:3e:40:07:09", "network": {"id": "42cade4a-4a06-4155-8650-50edbd2d8a1b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-718071421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "737a0ac2aeb14300bb926f480f8a9607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb99a104d-e2", "ovs_interfaceid": "b99a104d-e241-4b85-8dcf-050b7a9dd71e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1039.030497] env[65794]: DEBUG oslo_concurrency.lockutils [req-8f3c64f1-bb4c-4f3a-86d0-3d77f96eb783 req-7af078d3-1ab7-4c4a-bea5-c86a20f52d56 service nova] Acquired lock "refresh_cache-8d2d2881-1f29-4519-99fb-d85e07b7d818" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.030680] env[65794]: DEBUG nova.network.neutron [req-8f3c64f1-bb4c-4f3a-86d0-3d77f96eb783 req-7af078d3-1ab7-4c4a-bea5-c86a20f52d56 service nova] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Refreshing network info cache for port b99a104d-e241-4b85-8dcf-050b7a9dd71e {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.031869] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:07:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '399f3826-705c-45f7-9fe0-3a08a945151a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b99a104d-e241-4b85-8dcf-050b7a9dd71e', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.040485] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1039.042131] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.042391] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af971f00-ded2-41c5-8114-5cf2f79a13c0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.064409] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.064409] env[65794]: value = "task-4811840" [ 1039.064409] env[65794]: _type = "Task" [ 1039.064409] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.075274] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811840, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.123564] env[65794]: INFO nova.compute.manager [-] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Took 1.49 seconds to deallocate network for instance. [ 1039.154545] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083165} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.154545] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.154545] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4507ce46-3d21-4843-b849-4adc5293dff5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.181652] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8/88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.186243] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d26c987b-68e8-4781-8eab-8982472cd795 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.210934] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.212527] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1039.212527] env[65794]: value = "task-4811841" [ 1039.212527] env[65794]: _type = "Task" [ 1039.212527] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.223157] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811841, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.247029] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3823052f-bc26-4ec4-8ed6-e5a498ce6f12 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "23954416-8977-44f4-87fe-73af19349699" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.797s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.321670] env[65794]: DEBUG oslo_vmware.api [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.422583] env[65794]: DEBUG oslo_vmware.api [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.464472] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1039.464472] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52e4fc54-b3dc-93ca-b816-2b04789f2674" [ 1039.464472] env[65794]: _type = "HttpNfcLease" [ 1039.464472] env[65794]: } is ready. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1039.464920] env[65794]: DEBUG oslo_vmware.rw_handles [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1039.464920] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52e4fc54-b3dc-93ca-b816-2b04789f2674" [ 1039.464920] env[65794]: _type = "HttpNfcLease" [ 1039.464920] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1039.465689] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088820b6-1efe-42f9-9f82-bfe86edc962b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.475699] env[65794]: DEBUG oslo_vmware.rw_handles [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260ec3e-4d4d-444d-01ed-cd9414d0ddaf/disk-0.vmdk from lease info. {{(pid=65794) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1039.475699] env[65794]: DEBUG oslo_vmware.rw_handles [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260ec3e-4d4d-444d-01ed-cd9414d0ddaf/disk-0.vmdk for reading. {{(pid=65794) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1039.538011] env[65794]: DEBUG oslo_concurrency.lockutils [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.538588] env[65794]: DEBUG nova.compute.manager [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1039.541878] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a4e804d8-058f-4f9b-aad5-84a43103a551 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.543131] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.416s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.543368] env[65794]: DEBUG nova.objects.instance [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65794) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1039.548168] env[65794]: WARNING neutronclient.v2_0.client [req-8f3c64f1-bb4c-4f3a-86d0-3d77f96eb783 req-7af078d3-1ab7-4c4a-bea5-c86a20f52d56 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.578306] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811840, 'name': CreateVM_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.626798] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b6df2f60-f134-497a-b9ca-840a7ee733b5 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.309s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.628349] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a4e804d8-058f-4f9b-aad5-84a43103a551 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.087s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.628558] env[65794]: DEBUG nova.compute.manager [None req-a4e804d8-058f-4f9b-aad5-84a43103a551 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1039.629234] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1b8dfd36-f4be-4fb7-9890-d59d2f7df15a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.632508] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c6cf29-6f5b-4c31-a24a-2e64b4467373 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.636767] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.646040] env[65794]: DEBUG nova.compute.manager [None req-a4e804d8-058f-4f9b-aad5-84a43103a551 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65794) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 1039.646409] env[65794]: DEBUG nova.objects.instance [None req-a4e804d8-058f-4f9b-aad5-84a43103a551 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lazy-loading 'flavor' on Instance uuid 68fc7c47-2c31-4ec9-90fc-79d70381f7c1 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.663066] env[65794]: DEBUG nova.network.neutron [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Successfully updated port: f48f64c1-fc1b-4b1e-844b-149b26889ff8 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1039.685076] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.727424] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.808060] env[65794]: WARNING neutronclient.v2_0.client [req-8f3c64f1-bb4c-4f3a-86d0-3d77f96eb783 req-7af078d3-1ab7-4c4a-bea5-c86a20f52d56 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.822258] env[65794]: DEBUG oslo_vmware.api [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.57043} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.822542] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.822760] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.823029] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.823293] env[65794]: INFO nova.compute.manager [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1039.823643] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1039.823877] env[65794]: DEBUG nova.compute.manager [-] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1039.825187] env[65794]: DEBUG nova.network.neutron [-] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1039.825187] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.877040] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.908869] env[65794]: DEBUG nova.network.neutron [req-8f3c64f1-bb4c-4f3a-86d0-3d77f96eb783 req-7af078d3-1ab7-4c4a-bea5-c86a20f52d56 service nova] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Updated VIF entry in instance network info cache for port b99a104d-e241-4b85-8dcf-050b7a9dd71e. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1039.909328] env[65794]: DEBUG nova.network.neutron [req-8f3c64f1-bb4c-4f3a-86d0-3d77f96eb783 req-7af078d3-1ab7-4c4a-bea5-c86a20f52d56 service nova] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Updating instance_info_cache with network_info: [{"id": "b99a104d-e241-4b85-8dcf-050b7a9dd71e", "address": "fa:16:3e:40:07:09", "network": {"id": "42cade4a-4a06-4155-8650-50edbd2d8a1b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-718071421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "737a0ac2aeb14300bb926f480f8a9607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb99a104d-e2", "ovs_interfaceid": "b99a104d-e241-4b85-8dcf-050b7a9dd71e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.928422] env[65794]: DEBUG oslo_vmware.api [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.044917] env[65794]: DEBUG nova.compute.utils [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.050154] env[65794]: DEBUG nova.compute.manager [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Not allocating networking since 'none' was specified. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1040.080154] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8df4cd77-ee60-40e7-a3b4-a3555d5478c8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.080520] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8df4cd77-ee60-40e7-a3b4-a3555d5478c8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.081202] env[65794]: INFO nova.compute.manager [None req-8df4cd77-ee60-40e7-a3b4-a3555d5478c8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Rebooting instance [ 1040.082780] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811840, 'name': CreateVM_Task, 'duration_secs': 0.741511} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.082780] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.084544] env[65794]: WARNING neutronclient.v2_0.client [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.085876] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.086112] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.086474] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.087219] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4150b86a-15d5-4521-9a48-f7a7a0b355ee {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.095432] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1040.095432] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f2bf44-6fa3-7b3f-f279-26cffd9a0e59" [ 1040.095432] env[65794]: _type = "Task" [ 1040.095432] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.111060] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f2bf44-6fa3-7b3f-f279-26cffd9a0e59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.165072] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Acquiring lock "refresh_cache-82c577eb-9ab0-4c9b-970c-8637e88eeb48" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.165919] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Acquired lock "refresh_cache-82c577eb-9ab0-4c9b-970c-8637e88eeb48" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.165919] env[65794]: DEBUG nova.network.neutron [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1040.189675] env[65794]: DEBUG oslo_vmware.api [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811836, 'name': PowerOnVM_Task, 'duration_secs': 1.105359} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.189675] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.189675] env[65794]: INFO nova.compute.manager [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1040.189675] env[65794]: DEBUG nova.compute.manager [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1040.190302] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b395bb6-f322-45ae-9919-011b5e632a14 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.224880] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811841, 'name': ReconfigVM_Task, 'duration_secs': 0.77841} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.225252] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8/88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.226275] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08615ac7-7d23-4386-81de-b737a462141b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.235410] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1040.235410] env[65794]: value = "task-4811842" [ 1040.235410] env[65794]: _type = "Task" [ 1040.235410] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.246683] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811842, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.413266] env[65794]: DEBUG oslo_concurrency.lockutils [req-8f3c64f1-bb4c-4f3a-86d0-3d77f96eb783 req-7af078d3-1ab7-4c4a-bea5-c86a20f52d56 service nova] Releasing lock "refresh_cache-8d2d2881-1f29-4519-99fb-d85e07b7d818" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.426887] env[65794]: DEBUG oslo_vmware.api [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.556133] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cdb44b9e-0f21-4e45-9e84-9228b2ee7db4 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.557727] env[65794]: DEBUG nova.compute.manager [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1040.560403] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.838s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.562666] env[65794]: INFO nova.compute.claims [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.618983] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f2bf44-6fa3-7b3f-f279-26cffd9a0e59, 'name': SearchDatastore_Task, 'duration_secs': 0.01511} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.621713] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8df4cd77-ee60-40e7-a3b4-a3555d5478c8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "refresh_cache-7c2ad80d-cf90-4b6a-b830-677ee7f0a526" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.622050] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8df4cd77-ee60-40e7-a3b4-a3555d5478c8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "refresh_cache-7c2ad80d-cf90-4b6a-b830-677ee7f0a526" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.622616] env[65794]: DEBUG nova.network.neutron [None req-8df4cd77-ee60-40e7-a3b4-a3555d5478c8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1040.624408] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.624663] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.624935] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.625129] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.625476] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.626346] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99fa4894-8542-49f3-b289-a29bebe102c2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.639263] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.639263] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.640236] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01d83d3c-a8f4-4459-86f8-e2936bdbc334 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.648036] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1040.648036] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52fb93b2-d255-b84f-4a63-31c8fac01c12" [ 1040.648036] env[65794]: _type = "Task" [ 1040.648036] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.655169] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e804d8-058f-4f9b-aad5-84a43103a551 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.655946] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f90cbbb4-dc27-43c1-801a-32787fe6cc70 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.664819] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52fb93b2-d255-b84f-4a63-31c8fac01c12, 'name': SearchDatastore_Task, 'duration_secs': 0.014079} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.667032] env[65794]: DEBUG oslo_vmware.api [None req-a4e804d8-058f-4f9b-aad5-84a43103a551 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 1040.667032] env[65794]: value = "task-4811843" [ 1040.667032] env[65794]: _type = "Task" [ 1040.667032] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.667251] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47e66a8e-f355-42fb-b292-0dac4423a902 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.682888] env[65794]: DEBUG oslo_vmware.api [None req-a4e804d8-058f-4f9b-aad5-84a43103a551 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.684571] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1040.684571] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52e731bb-f5fb-f504-b3d2-e8ec201b5526" [ 1040.684571] env[65794]: _type = "Task" [ 1040.684571] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.694440] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e731bb-f5fb-f504-b3d2-e8ec201b5526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.712697] env[65794]: DEBUG nova.network.neutron [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1040.718147] env[65794]: INFO nova.compute.manager [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Took 38.58 seconds to build instance. [ 1040.748264] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811842, 'name': Rename_Task, 'duration_secs': 0.194123} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.751511] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.752946] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2be51c0b-3978-4d46-8f46-5b655e691e65 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.765183] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1040.765183] env[65794]: value = "task-4811844" [ 1040.765183] env[65794]: _type = "Task" [ 1040.765183] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.776015] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.829387] env[65794]: WARNING neutronclient.v2_0.client [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.925851] env[65794]: DEBUG oslo_vmware.api [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.946893] env[65794]: DEBUG nova.network.neutron [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Updating instance_info_cache with network_info: [{"id": "f48f64c1-fc1b-4b1e-844b-149b26889ff8", "address": "fa:16:3e:9e:89:9b", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf48f64c1-fc", "ovs_interfaceid": "f48f64c1-fc1b-4b1e-844b-149b26889ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.950696] env[65794]: DEBUG nova.network.neutron [-] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.041875] env[65794]: DEBUG nova.compute.manager [req-e90ff3de-a126-44e9-9354-7a846c0b370d req-72ac3948-c4e0-43c9-868a-a10aa2e95820 service nova] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Received event network-vif-deleted-f77387e5-802c-49e8-996a-0d6742eb30be {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1041.129010] env[65794]: WARNING neutronclient.v2_0.client [None req-8df4cd77-ee60-40e7-a3b4-a3555d5478c8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.181128] env[65794]: DEBUG oslo_vmware.api [None req-a4e804d8-058f-4f9b-aad5-84a43103a551 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811843, 'name': PowerOffVM_Task, 'duration_secs': 0.335677} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.184854] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e804d8-058f-4f9b-aad5-84a43103a551 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.185097] env[65794]: DEBUG nova.compute.manager [None req-a4e804d8-058f-4f9b-aad5-84a43103a551 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1041.186621] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ef6eec-7d8b-4cd0-aebe-c08e95156347 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.195434] env[65794]: DEBUG nova.compute.manager [req-ac5dac13-69b6-4eeb-98c9-b8b142ba63ee req-7aabc0b3-9480-4556-9967-c9922d1a09c5 service nova] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Received event network-vif-plugged-f48f64c1-fc1b-4b1e-844b-149b26889ff8 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1041.195867] env[65794]: DEBUG oslo_concurrency.lockutils [req-ac5dac13-69b6-4eeb-98c9-b8b142ba63ee req-7aabc0b3-9480-4556-9967-c9922d1a09c5 service nova] Acquiring lock "82c577eb-9ab0-4c9b-970c-8637e88eeb48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.196208] env[65794]: DEBUG oslo_concurrency.lockutils [req-ac5dac13-69b6-4eeb-98c9-b8b142ba63ee req-7aabc0b3-9480-4556-9967-c9922d1a09c5 service nova] Lock "82c577eb-9ab0-4c9b-970c-8637e88eeb48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.196208] env[65794]: DEBUG oslo_concurrency.lockutils [req-ac5dac13-69b6-4eeb-98c9-b8b142ba63ee req-7aabc0b3-9480-4556-9967-c9922d1a09c5 service nova] Lock "82c577eb-9ab0-4c9b-970c-8637e88eeb48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.196326] env[65794]: DEBUG nova.compute.manager [req-ac5dac13-69b6-4eeb-98c9-b8b142ba63ee req-7aabc0b3-9480-4556-9967-c9922d1a09c5 service nova] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] No waiting events found dispatching network-vif-plugged-f48f64c1-fc1b-4b1e-844b-149b26889ff8 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1041.196461] env[65794]: WARNING nova.compute.manager [req-ac5dac13-69b6-4eeb-98c9-b8b142ba63ee req-7aabc0b3-9480-4556-9967-c9922d1a09c5 service nova] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Received unexpected event network-vif-plugged-f48f64c1-fc1b-4b1e-844b-149b26889ff8 for instance with vm_state building and task_state spawning. [ 1041.196705] env[65794]: DEBUG nova.compute.manager [req-ac5dac13-69b6-4eeb-98c9-b8b142ba63ee req-7aabc0b3-9480-4556-9967-c9922d1a09c5 service nova] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Received event network-changed-f48f64c1-fc1b-4b1e-844b-149b26889ff8 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1041.196909] env[65794]: DEBUG nova.compute.manager [req-ac5dac13-69b6-4eeb-98c9-b8b142ba63ee req-7aabc0b3-9480-4556-9967-c9922d1a09c5 service nova] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Refreshing instance network info cache due to event network-changed-f48f64c1-fc1b-4b1e-844b-149b26889ff8. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1041.197202] env[65794]: DEBUG oslo_concurrency.lockutils [req-ac5dac13-69b6-4eeb-98c9-b8b142ba63ee req-7aabc0b3-9480-4556-9967-c9922d1a09c5 service nova] Acquiring lock "refresh_cache-82c577eb-9ab0-4c9b-970c-8637e88eeb48" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.207508] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e731bb-f5fb-f504-b3d2-e8ec201b5526, 'name': SearchDatastore_Task, 'duration_secs': 0.017063} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.209049] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.209157] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 8d2d2881-1f29-4519-99fb-d85e07b7d818/8d2d2881-1f29-4519-99fb-d85e07b7d818.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.210140] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a10c613b-66ed-4333-af4a-b059b829a4e4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.219453] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1041.219453] env[65794]: value = "task-4811845" [ 1041.219453] env[65794]: _type = "Task" [ 1041.219453] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.224942] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4511b137-c0c0-4772-80fb-c3f22207e5b5 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Lock "07f4ce4f-04b7-4996-bc04-0393d7c175fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.098s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.230789] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.280716] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811844, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.384894] env[65794]: WARNING neutronclient.v2_0.client [None req-8df4cd77-ee60-40e7-a3b4-a3555d5478c8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.425960] env[65794]: DEBUG oslo_vmware.api [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.450369] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Releasing lock "refresh_cache-82c577eb-9ab0-4c9b-970c-8637e88eeb48" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.450763] env[65794]: DEBUG nova.compute.manager [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Instance network_info: |[{"id": "f48f64c1-fc1b-4b1e-844b-149b26889ff8", "address": "fa:16:3e:9e:89:9b", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf48f64c1-fc", "ovs_interfaceid": "f48f64c1-fc1b-4b1e-844b-149b26889ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1041.451170] env[65794]: DEBUG oslo_concurrency.lockutils [req-ac5dac13-69b6-4eeb-98c9-b8b142ba63ee req-7aabc0b3-9480-4556-9967-c9922d1a09c5 service nova] Acquired lock "refresh_cache-82c577eb-9ab0-4c9b-970c-8637e88eeb48" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.451424] env[65794]: DEBUG nova.network.neutron [req-ac5dac13-69b6-4eeb-98c9-b8b142ba63ee req-7aabc0b3-9480-4556-9967-c9922d1a09c5 service nova] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Refreshing network info cache for port f48f64c1-fc1b-4b1e-844b-149b26889ff8 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.453364] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:89:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca401eaa-889a-4f9f-ac9a-56b4c41bfc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f48f64c1-fc1b-4b1e-844b-149b26889ff8', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.461865] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Creating folder: Project (812291deec2b46859012f75f7c4f7bb8). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.463269] env[65794]: INFO nova.compute.manager [-] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Took 1.64 seconds to deallocate network for instance. [ 1041.463614] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0849521-84ca-421c-9a5a-767994179457 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.474741] env[65794]: DEBUG nova.network.neutron [None req-8df4cd77-ee60-40e7-a3b4-a3555d5478c8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Updating instance_info_cache with network_info: [{"id": "a389e040-bcb4-4a0a-8319-05d185c71a4e", "address": "fa:16:3e:7e:22:22", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa389e040-bc", "ovs_interfaceid": "a389e040-bcb4-4a0a-8319-05d185c71a4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.480931] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Created folder: Project (812291deec2b46859012f75f7c4f7bb8) in parent group-v937953. [ 1041.481780] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Creating folder: Instances. Parent ref: group-v938217. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.481780] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e37986d-99fb-4a58-add7-1c27b83c333a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.494887] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Created folder: Instances in parent group-v938217. [ 1041.495311] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1041.495942] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.496264] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be5909d2-491e-4508-a7ec-d744c7ebfc36 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.520361] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.520361] env[65794]: value = "task-4811848" [ 1041.520361] env[65794]: _type = "Task" [ 1041.520361] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.530843] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811848, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.579111] env[65794]: DEBUG nova.compute.manager [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1041.617637] env[65794]: DEBUG nova.virt.hardware [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1041.617975] env[65794]: DEBUG nova.virt.hardware [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.618067] env[65794]: DEBUG nova.virt.hardware [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1041.618264] env[65794]: DEBUG nova.virt.hardware [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.619372] env[65794]: DEBUG nova.virt.hardware [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1041.619372] env[65794]: DEBUG nova.virt.hardware [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1041.619372] env[65794]: DEBUG nova.virt.hardware [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1041.619535] env[65794]: DEBUG nova.virt.hardware [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1041.619595] env[65794]: DEBUG nova.virt.hardware [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1041.619785] env[65794]: DEBUG nova.virt.hardware [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1041.620039] env[65794]: DEBUG nova.virt.hardware [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1041.621523] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9093ee77-6de3-4b55-b474-c51127cb4f26 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.635284] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0532aa1-5d2c-425f-91e3-b594209b55da {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.657044] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Instance VIF info [] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.663376] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Creating folder: Project (7864cfbbbf9a4f269cfeaf90207cae58). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.668307] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0885901d-5319-4f2c-ae02-9c8022c96abf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.687116] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Created folder: Project (7864cfbbbf9a4f269cfeaf90207cae58) in parent group-v937953. [ 1041.687116] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Creating folder: Instances. Parent ref: group-v938220. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.692911] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eca1b97c-ae07-4407-ad21-013a911c20aa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.718247] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Created folder: Instances in parent group-v938220. [ 1041.718698] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1041.719545] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a4e804d8-058f-4f9b-aad5-84a43103a551 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.091s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.721834] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.722596] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfd1aa73-8a59-4314-971d-0b00ded02c05 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.758995] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811845, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.760849] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.760849] env[65794]: value = "task-4811851" [ 1041.760849] env[65794]: _type = "Task" [ 1041.760849] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.777546] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811851, 'name': CreateVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.786871] env[65794]: DEBUG oslo_vmware.api [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811844, 'name': PowerOnVM_Task, 'duration_secs': 0.824924} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.787241] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.787470] env[65794]: INFO nova.compute.manager [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1041.787661] env[65794]: DEBUG nova.compute.manager [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1041.788883] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e80fe16-ee78-4398-8216-b9b598018c83 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.933078] env[65794]: INFO nova.compute.manager [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Rescuing [ 1041.933480] env[65794]: DEBUG oslo_concurrency.lockutils [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquiring lock "refresh_cache-07f4ce4f-04b7-4996-bc04-0393d7c175fd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.933719] env[65794]: DEBUG oslo_concurrency.lockutils [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquired lock "refresh_cache-07f4ce4f-04b7-4996-bc04-0393d7c175fd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.933962] env[65794]: DEBUG nova.network.neutron [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1041.935822] env[65794]: DEBUG oslo_vmware.api [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.966060] env[65794]: WARNING neutronclient.v2_0.client [req-ac5dac13-69b6-4eeb-98c9-b8b142ba63ee req-7aabc0b3-9480-4556-9967-c9922d1a09c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.974442] env[65794]: DEBUG oslo_concurrency.lockutils [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.977308] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8df4cd77-ee60-40e7-a3b4-a3555d5478c8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "refresh_cache-7c2ad80d-cf90-4b6a-b830-677ee7f0a526" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.034943] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811848, 'name': CreateVM_Task, 'duration_secs': 0.508835} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.035234] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.035677] env[65794]: WARNING neutronclient.v2_0.client [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.036096] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.036258] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.036817] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.037033] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b63849e5-8f20-4b72-a215-91c8c4257078 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.044342] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Waiting for the task: (returnval){ [ 1042.044342] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]526682ae-bc4e-c7e2-700a-ac3510eae4ca" [ 1042.044342] env[65794]: _type = "Task" [ 1042.044342] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.058783] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526682ae-bc4e-c7e2-700a-ac3510eae4ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.096372] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fefb7a-0356-48fc-be37-1d1ed2e2c13c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.105228] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4f510b-e7f2-423c-9444-4ac647ab05e6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.138384] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b23f71-5500-4740-9b5d-7398ff923233 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.150237] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3211b0-0e7a-4b01-9394-f4853ba96710 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.168140] env[65794]: DEBUG nova.compute.provider_tree [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.176713] env[65794]: DEBUG nova.objects.instance [None req-62f7841e-3928-4f70-bbfc-da3b9096a548 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lazy-loading 'flavor' on Instance uuid 68fc7c47-2c31-4ec9-90fc-79d70381f7c1 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.205923] env[65794]: WARNING neutronclient.v2_0.client [req-ac5dac13-69b6-4eeb-98c9-b8b142ba63ee req-7aabc0b3-9480-4556-9967-c9922d1a09c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.233635] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716519} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.233952] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 8d2d2881-1f29-4519-99fb-d85e07b7d818/8d2d2881-1f29-4519-99fb-d85e07b7d818.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.234520] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.234837] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1842d383-6799-4018-afc3-5d3b8ad35c9d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.244014] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1042.244014] env[65794]: value = "task-4811852" [ 1042.244014] env[65794]: _type = "Task" [ 1042.244014] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.257685] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.271573] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811851, 'name': CreateVM_Task, 'duration_secs': 0.408622} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.271789] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.272228] env[65794]: DEBUG oslo_concurrency.lockutils [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.318096] env[65794]: INFO nova.compute.manager [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Took 40.06 seconds to build instance. [ 1042.320498] env[65794]: DEBUG nova.network.neutron [req-ac5dac13-69b6-4eeb-98c9-b8b142ba63ee req-7aabc0b3-9480-4556-9967-c9922d1a09c5 service nova] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Updated VIF entry in instance network info cache for port f48f64c1-fc1b-4b1e-844b-149b26889ff8. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1042.320901] env[65794]: DEBUG nova.network.neutron [req-ac5dac13-69b6-4eeb-98c9-b8b142ba63ee req-7aabc0b3-9480-4556-9967-c9922d1a09c5 service nova] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Updating instance_info_cache with network_info: [{"id": "f48f64c1-fc1b-4b1e-844b-149b26889ff8", "address": "fa:16:3e:9e:89:9b", "network": {"id": "86b20f7f-4e66-4500-86e1-85f92c7999d5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e59fc376eb3425a84ac3e67e272fc18", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf48f64c1-fc", "ovs_interfaceid": "f48f64c1-fc1b-4b1e-844b-149b26889ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.426812] env[65794]: DEBUG oslo_vmware.api [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.439749] env[65794]: WARNING neutronclient.v2_0.client [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.482387] env[65794]: DEBUG nova.compute.manager [None req-8df4cd77-ee60-40e7-a3b4-a3555d5478c8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1042.483476] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed5ef57-40e9-494c-8e15-ca4f924dcb48 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.559841] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526682ae-bc4e-c7e2-700a-ac3510eae4ca, 'name': SearchDatastore_Task, 'duration_secs': 0.016124} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.560213] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.560557] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.560716] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.560860] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.561327] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.561499] env[65794]: DEBUG oslo_concurrency.lockutils [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.561837] env[65794]: DEBUG oslo_concurrency.lockutils [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.562125] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-663444ab-4322-4150-8ca4-151e43e013d8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.564352] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1805489-1db0-4796-9f8a-7729b4cff4f6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.570614] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Waiting for the task: (returnval){ [ 1042.570614] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f0d172-0da3-347a-447a-821406ad53cb" [ 1042.570614] env[65794]: _type = "Task" [ 1042.570614] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.577926] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.578168] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.578907] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef09f79-4b73-4855-9de8-82f227769822 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.588346] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Waiting for the task: (returnval){ [ 1042.588346] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]521f15c6-3871-ffa8-e987-2d96b04bf65e" [ 1042.588346] env[65794]: _type = "Task" [ 1042.588346] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.588760] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f0d172-0da3-347a-447a-821406ad53cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.593853] env[65794]: WARNING neutronclient.v2_0.client [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.599757] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521f15c6-3871-ffa8-e987-2d96b04bf65e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.671536] env[65794]: DEBUG nova.scheduler.client.report [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.679902] env[65794]: DEBUG nova.network.neutron [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Updating instance_info_cache with network_info: [{"id": "345d52f7-ba91-4d33-8de4-aa19ed82cd4b", "address": "fa:16:3e:8a:81:20", "network": {"id": "3b8f08bd-a1e3-4e48-8016-a121cca25e85", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-378391892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bc96a9af0fb4a798dd27743599efc29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap345d52f7-ba", "ovs_interfaceid": "345d52f7-ba91-4d33-8de4-aa19ed82cd4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.686110] env[65794]: DEBUG oslo_concurrency.lockutils [None req-62f7841e-3928-4f70-bbfc-da3b9096a548 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "refresh_cache-68fc7c47-2c31-4ec9-90fc-79d70381f7c1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.686309] env[65794]: DEBUG oslo_concurrency.lockutils [None req-62f7841e-3928-4f70-bbfc-da3b9096a548 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquired lock "refresh_cache-68fc7c47-2c31-4ec9-90fc-79d70381f7c1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.686848] env[65794]: DEBUG nova.network.neutron [None req-62f7841e-3928-4f70-bbfc-da3b9096a548 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1042.686848] env[65794]: DEBUG nova.objects.instance [None req-62f7841e-3928-4f70-bbfc-da3b9096a548 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lazy-loading 'info_cache' on Instance uuid 68fc7c47-2c31-4ec9-90fc-79d70381f7c1 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.756069] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07507} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.756546] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.757293] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b911d47-14e9-4863-afab-8373dbeafb3a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.785867] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 8d2d2881-1f29-4519-99fb-d85e07b7d818/8d2d2881-1f29-4519-99fb-d85e07b7d818.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.786240] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aca787dd-1a45-4b2e-a91c-a9f51c1531ff {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.807437] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1042.807437] env[65794]: value = "task-4811853" [ 1042.807437] env[65794]: _type = "Task" [ 1042.807437] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.817217] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.820565] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b0fc70c0-dcbb-4c0e-9fe9-de74e7a07204 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.578s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.823643] env[65794]: DEBUG oslo_concurrency.lockutils [req-ac5dac13-69b6-4eeb-98c9-b8b142ba63ee req-7aabc0b3-9480-4556-9967-c9922d1a09c5 service nova] Releasing lock "refresh_cache-82c577eb-9ab0-4c9b-970c-8637e88eeb48" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.926553] env[65794]: DEBUG oslo_vmware.api [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.085885] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f0d172-0da3-347a-447a-821406ad53cb, 'name': SearchDatastore_Task, 'duration_secs': 0.01642} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.086391] env[65794]: DEBUG oslo_concurrency.lockutils [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.086525] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.086745] env[65794]: DEBUG oslo_concurrency.lockutils [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.100473] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521f15c6-3871-ffa8-e987-2d96b04bf65e, 'name': SearchDatastore_Task, 'duration_secs': 0.015727} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.101454] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2a4a8ab-dd0b-46c1-a9d8-c13cd9cbdef6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.108242] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Waiting for the task: (returnval){ [ 1043.108242] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52202bfd-7c53-6c28-149e-1959a8d9e908" [ 1043.108242] env[65794]: _type = "Task" [ 1043.108242] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.117409] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52202bfd-7c53-6c28-149e-1959a8d9e908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.177311] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.177939] env[65794]: DEBUG nova.compute.manager [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1043.180873] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.250s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.181107] env[65794]: DEBUG nova.objects.instance [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Lazy-loading 'resources' on Instance uuid bceeb14e-9178-4c72-8cb6-f16d6fa1c151 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.184150] env[65794]: DEBUG oslo_concurrency.lockutils [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Releasing lock "refresh_cache-07f4ce4f-04b7-4996-bc04-0393d7c175fd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.189759] env[65794]: DEBUG nova.objects.base [None req-62f7841e-3928-4f70-bbfc-da3b9096a548 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Object Instance<68fc7c47-2c31-4ec9-90fc-79d70381f7c1> lazy-loaded attributes: flavor,info_cache {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1043.319153] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.427450] env[65794]: DEBUG oslo_vmware.api [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.502109] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48be685f-f71e-40b0-9a79-9307df8f6337 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.510289] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8df4cd77-ee60-40e7-a3b4-a3555d5478c8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Doing hard reboot of VM {{(pid=65794) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1043.510597] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-554bb887-a71f-48d5-9b7e-c6dbc199f0c6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.519609] env[65794]: DEBUG oslo_vmware.api [None req-8df4cd77-ee60-40e7-a3b4-a3555d5478c8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1043.519609] env[65794]: value = "task-4811854" [ 1043.519609] env[65794]: _type = "Task" [ 1043.519609] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.530161] env[65794]: DEBUG oslo_vmware.api [None req-8df4cd77-ee60-40e7-a3b4-a3555d5478c8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4811854, 'name': ResetVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.624068] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52202bfd-7c53-6c28-149e-1959a8d9e908, 'name': SearchDatastore_Task, 'duration_secs': 0.015373} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.624359] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.624796] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 82c577eb-9ab0-4c9b-970c-8637e88eeb48/82c577eb-9ab0-4c9b-970c-8637e88eeb48.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.625219] env[65794]: DEBUG oslo_concurrency.lockutils [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.625426] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.625723] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63986a97-ab9d-4f52-a048-6efe697997d2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.628617] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cff0ddf-fb59-4e13-b87d-6e9770237730 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.637413] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Waiting for the task: (returnval){ [ 1043.637413] env[65794]: value = "task-4811855" [ 1043.637413] env[65794]: _type = "Task" [ 1043.637413] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.643045] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.643370] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.644568] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-232f7db5-5fb5-423a-9a89-bcc46eea2481 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.651126] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Task: {'id': task-4811855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.658196] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Waiting for the task: (returnval){ [ 1043.658196] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52c1316d-49f5-fff2-26ce-6c9dccff1b99" [ 1043.658196] env[65794]: _type = "Task" [ 1043.658196] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.667078] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c1316d-49f5-fff2-26ce-6c9dccff1b99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.685396] env[65794]: DEBUG nova.compute.utils [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.691364] env[65794]: DEBUG nova.compute.manager [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1043.691493] env[65794]: DEBUG nova.network.neutron [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1043.691921] env[65794]: WARNING neutronclient.v2_0.client [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.692294] env[65794]: WARNING neutronclient.v2_0.client [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.697960] env[65794]: WARNING neutronclient.v2_0.client [None req-62f7841e-3928-4f70-bbfc-da3b9096a548 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.744792] env[65794]: DEBUG nova.policy [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b53b746dbf34345abd25737aea67af8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28d747c7d7744934af5ef6936cd5608d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.822013] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811853, 'name': ReconfigVM_Task, 'duration_secs': 0.859268} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.825433] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 8d2d2881-1f29-4519-99fb-d85e07b7d818/8d2d2881-1f29-4519-99fb-d85e07b7d818.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.827129] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52ee6057-c184-418b-8d83-54a95ba3bf74 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.834807] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1043.834807] env[65794]: value = "task-4811856" [ 1043.834807] env[65794]: _type = "Task" [ 1043.834807] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.846921] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811856, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.935747] env[65794]: DEBUG oslo_vmware.api [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811834, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.037084] env[65794]: DEBUG oslo_vmware.api [None req-8df4cd77-ee60-40e7-a3b4-a3555d5478c8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4811854, 'name': ResetVM_Task, 'duration_secs': 0.124602} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.037084] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8df4cd77-ee60-40e7-a3b4-a3555d5478c8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Did hard reboot of VM {{(pid=65794) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1044.037471] env[65794]: DEBUG nova.compute.manager [None req-8df4cd77-ee60-40e7-a3b4-a3555d5478c8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1044.039175] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b642f1-7abe-4476-b767-cd5008c47aea {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.104204] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491f037d-dabd-4cfe-837f-c8e2f0d5edbf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.117982] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16cf5de-4ee9-4dc9-a2ed-2c0a9b7e5dcd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.123564] env[65794]: DEBUG nova.network.neutron [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Successfully created port: d0f3d9cd-0727-4ba3-9f1b-d32d3f1fa864 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1044.174778] env[65794]: WARNING neutronclient.v2_0.client [None req-62f7841e-3928-4f70-bbfc-da3b9096a548 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.192586] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c10fcf3-3c58-4a2f-97e2-227384e9500b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.200033] env[65794]: DEBUG nova.compute.manager [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1044.210446] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Task: {'id': task-4811855, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.221783] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c1316d-49f5-fff2-26ce-6c9dccff1b99, 'name': SearchDatastore_Task, 'duration_secs': 0.037074} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.227035] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cde313-0400-47a5-8b24-8f9dd17139e2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.234769] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e2ea8eb-3008-4a11-9ab0-4082e01c720f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.256108] env[65794]: DEBUG nova.compute.provider_tree [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.265479] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Waiting for the task: (returnval){ [ 1044.265479] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52d5e885-a002-5ca5-bf4b-c7c23856cbf3" [ 1044.265479] env[65794]: _type = "Task" [ 1044.265479] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.280980] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d5e885-a002-5ca5-bf4b-c7c23856cbf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.333780] env[65794]: DEBUG nova.network.neutron [None req-62f7841e-3928-4f70-bbfc-da3b9096a548 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Updating instance_info_cache with network_info: [{"id": "e3e7d668-9071-4020-8d8e-6f98765b857e", "address": "fa:16:3e:54:cc:01", "network": {"id": "6ed5d4a5-1921-45e7-aea9-6584cea47a8d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1833102098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba15596cf6fe4c72b62127902aca6cf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e7d668-90", "ovs_interfaceid": "e3e7d668-9071-4020-8d8e-6f98765b857e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.346734] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811856, 'name': Rename_Task, 'duration_secs': 0.425715} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.347898] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.348242] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d6c2f49-09b6-42f0-af5d-32618f86ca7d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.357073] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1044.357073] env[65794]: value = "task-4811857" [ 1044.357073] env[65794]: _type = "Task" [ 1044.357073] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.367224] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.429506] env[65794]: DEBUG oslo_vmware.api [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811834, 'name': ReconfigVM_Task, 'duration_secs': 5.888394} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.429810] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.430076] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Reconfigured VM to detach interface {{(pid=65794) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1044.430745] env[65794]: WARNING neutronclient.v2_0.client [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.431168] env[65794]: WARNING neutronclient.v2_0.client [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.557152] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8df4cd77-ee60-40e7-a3b4-a3555d5478c8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.476s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.682759] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Task: {'id': task-4811855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67143} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.683133] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 82c577eb-9ab0-4c9b-970c-8637e88eeb48/82c577eb-9ab0-4c9b-970c-8637e88eeb48.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.683384] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.683695] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebf81a2c-614d-43e8-bd65-a8b3fa6b7045 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.691368] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Waiting for the task: (returnval){ [ 1044.691368] env[65794]: value = "task-4811858" [ 1044.691368] env[65794]: _type = "Task" [ 1044.691368] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.701594] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Task: {'id': task-4811858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.740530] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.740931] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef125183-6148-4cb3-9d52-7618c4b0fc44 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.751764] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 1044.751764] env[65794]: value = "task-4811859" [ 1044.751764] env[65794]: _type = "Task" [ 1044.751764] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.762633] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.768172] env[65794]: DEBUG nova.scheduler.client.report [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.783872] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d5e885-a002-5ca5-bf4b-c7c23856cbf3, 'name': SearchDatastore_Task, 'duration_secs': 0.047115} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.784185] env[65794]: DEBUG oslo_concurrency.lockutils [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.784548] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 411a480a-3b4a-4a15-913c-f6a256b9dd9a/411a480a-3b4a-4a15-913c-f6a256b9dd9a.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.784871] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a0ace83-0190-4610-b3de-45ee94a7884c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.793860] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Waiting for the task: (returnval){ [ 1044.793860] env[65794]: value = "task-4811860" [ 1044.793860] env[65794]: _type = "Task" [ 1044.793860] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.806417] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.840769] env[65794]: DEBUG oslo_concurrency.lockutils [None req-62f7841e-3928-4f70-bbfc-da3b9096a548 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Releasing lock "refresh_cache-68fc7c47-2c31-4ec9-90fc-79d70381f7c1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.869386] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811857, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.209122] env[65794]: DEBUG nova.compute.manager [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1045.211503] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Task: {'id': task-4811858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065412} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.213195] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.214073] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f4ed07-cd0c-438b-80c4-ad2e73736dcf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.254265] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 82c577eb-9ab0-4c9b-970c-8637e88eeb48/82c577eb-9ab0-4c9b-970c-8637e88eeb48.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.257976] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a43ce46-354f-4a0f-b7c9-29dd6eadd01e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.288487] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.294656] env[65794]: DEBUG nova.virt.hardware [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1045.295038] env[65794]: DEBUG nova.virt.hardware [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.295271] env[65794]: DEBUG nova.virt.hardware [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1045.295581] env[65794]: DEBUG nova.virt.hardware [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.295769] env[65794]: DEBUG nova.virt.hardware [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1045.296411] env[65794]: DEBUG nova.virt.hardware [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1045.296411] env[65794]: DEBUG nova.virt.hardware [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1045.296571] env[65794]: DEBUG nova.virt.hardware [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1045.296985] env[65794]: DEBUG nova.virt.hardware [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1045.297088] env[65794]: DEBUG nova.virt.hardware [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1045.297251] env[65794]: DEBUG nova.virt.hardware [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1045.298225] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.159s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.298225] env[65794]: DEBUG nova.objects.instance [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Lazy-loading 'resources' on Instance uuid 756fc57f-f0d7-4292-a1cb-e25b54a8fca3 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.300934] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0391a8-bd1f-4d09-95fe-793fd7227d1e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.317225] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811859, 'name': PowerOffVM_Task, 'duration_secs': 0.280852} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.317751] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Waiting for the task: (returnval){ [ 1045.317751] env[65794]: value = "task-4811861" [ 1045.317751] env[65794]: _type = "Task" [ 1045.317751] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.319084] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.320377] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153a619e-7085-4680-928f-1c30d72cafa3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.337938] env[65794]: INFO nova.scheduler.client.report [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Deleted allocations for instance bceeb14e-9178-4c72-8cb6-f16d6fa1c151 [ 1045.342082] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811860, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.342082] env[65794]: DEBUG nova.compute.manager [req-f9ad5a7c-8264-4a01-9698-cb49df6737a1 req-23e2bc6a-84fc-46c0-ba4d-ae224a20d965 service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Received event network-vif-deleted-9b2b0ec4-c321-4951-8563-fbb8ffe0cde8 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1045.342533] env[65794]: INFO nova.compute.manager [req-f9ad5a7c-8264-4a01-9698-cb49df6737a1 req-23e2bc6a-84fc-46c0-ba4d-ae224a20d965 service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Neutron deleted interface 9b2b0ec4-c321-4951-8563-fbb8ffe0cde8; detaching it from the instance and deleting it from the info cache [ 1045.342627] env[65794]: DEBUG nova.network.neutron [req-f9ad5a7c-8264-4a01-9698-cb49df6737a1 req-23e2bc6a-84fc-46c0-ba4d-ae224a20d965 service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Updating instance_info_cache with network_info: [{"id": "f7501650-bbf0-4403-a8d9-9f9859dcc1c6", "address": "fa:16:3e:fd:92:43", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7501650-bb", "ovs_interfaceid": "f7501650-bbf0-4403-a8d9-9f9859dcc1c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7953d2c-9533-4566-8277-fc70fe115c85", "address": "fa:16:3e:bf:d0:bf", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7953d2c-95", "ovs_interfaceid": "b7953d2c-9533-4566-8277-fc70fe115c85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.350440] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe6f5c3-d189-4ac9-a44b-29c066e9502f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.382670] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Task: {'id': task-4811861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.387153] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4f3402-b469-48b3-8518-d8cc1618d182 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.410101] env[65794]: DEBUG oslo_vmware.api [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811857, 'name': PowerOnVM_Task, 'duration_secs': 0.723601} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.412873] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.413140] env[65794]: INFO nova.compute.manager [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1045.413310] env[65794]: DEBUG nova.compute.manager [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1045.416447] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdde02f-09eb-49cf-b6bb-47a4a0457e19 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.451030] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.451030] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c63a7d2b-4c96-4c96-9d0b-922c06107f72 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.459452] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 1045.459452] env[65794]: value = "task-4811862" [ 1045.459452] env[65794]: _type = "Task" [ 1045.459452] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.472917] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] VM already powered off {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1045.472917] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.472917] env[65794]: DEBUG oslo_concurrency.lockutils [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.472917] env[65794]: DEBUG oslo_concurrency.lockutils [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.473097] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.473579] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c7055b2-e751-453e-a217-3275070c613f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.485656] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.485972] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.487148] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29947703-7cda-40b8-ba1e-79c025e347dc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.494108] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 1045.494108] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5217f435-6872-42c2-2114-2ef1bd848c85" [ 1045.494108] env[65794]: _type = "Task" [ 1045.494108] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.502783] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5217f435-6872-42c2-2114-2ef1bd848c85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.814441] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634589} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.815037] env[65794]: DEBUG nova.network.neutron [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Successfully updated port: d0f3d9cd-0727-4ba3-9f1b-d32d3f1fa864 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1045.822756] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 411a480a-3b4a-4a15-913c-f6a256b9dd9a/411a480a-3b4a-4a15-913c-f6a256b9dd9a.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.823061] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.823789] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07c3f70c-435c-41ac-92ae-ca1b570594da {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.843941] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Task: {'id': task-4811861, 'name': ReconfigVM_Task, 'duration_secs': 0.334995} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.851026] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 82c577eb-9ab0-4c9b-970c-8637e88eeb48/82c577eb-9ab0-4c9b-970c-8637e88eeb48.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.852367] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Waiting for the task: (returnval){ [ 1045.852367] env[65794]: value = "task-4811863" [ 1045.852367] env[65794]: _type = "Task" [ 1045.852367] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.853784] env[65794]: DEBUG oslo_concurrency.lockutils [req-f9ad5a7c-8264-4a01-9698-cb49df6737a1 req-23e2bc6a-84fc-46c0-ba4d-ae224a20d965 service nova] Acquiring lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.853959] env[65794]: DEBUG oslo_concurrency.lockutils [req-f9ad5a7c-8264-4a01-9698-cb49df6737a1 req-23e2bc6a-84fc-46c0-ba4d-ae224a20d965 service nova] Acquired lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.854548] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42df98e9-765c-49fa-9b64-d7ca134b6776 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.858180] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecff8e8-ef35-4e22-8009-ff0b5289c2c6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.873969] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a571256d-43c8-4e55-bcb1-67537851bb93 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Lock "bceeb14e-9178-4c72-8cb6-f16d6fa1c151" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.289s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.895212] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f7841e-3928-4f70-bbfc-da3b9096a548 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.895212] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "refresh_cache-6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.895212] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "refresh_cache-6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.895212] env[65794]: DEBUG nova.network.neutron [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1045.896967] env[65794]: DEBUG oslo_concurrency.lockutils [req-f9ad5a7c-8264-4a01-9698-cb49df6737a1 req-23e2bc6a-84fc-46c0-ba4d-ae224a20d965 service nova] Releasing lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.897307] env[65794]: WARNING nova.compute.manager [req-f9ad5a7c-8264-4a01-9698-cb49df6737a1 req-23e2bc6a-84fc-46c0-ba4d-ae224a20d965 service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Detach interface failed, port_id=9b2b0ec4-c321-4951-8563-fbb8ffe0cde8, reason: No device with interface-id 9b2b0ec4-c321-4951-8563-fbb8ffe0cde8 exists on VM: nova.exception.NotFound: No device with interface-id 9b2b0ec4-c321-4951-8563-fbb8ffe0cde8 exists on VM [ 1045.905403] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba9ea6f6-17e9-4a87-aa58-e5bfa62b1ade {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.907702] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Waiting for the task: (returnval){ [ 1045.907702] env[65794]: value = "task-4811864" [ 1045.907702] env[65794]: _type = "Task" [ 1045.907702] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.908565] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.920145] env[65794]: DEBUG oslo_vmware.api [None req-62f7841e-3928-4f70-bbfc-da3b9096a548 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 1045.920145] env[65794]: value = "task-4811865" [ 1045.920145] env[65794]: _type = "Task" [ 1045.920145] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.941504] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Task: {'id': task-4811864, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.947705] env[65794]: INFO nova.compute.manager [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Took 42.43 seconds to build instance. [ 1045.953772] env[65794]: DEBUG oslo_vmware.api [None req-62f7841e-3928-4f70-bbfc-da3b9096a548 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811865, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.009386] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5217f435-6872-42c2-2114-2ef1bd848c85, 'name': SearchDatastore_Task, 'duration_secs': 0.017694} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.013749] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46fdd98f-7def-4f02-9f76-c71d6a2edcad {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.021538] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 1046.021538] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52464268-f82b-cdf3-cdfc-ae195812243f" [ 1046.021538] env[65794]: _type = "Task" [ 1046.021538] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.033999] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52464268-f82b-cdf3-cdfc-ae195812243f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.185440] env[65794]: DEBUG nova.compute.manager [req-333f2c5b-60de-439d-a8a2-f84c521642c2 req-d3003f61-43c5-44b5-b6d3-f882d3eb7607 service nova] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Received event network-vif-plugged-d0f3d9cd-0727-4ba3-9f1b-d32d3f1fa864 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1046.185679] env[65794]: DEBUG oslo_concurrency.lockutils [req-333f2c5b-60de-439d-a8a2-f84c521642c2 req-d3003f61-43c5-44b5-b6d3-f882d3eb7607 service nova] Acquiring lock "f008140d-a021-495f-8d64-415e2cddb7c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.185895] env[65794]: DEBUG oslo_concurrency.lockutils [req-333f2c5b-60de-439d-a8a2-f84c521642c2 req-d3003f61-43c5-44b5-b6d3-f882d3eb7607 service nova] Lock "f008140d-a021-495f-8d64-415e2cddb7c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.186082] env[65794]: DEBUG oslo_concurrency.lockutils [req-333f2c5b-60de-439d-a8a2-f84c521642c2 req-d3003f61-43c5-44b5-b6d3-f882d3eb7607 service nova] Lock "f008140d-a021-495f-8d64-415e2cddb7c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.186262] env[65794]: DEBUG nova.compute.manager [req-333f2c5b-60de-439d-a8a2-f84c521642c2 req-d3003f61-43c5-44b5-b6d3-f882d3eb7607 service nova] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] No waiting events found dispatching network-vif-plugged-d0f3d9cd-0727-4ba3-9f1b-d32d3f1fa864 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1046.186424] env[65794]: WARNING nova.compute.manager [req-333f2c5b-60de-439d-a8a2-f84c521642c2 req-d3003f61-43c5-44b5-b6d3-f882d3eb7607 service nova] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Received unexpected event network-vif-plugged-d0f3d9cd-0727-4ba3-9f1b-d32d3f1fa864 for instance with vm_state building and task_state spawning. [ 1046.299693] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3093f162-a464-45d0-894a-f63f57606ffa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.311014] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad14f120-81e9-498c-bc20-593778c6543e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.346785] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "refresh_cache-f008140d-a021-495f-8d64-415e2cddb7c9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.346785] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired lock "refresh_cache-f008140d-a021-495f-8d64-415e2cddb7c9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.347038] env[65794]: DEBUG nova.network.neutron [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1046.350384] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce292a2b-36a1-4804-8eeb-54f512ddbc8b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.363633] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb6ea92-3079-4431-9cfd-3ce17476fcad {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.385610] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120549} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.386258] env[65794]: DEBUG nova.compute.provider_tree [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.387885] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.388957] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd177d7-c445-4a6e-8e77-be6934d312ea {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.404407] env[65794]: WARNING neutronclient.v2_0.client [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.416730] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 411a480a-3b4a-4a15-913c-f6a256b9dd9a/411a480a-3b4a-4a15-913c-f6a256b9dd9a.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.418474] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e4fe41a-aaac-4acb-b1f4-bd4a23954c97 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.449258] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Task: {'id': task-4811864, 'name': Rename_Task, 'duration_secs': 0.186677} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.455342] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.455474] env[65794]: DEBUG oslo_vmware.api [None req-62f7841e-3928-4f70-bbfc-da3b9096a548 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811865, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.455880] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b223e115-737b-4ac9-a81c-edf03dbcd44e tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "8d2d2881-1f29-4519-99fb-d85e07b7d818" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.950s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.456326] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Waiting for the task: (returnval){ [ 1046.456326] env[65794]: value = "task-4811866" [ 1046.456326] env[65794]: _type = "Task" [ 1046.456326] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.456505] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f20f6e9f-b6c8-4234-8a30-8ca6e086cb9b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.469963] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.474704] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Waiting for the task: (returnval){ [ 1046.474704] env[65794]: value = "task-4811867" [ 1046.474704] env[65794]: _type = "Task" [ 1046.474704] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.485427] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Task: {'id': task-4811867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.535870] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52464268-f82b-cdf3-cdfc-ae195812243f, 'name': SearchDatastore_Task, 'duration_secs': 0.018964} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.536308] env[65794]: DEBUG oslo_concurrency.lockutils [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.536628] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 07f4ce4f-04b7-4996-bc04-0393d7c175fd/f5682eb2-5020-4fb7-8580-1a22c7f02289-rescue.vmdk. {{(pid=65794) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1046.537282] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67acbe77-0586-41b2-ba08-e221b3c9c817 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.550970] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 1046.550970] env[65794]: value = "task-4811868" [ 1046.550970] env[65794]: _type = "Task" [ 1046.550970] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.561352] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.652204] env[65794]: WARNING neutronclient.v2_0.client [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.659395] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.659715] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.659958] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.660592] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.660777] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.663157] env[65794]: INFO nova.compute.manager [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Terminating instance [ 1046.738402] env[65794]: INFO nova.network.neutron [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Port b7953d2c-9533-4566-8277-fc70fe115c85 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1046.739122] env[65794]: DEBUG nova.network.neutron [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Updating instance_info_cache with network_info: [{"id": "f7501650-bbf0-4403-a8d9-9f9859dcc1c6", "address": "fa:16:3e:fd:92:43", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7501650-bb", "ovs_interfaceid": "f7501650-bbf0-4403-a8d9-9f9859dcc1c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.767474] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639cc67f-018c-443e-acbe-82f4713b0d44 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.776745] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-13b26a6f-7c41-4878-b302-6cd81e720bc7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Suspending the VM {{(pid=65794) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1046.777125] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c17d78f2-82f9-47fb-a0ba-5b3c5517c70c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.785515] env[65794]: DEBUG oslo_vmware.api [None req-13b26a6f-7c41-4878-b302-6cd81e720bc7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1046.785515] env[65794]: value = "task-4811869" [ 1046.785515] env[65794]: _type = "Task" [ 1046.785515] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.796268] env[65794]: DEBUG oslo_vmware.api [None req-13b26a6f-7c41-4878-b302-6cd81e720bc7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811869, 'name': SuspendVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.887510] env[65794]: DEBUG nova.network.neutron [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1046.893875] env[65794]: DEBUG nova.scheduler.client.report [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.952219] env[65794]: DEBUG oslo_vmware.api [None req-62f7841e-3928-4f70-bbfc-da3b9096a548 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811865, 'name': PowerOnVM_Task, 'duration_secs': 0.577054} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.952513] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f7841e-3928-4f70-bbfc-da3b9096a548 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.952951] env[65794]: DEBUG nova.compute.manager [None req-62f7841e-3928-4f70-bbfc-da3b9096a548 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1046.953730] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e3fb0a-ab73-44b3-b10d-13b3b70ef70e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.973123] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811866, 'name': ReconfigVM_Task, 'duration_secs': 0.476421} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.977867] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 411a480a-3b4a-4a15-913c-f6a256b9dd9a/411a480a-3b4a-4a15-913c-f6a256b9dd9a.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.979439] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cc14fee-5e8b-4240-83eb-c8fb0800e4ec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.993859] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Task: {'id': task-4811867, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.995838] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Waiting for the task: (returnval){ [ 1046.995838] env[65794]: value = "task-4811870" [ 1046.995838] env[65794]: _type = "Task" [ 1046.995838] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.008724] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811870, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.025971] env[65794]: WARNING neutronclient.v2_0.client [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.061884] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811868, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.073817] env[65794]: DEBUG oslo_concurrency.lockutils [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquiring lock "f704de8c-3c5e-4cf6-89db-6b7fae13e48a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.073817] env[65794]: DEBUG oslo_concurrency.lockutils [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Lock "f704de8c-3c5e-4cf6-89db-6b7fae13e48a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.073817] env[65794]: DEBUG oslo_concurrency.lockutils [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquiring lock "f704de8c-3c5e-4cf6-89db-6b7fae13e48a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.073817] env[65794]: DEBUG oslo_concurrency.lockutils [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Lock "f704de8c-3c5e-4cf6-89db-6b7fae13e48a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.074186] env[65794]: DEBUG oslo_concurrency.lockutils [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Lock "f704de8c-3c5e-4cf6-89db-6b7fae13e48a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.082933] env[65794]: INFO nova.compute.manager [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Terminating instance [ 1047.168710] env[65794]: DEBUG nova.compute.manager [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1047.169212] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.171938] env[65794]: DEBUG nova.network.neutron [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Updating instance_info_cache with network_info: [{"id": "d0f3d9cd-0727-4ba3-9f1b-d32d3f1fa864", "address": "fa:16:3e:c4:70:8c", "network": {"id": "699cc140-0deb-4757-bc61-606e2192ad04", "bridge": "br-int", "label": "tempest-ServersTestJSON-2074952689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28d747c7d7744934af5ef6936cd5608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f3d9cd-07", "ovs_interfaceid": "d0f3d9cd-0727-4ba3-9f1b-d32d3f1fa864", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.175261] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8475081-d993-44d3-ac96-a303c259fd85 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.193670] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.194987] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41dbbfdf-7dbf-4030-bd10-d6241eefbebd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.206080] env[65794]: DEBUG oslo_vmware.api [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1047.206080] env[65794]: value = "task-4811871" [ 1047.206080] env[65794]: _type = "Task" [ 1047.206080] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.222162] env[65794]: DEBUG oslo_vmware.api [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.242301] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "refresh_cache-6974fd53-5f45-4590-9cb1-bb19b8ced00b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.299210] env[65794]: DEBUG oslo_vmware.api [None req-13b26a6f-7c41-4878-b302-6cd81e720bc7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811869, 'name': SuspendVM_Task} progress is 87%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.360395] env[65794]: DEBUG nova.compute.manager [req-8e46bce8-a472-41b6-bb76-fa0d09112e6d req-b1bf83aa-6a2b-4a7c-97cb-c5e21c9bfd11 service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Received event network-vif-deleted-b7953d2c-9533-4566-8277-fc70fe115c85 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1047.400051] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.403371] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.309s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.437132] env[65794]: INFO nova.scheduler.client.report [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Deleted allocations for instance 756fc57f-f0d7-4292-a1cb-e25b54a8fca3 [ 1047.493073] env[65794]: DEBUG oslo_vmware.api [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Task: {'id': task-4811867, 'name': PowerOnVM_Task, 'duration_secs': 0.796116} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.493581] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.493785] env[65794]: INFO nova.compute.manager [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1047.494056] env[65794]: DEBUG nova.compute.manager [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1047.494955] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949a0387-3042-4b5d-bc4b-2eec132c5b08 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.513348] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811870, 'name': Rename_Task, 'duration_secs': 0.214149} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.516638] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.517236] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77c3cf84-3b03-48ea-b3e4-3dcd237d373f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.526885] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Waiting for the task: (returnval){ [ 1047.526885] env[65794]: value = "task-4811872" [ 1047.526885] env[65794]: _type = "Task" [ 1047.526885] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.539563] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.564439] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.882157} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.564855] env[65794]: INFO nova.virt.vmwareapi.ds_util [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 07f4ce4f-04b7-4996-bc04-0393d7c175fd/f5682eb2-5020-4fb7-8580-1a22c7f02289-rescue.vmdk. [ 1047.565965] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2d6c48-21c3-439e-b71f-5b4b3a1dea6e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.595250] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 07f4ce4f-04b7-4996-bc04-0393d7c175fd/f5682eb2-5020-4fb7-8580-1a22c7f02289-rescue.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.595912] env[65794]: DEBUG oslo_concurrency.lockutils [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquiring lock "refresh_cache-f704de8c-3c5e-4cf6-89db-6b7fae13e48a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.596083] env[65794]: DEBUG oslo_concurrency.lockutils [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquired lock "refresh_cache-f704de8c-3c5e-4cf6-89db-6b7fae13e48a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.596251] env[65794]: DEBUG nova.network.neutron [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1047.597415] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d39537cf-0328-4291-870d-ba985924b309 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.619221] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 1047.619221] env[65794]: value = "task-4811873" [ 1047.619221] env[65794]: _type = "Task" [ 1047.619221] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.629473] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.681371] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Releasing lock "refresh_cache-f008140d-a021-495f-8d64-415e2cddb7c9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.681606] env[65794]: DEBUG nova.compute.manager [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Instance network_info: |[{"id": "d0f3d9cd-0727-4ba3-9f1b-d32d3f1fa864", "address": "fa:16:3e:c4:70:8c", "network": {"id": "699cc140-0deb-4757-bc61-606e2192ad04", "bridge": "br-int", "label": "tempest-ServersTestJSON-2074952689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28d747c7d7744934af5ef6936cd5608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f3d9cd-07", "ovs_interfaceid": "d0f3d9cd-0727-4ba3-9f1b-d32d3f1fa864", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1047.682169] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:70:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0f3d9cd-0727-4ba3-9f1b-d32d3f1fa864', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.691861] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1047.692057] env[65794]: DEBUG oslo_concurrency.lockutils [None req-753b3fc9-cb40-49e0-91f2-c529b644245c tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "3dbce7f3-9371-4fa6-bae9-9a707b5fe939" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.692239] env[65794]: DEBUG oslo_concurrency.lockutils [None req-753b3fc9-cb40-49e0-91f2-c529b644245c tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "3dbce7f3-9371-4fa6-bae9-9a707b5fe939" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.693345] env[65794]: DEBUG nova.compute.manager [None req-753b3fc9-cb40-49e0-91f2-c529b644245c tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1047.693345] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.693781] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22da547e-54a2-4cd1-99da-4a4c791107c5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.697418] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63db0cf0-0a8c-4b05-98cc-7a7a105a784a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.723039] env[65794]: DEBUG nova.compute.manager [None req-753b3fc9-cb40-49e0-91f2-c529b644245c tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65794) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 1047.723702] env[65794]: DEBUG nova.objects.instance [None req-753b3fc9-cb40-49e0-91f2-c529b644245c tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lazy-loading 'flavor' on Instance uuid 3dbce7f3-9371-4fa6-bae9-9a707b5fe939 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.729291] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.729291] env[65794]: value = "task-4811874" [ 1047.729291] env[65794]: _type = "Task" [ 1047.729291] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.735554] env[65794]: DEBUG oslo_vmware.api [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811871, 'name': PowerOffVM_Task, 'duration_secs': 0.377005} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.736366] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.736557] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.736781] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1637b82-b948-4f72-950e-6727184103f1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.744992] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811874, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.748814] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a88f40d1-5fdf-4925-adc9-c2f3c1036789 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "interface-6974fd53-5f45-4590-9cb1-bb19b8ced00b-9b2b0ec4-c321-4951-8563-fbb8ffe0cde8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.957s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.800259] env[65794]: DEBUG oslo_vmware.api [None req-13b26a6f-7c41-4878-b302-6cd81e720bc7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811869, 'name': SuspendVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.897037] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.899071] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.899071] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Deleting the datastore file [datastore2] 6974fd53-5f45-4590-9cb1-bb19b8ced00b {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.899071] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9366e313-4db6-4541-b205-552b0d4bacc7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.910082] env[65794]: INFO nova.compute.claims [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.918907] env[65794]: DEBUG oslo_vmware.api [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1047.918907] env[65794]: value = "task-4811876" [ 1047.918907] env[65794]: _type = "Task" [ 1047.918907] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.934861] env[65794]: DEBUG oslo_vmware.api [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.948395] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cd972dd2-6f5a-4bcb-8dda-226a6cb8a4ca tempest-ServersTestMultiNic-1307134812 tempest-ServersTestMultiNic-1307134812-project-member] Lock "756fc57f-f0d7-4292-a1cb-e25b54a8fca3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.629s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.026835] env[65794]: INFO nova.compute.manager [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Took 33.10 seconds to build instance. [ 1048.038175] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811872, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.113748] env[65794]: WARNING neutronclient.v2_0.client [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.132241] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.187435] env[65794]: DEBUG nova.network.neutron [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1048.246431] env[65794]: DEBUG nova.compute.manager [req-745d24d5-728f-4003-b1b5-45c335ecc408 req-71c07ee4-fbf5-47a2-bdcf-83fa8c6160e1 service nova] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Received event network-changed-d0f3d9cd-0727-4ba3-9f1b-d32d3f1fa864 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1048.246769] env[65794]: DEBUG nova.compute.manager [req-745d24d5-728f-4003-b1b5-45c335ecc408 req-71c07ee4-fbf5-47a2-bdcf-83fa8c6160e1 service nova] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Refreshing instance network info cache due to event network-changed-d0f3d9cd-0727-4ba3-9f1b-d32d3f1fa864. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1048.247181] env[65794]: DEBUG oslo_concurrency.lockutils [req-745d24d5-728f-4003-b1b5-45c335ecc408 req-71c07ee4-fbf5-47a2-bdcf-83fa8c6160e1 service nova] Acquiring lock "refresh_cache-f008140d-a021-495f-8d64-415e2cddb7c9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.247500] env[65794]: DEBUG oslo_concurrency.lockutils [req-745d24d5-728f-4003-b1b5-45c335ecc408 req-71c07ee4-fbf5-47a2-bdcf-83fa8c6160e1 service nova] Acquired lock "refresh_cache-f008140d-a021-495f-8d64-415e2cddb7c9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.247768] env[65794]: DEBUG nova.network.neutron [req-745d24d5-728f-4003-b1b5-45c335ecc408 req-71c07ee4-fbf5-47a2-bdcf-83fa8c6160e1 service nova] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Refreshing network info cache for port d0f3d9cd-0727-4ba3-9f1b-d32d3f1fa864 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.254425] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811874, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.300447] env[65794]: DEBUG oslo_vmware.api [None req-13b26a6f-7c41-4878-b302-6cd81e720bc7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811869, 'name': SuspendVM_Task, 'duration_secs': 1.032514} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.300765] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-13b26a6f-7c41-4878-b302-6cd81e720bc7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Suspended the VM {{(pid=65794) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1048.300962] env[65794]: DEBUG nova.compute.manager [None req-13b26a6f-7c41-4878-b302-6cd81e720bc7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1048.301908] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2037d72-f232-47a2-87eb-4b51c486aa90 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.309581] env[65794]: DEBUG nova.network.neutron [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.421148] env[65794]: INFO nova.compute.resource_tracker [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Updating resource usage from migration 6640204c-73c8-493b-8250-39890a2fbb36 [ 1048.434964] env[65794]: DEBUG oslo_vmware.api [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339325} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.435252] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.435487] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.435669] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.435870] env[65794]: INFO nova.compute.manager [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1048.436157] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1048.436349] env[65794]: DEBUG nova.compute.manager [-] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1048.436445] env[65794]: DEBUG nova.network.neutron [-] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1048.436739] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.528966] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52c796b6-47ef-43ed-a0d2-e297805188ee tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Lock "82c577eb-9ab0-4c9b-970c-8637e88eeb48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.613s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.539646] env[65794]: DEBUG oslo_vmware.api [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811872, 'name': PowerOnVM_Task, 'duration_secs': 0.890132} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.539912] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.540120] env[65794]: INFO nova.compute.manager [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Took 6.96 seconds to spawn the instance on the hypervisor. [ 1048.540292] env[65794]: DEBUG nova.compute.manager [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1048.541100] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3d0e4c-daaf-4e41-be7c-9bbf8391ab33 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.554492] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.603297] env[65794]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port b7953d2c-9533-4566-8277-fc70fe115c85 could not be found.", "detail": ""}} {{(pid=65794) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:265}} [ 1048.604318] env[65794]: DEBUG nova.network.neutron [-] Unable to show port b7953d2c-9533-4566-8277-fc70fe115c85 as it no longer exists. {{(pid=65794) _unbind_ports /opt/stack/nova/nova/network/neutron.py:668}} [ 1048.638885] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811873, 'name': ReconfigVM_Task, 'duration_secs': 0.742045} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.639237] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 07f4ce4f-04b7-4996-bc04-0393d7c175fd/f5682eb2-5020-4fb7-8580-1a22c7f02289-rescue.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.640327] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae9cfe9-a55e-458c-bde5-be4d99f3ba9a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.673987] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59f2778e-ddf3-4bdc-8a9d-ffca0fd300f9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.691610] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 1048.691610] env[65794]: value = "task-4811877" [ 1048.691610] env[65794]: _type = "Task" [ 1048.691610] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.710353] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811877, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.745128] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811874, 'name': CreateVM_Task, 'duration_secs': 0.575079} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.745128] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-753b3fc9-cb40-49e0-91f2-c529b644245c tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.745329] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.745407] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b74db6d-eff7-4ec8-9ea2-8d225cb5dd90 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.747315] env[65794]: WARNING neutronclient.v2_0.client [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.747667] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.747891] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.748204] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.748449] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e28a9f-8b8e-40b7-b6cf-4eb34c8d2036 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.756478] env[65794]: WARNING neutronclient.v2_0.client [req-745d24d5-728f-4003-b1b5-45c335ecc408 req-71c07ee4-fbf5-47a2-bdcf-83fa8c6160e1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.759264] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 1048.759264] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52722d6d-18cf-cb69-79ac-21ce5199ff36" [ 1048.759264] env[65794]: _type = "Task" [ 1048.759264] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.761298] env[65794]: DEBUG oslo_vmware.api [None req-753b3fc9-cb40-49e0-91f2-c529b644245c tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1048.761298] env[65794]: value = "task-4811878" [ 1048.761298] env[65794]: _type = "Task" [ 1048.761298] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.778011] env[65794]: DEBUG oslo_vmware.api [None req-753b3fc9-cb40-49e0-91f2-c529b644245c tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.782486] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52722d6d-18cf-cb69-79ac-21ce5199ff36, 'name': SearchDatastore_Task, 'duration_secs': 0.01768} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.785316] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.785583] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.785915] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.786093] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.786279] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.786773] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa86b9a0-62ea-4ba7-b774-bbc01874bffa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.797918] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.797918] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.800029] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10564fa8-ebfb-49cc-9438-a565d185a490 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.805376] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 1048.805376] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52ae6425-b648-64e4-053c-d7b41c8105e1" [ 1048.805376] env[65794]: _type = "Task" [ 1048.805376] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.815339] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ae6425-b648-64e4-053c-d7b41c8105e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.816381] env[65794]: DEBUG oslo_concurrency.lockutils [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Releasing lock "refresh_cache-f704de8c-3c5e-4cf6-89db-6b7fae13e48a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.816801] env[65794]: DEBUG nova.compute.manager [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1048.817047] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.821867] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55521dc0-088d-4106-ad9c-61777ef327a1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.831614] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.831876] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2345cf1b-2d20-40f8-8bdf-070328aebac5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.841515] env[65794]: DEBUG oslo_vmware.api [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 1048.841515] env[65794]: value = "task-4811879" [ 1048.841515] env[65794]: _type = "Task" [ 1048.841515] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.853980] env[65794]: DEBUG oslo_vmware.api [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.973685] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c044171-bc00-4094-883d-0b274687f3e6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.984575] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d428cf2-c248-4be9-89f0-8f7fe53a54a6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.022535] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0930ced1-ffcd-4601-b300-9a83472af4f3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.031382] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513b2902-acab-43c3-9939-9b173b8f89d9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.047549] env[65794]: DEBUG nova.compute.provider_tree [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.063784] env[65794]: INFO nova.compute.manager [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Took 33.15 seconds to build instance. [ 1049.205758] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811877, 'name': ReconfigVM_Task, 'duration_secs': 0.263875} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.206092] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.206363] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4d37c71-9354-4ee0-b30b-ec42bd3fe3a8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.212059] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Acquiring lock "82c577eb-9ab0-4c9b-970c-8637e88eeb48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.213548] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Lock "82c577eb-9ab0-4c9b-970c-8637e88eeb48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.213548] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Acquiring lock "82c577eb-9ab0-4c9b-970c-8637e88eeb48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.213548] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Lock "82c577eb-9ab0-4c9b-970c-8637e88eeb48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.213548] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Lock "82c577eb-9ab0-4c9b-970c-8637e88eeb48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.216047] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 1049.216047] env[65794]: value = "task-4811880" [ 1049.216047] env[65794]: _type = "Task" [ 1049.216047] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.216549] env[65794]: INFO nova.compute.manager [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Terminating instance [ 1049.233024] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.280656] env[65794]: DEBUG oslo_vmware.api [None req-753b3fc9-cb40-49e0-91f2-c529b644245c tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811878, 'name': PowerOffVM_Task, 'duration_secs': 0.243052} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.280962] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-753b3fc9-cb40-49e0-91f2-c529b644245c tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.281214] env[65794]: DEBUG nova.compute.manager [None req-753b3fc9-cb40-49e0-91f2-c529b644245c tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1049.282131] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05968fe6-5e04-4b4b-a207-843f578fe6b1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.317333] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ae6425-b648-64e4-053c-d7b41c8105e1, 'name': SearchDatastore_Task, 'duration_secs': 0.015888} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.318233] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3beab4c-70f1-4b5f-bad2-0888719e28dc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.326054] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 1049.326054] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5236f3e2-84d4-8cc1-0f9f-393bcb6cd211" [ 1049.326054] env[65794]: _type = "Task" [ 1049.326054] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.335877] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5236f3e2-84d4-8cc1-0f9f-393bcb6cd211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.355672] env[65794]: DEBUG oslo_vmware.api [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811879, 'name': PowerOffVM_Task, 'duration_secs': 0.208574} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.355672] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.355672] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.355672] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7210ba1-a026-4279-85a6-d81802af0f3e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.390875] env[65794]: WARNING neutronclient.v2_0.client [req-745d24d5-728f-4003-b1b5-45c335ecc408 req-71c07ee4-fbf5-47a2-bdcf-83fa8c6160e1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.395374] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.395598] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.395790] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Deleting the datastore file [datastore2] f704de8c-3c5e-4cf6-89db-6b7fae13e48a {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.396625] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67dea0cc-0e09-4f65-8ef7-2023d665d452 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.407752] env[65794]: DEBUG oslo_vmware.api [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for the task: (returnval){ [ 1049.407752] env[65794]: value = "task-4811882" [ 1049.407752] env[65794]: _type = "Task" [ 1049.407752] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.415996] env[65794]: DEBUG oslo_vmware.rw_handles [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260ec3e-4d4d-444d-01ed-cd9414d0ddaf/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1049.417527] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e17a4b-5b51-4f38-b375-22238e3df893 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.429194] env[65794]: DEBUG oslo_vmware.api [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.431419] env[65794]: DEBUG oslo_vmware.rw_handles [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260ec3e-4d4d-444d-01ed-cd9414d0ddaf/disk-0.vmdk is in state: ready. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1049.431615] env[65794]: ERROR oslo_vmware.rw_handles [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260ec3e-4d4d-444d-01ed-cd9414d0ddaf/disk-0.vmdk due to incomplete transfer. [ 1049.431883] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f7fb779d-cceb-488a-b473-1ed6625cabf1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.441196] env[65794]: DEBUG oslo_vmware.rw_handles [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260ec3e-4d4d-444d-01ed-cd9414d0ddaf/disk-0.vmdk. {{(pid=65794) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1049.441518] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Uploaded image 9e64f68c-1064-4314-975b-215e4c8c3403 to the Glance image server {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1049.444303] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Destroying the VM {{(pid=65794) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1049.444645] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-84cb9d74-fc4a-4319-91a7-c5142ccbcbb9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.452559] env[65794]: DEBUG oslo_vmware.api [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1049.452559] env[65794]: value = "task-4811883" [ 1049.452559] env[65794]: _type = "Task" [ 1049.452559] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.464882] env[65794]: DEBUG oslo_vmware.api [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811883, 'name': Destroy_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.551202] env[65794]: DEBUG nova.scheduler.client.report [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.556881] env[65794]: DEBUG nova.network.neutron [req-745d24d5-728f-4003-b1b5-45c335ecc408 req-71c07ee4-fbf5-47a2-bdcf-83fa8c6160e1 service nova] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Updated VIF entry in instance network info cache for port d0f3d9cd-0727-4ba3-9f1b-d32d3f1fa864. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1049.556881] env[65794]: DEBUG nova.network.neutron [req-745d24d5-728f-4003-b1b5-45c335ecc408 req-71c07ee4-fbf5-47a2-bdcf-83fa8c6160e1 service nova] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Updating instance_info_cache with network_info: [{"id": "d0f3d9cd-0727-4ba3-9f1b-d32d3f1fa864", "address": "fa:16:3e:c4:70:8c", "network": {"id": "699cc140-0deb-4757-bc61-606e2192ad04", "bridge": "br-int", "label": "tempest-ServersTestJSON-2074952689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28d747c7d7744934af5ef6936cd5608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f3d9cd-07", "ovs_interfaceid": "d0f3d9cd-0727-4ba3-9f1b-d32d3f1fa864", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.567567] env[65794]: DEBUG oslo_concurrency.lockutils [None req-427dc1b9-5892-4d63-a92b-3d56072a0328 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Lock "411a480a-3b4a-4a15-913c-f6a256b9dd9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.667s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.639588] env[65794]: DEBUG nova.network.neutron [-] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.726870] env[65794]: DEBUG nova.compute.manager [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1049.727552] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.728785] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066a5834-f6ab-4d1a-ba97-c826e1f7b36e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.741035] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.744620] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.744862] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85c70e84-c128-4056-aab4-49f7d6501b54 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.753843] env[65794]: DEBUG oslo_vmware.api [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Waiting for the task: (returnval){ [ 1049.753843] env[65794]: value = "task-4811884" [ 1049.753843] env[65794]: _type = "Task" [ 1049.753843] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.764708] env[65794]: DEBUG oslo_vmware.api [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Task: {'id': task-4811884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.796827] env[65794]: DEBUG oslo_concurrency.lockutils [None req-753b3fc9-cb40-49e0-91f2-c529b644245c tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "3dbce7f3-9371-4fa6-bae9-9a707b5fe939" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.104s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.839768] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5236f3e2-84d4-8cc1-0f9f-393bcb6cd211, 'name': SearchDatastore_Task, 'duration_secs': 0.029132} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.839768] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.840380] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] f008140d-a021-495f-8d64-415e2cddb7c9/f008140d-a021-495f-8d64-415e2cddb7c9.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.840631] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48dd75d5-070e-496b-bf13-ba4446ea0b25 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.855318] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 1049.855318] env[65794]: value = "task-4811885" [ 1049.855318] env[65794]: _type = "Task" [ 1049.855318] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.871481] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.920211] env[65794]: DEBUG oslo_vmware.api [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Task: {'id': task-4811882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320854} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.920211] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.920211] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.920211] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.920211] env[65794]: INFO nova.compute.manager [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1049.920211] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1049.920211] env[65794]: DEBUG nova.compute.manager [-] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1049.920211] env[65794]: DEBUG nova.network.neutron [-] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1049.920211] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.965343] env[65794]: DEBUG oslo_vmware.api [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811883, 'name': Destroy_Task} progress is 33%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.011674] env[65794]: DEBUG nova.network.neutron [-] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1050.011991] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.064105] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.656s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.064105] env[65794]: INFO nova.compute.manager [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Migrating [ 1050.074190] env[65794]: DEBUG oslo_concurrency.lockutils [req-745d24d5-728f-4003-b1b5-45c335ecc408 req-71c07ee4-fbf5-47a2-bdcf-83fa8c6160e1 service nova] Releasing lock "refresh_cache-f008140d-a021-495f-8d64-415e2cddb7c9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.078308] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.184s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.079264] env[65794]: DEBUG nova.objects.instance [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lazy-loading 'resources' on Instance uuid 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.143334] env[65794]: INFO nova.compute.manager [-] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Took 1.71 seconds to deallocate network for instance. [ 1050.240570] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811880, 'name': PowerOnVM_Task} progress is 79%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.266483] env[65794]: DEBUG oslo_vmware.api [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Task: {'id': task-4811884, 'name': PowerOffVM_Task, 'duration_secs': 0.291945} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.268018] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.268018] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.268018] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8df385e-e6e1-43bc-8612-127d3830ab34 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.356037] env[65794]: DEBUG oslo_concurrency.lockutils [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "8d2d2881-1f29-4519-99fb-d85e07b7d818" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.356037] env[65794]: DEBUG oslo_concurrency.lockutils [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "8d2d2881-1f29-4519-99fb-d85e07b7d818" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.356037] env[65794]: DEBUG oslo_concurrency.lockutils [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "8d2d2881-1f29-4519-99fb-d85e07b7d818-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.359486] env[65794]: DEBUG oslo_concurrency.lockutils [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "8d2d2881-1f29-4519-99fb-d85e07b7d818-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.007s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.359818] env[65794]: DEBUG oslo_concurrency.lockutils [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "8d2d2881-1f29-4519-99fb-d85e07b7d818-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.363715] env[65794]: INFO nova.compute.manager [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Terminating instance [ 1050.376695] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.376973] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.377720] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Deleting the datastore file [datastore2] 82c577eb-9ab0-4c9b-970c-8637e88eeb48 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.378065] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a104e08-df33-4477-ac86-fb416d18beec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.391127] env[65794]: DEBUG oslo_vmware.api [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Waiting for the task: (returnval){ [ 1050.391127] env[65794]: value = "task-4811887" [ 1050.391127] env[65794]: _type = "Task" [ 1050.391127] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.397846] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811885, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.420331] env[65794]: DEBUG oslo_vmware.api [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Task: {'id': task-4811887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.465737] env[65794]: DEBUG oslo_vmware.api [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811883, 'name': Destroy_Task, 'duration_secs': 0.767334} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.466298] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Destroyed the VM [ 1050.466651] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Deleting Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1050.466975] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c2293332-d3fe-4f3b-b209-08dec9fd6871 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.477405] env[65794]: DEBUG oslo_vmware.api [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1050.477405] env[65794]: value = "task-4811888" [ 1050.477405] env[65794]: _type = "Task" [ 1050.477405] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.491275] env[65794]: DEBUG oslo_vmware.api [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811888, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.514994] env[65794]: DEBUG nova.network.neutron [-] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.591397] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "refresh_cache-ccedc5db-fe48-4b88-abfd-5d3e276987bd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.591788] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "refresh_cache-ccedc5db-fe48-4b88-abfd-5d3e276987bd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.592045] env[65794]: DEBUG nova.network.neutron [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1050.649951] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.652051] env[65794]: DEBUG nova.compute.manager [req-10605c58-9d22-459c-a010-88779c68cb6f req-7ef5b5e3-8fda-42dd-8a2f-a5e348211440 service nova] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Received event network-vif-deleted-f7501650-bbf0-4403-a8d9-9f9859dcc1c6 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1050.736929] env[65794]: DEBUG oslo_vmware.api [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811880, 'name': PowerOnVM_Task, 'duration_secs': 1.428784} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.736929] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.741938] env[65794]: DEBUG nova.compute.manager [None req-981ab558-6a1f-4224-9c44-fd958b513a91 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1050.743930] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460f0ded-f60d-4760-a057-c3142d628468 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.873690] env[65794]: DEBUG nova.compute.manager [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1050.873985] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.875230] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beea857f-ead9-43ce-bfc8-d4ba513849f1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.893355] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.893355] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678824} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.894919] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a57c30a-0e77-4ddf-ad7d-4eec04f0575c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.896745] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] f008140d-a021-495f-8d64-415e2cddb7c9/f008140d-a021-495f-8d64-415e2cddb7c9.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.897067] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.897293] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb85947b-3419-4e99-a1df-98b161394a66 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.910674] env[65794]: DEBUG oslo_vmware.api [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Task: {'id': task-4811887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338901} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.917861] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.917861] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.917861] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.917861] env[65794]: INFO nova.compute.manager [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1050.917861] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1050.917861] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 1050.917861] env[65794]: value = "task-4811889" [ 1050.917861] env[65794]: _type = "Task" [ 1050.917861] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.917861] env[65794]: DEBUG nova.compute.manager [-] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1050.917861] env[65794]: DEBUG nova.network.neutron [-] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1050.917861] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.940177] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.971282] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.990037] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.990568] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.990699] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Deleting the datastore file [datastore2] 8d2d2881-1f29-4519-99fb-d85e07b7d818 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.995059] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79e667ba-1cf8-4898-9bb4-892000dd81a0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.998064] env[65794]: DEBUG oslo_vmware.api [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811888, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.004148] env[65794]: DEBUG oslo_vmware.api [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1051.004148] env[65794]: value = "task-4811891" [ 1051.004148] env[65794]: _type = "Task" [ 1051.004148] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.017730] env[65794]: DEBUG oslo_vmware.api [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.017920] env[65794]: INFO nova.compute.manager [-] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Took 1.10 seconds to deallocate network for instance. [ 1051.044434] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc4272b-719c-44f4-8f70-b70b33108bfe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.054750] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3c1b8f-ebe7-4df4-bb10-0347b838f09b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.092918] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d945ef2a-2c60-49e5-89df-89a6f3bf9e13 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.098867] env[65794]: WARNING neutronclient.v2_0.client [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.103870] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bdbf1c-450a-4b65-82cc-33d94e06affc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.121364] env[65794]: DEBUG nova.compute.provider_tree [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.251412] env[65794]: DEBUG nova.objects.instance [None req-6672b4c0-e50c-4669-8ee2-aae984fc577e tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lazy-loading 'flavor' on Instance uuid 3dbce7f3-9371-4fa6-bae9-9a707b5fe939 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.436330] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09964} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.436330] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.437331] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be60808-2a67-451f-88cd-3da6eace5004 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.462207] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] f008140d-a021-495f-8d64-415e2cddb7c9/f008140d-a021-495f-8d64-415e2cddb7c9.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.463722] env[65794]: WARNING neutronclient.v2_0.client [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.467396] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11dd808f-3149-4fbc-99cd-3ebb820d41c8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.496818] env[65794]: DEBUG oslo_vmware.api [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811888, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.497788] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 1051.497788] env[65794]: value = "task-4811892" [ 1051.497788] env[65794]: _type = "Task" [ 1051.497788] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.510761] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811892, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.520593] env[65794]: DEBUG oslo_vmware.api [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180639} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.520959] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.521211] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.521807] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.521807] env[65794]: INFO nova.compute.manager [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1051.522068] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1051.522365] env[65794]: DEBUG nova.compute.manager [-] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1051.522472] env[65794]: DEBUG nova.network.neutron [-] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1051.522814] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.530120] env[65794]: DEBUG oslo_concurrency.lockutils [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.564971] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.568366] env[65794]: DEBUG nova.network.neutron [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Updating instance_info_cache with network_info: [{"id": "0dd4ed7a-ff1d-426b-955a-0eab14af6bb8", "address": "fa:16:3e:75:68:ab", "network": {"id": "36c5e215-9baa-484a-b32e-46d5cf98df9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1092787184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a60998eafe04056b6d1e67daba6c3b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd4ed7a-ff", "ovs_interfaceid": "0dd4ed7a-ff1d-426b-955a-0eab14af6bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.625496] env[65794]: DEBUG nova.scheduler.client.report [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.758138] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6672b4c0-e50c-4669-8ee2-aae984fc577e tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "refresh_cache-3dbce7f3-9371-4fa6-bae9-9a707b5fe939" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.758138] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6672b4c0-e50c-4669-8ee2-aae984fc577e tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquired lock "refresh_cache-3dbce7f3-9371-4fa6-bae9-9a707b5fe939" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.758544] env[65794]: DEBUG nova.network.neutron [None req-6672b4c0-e50c-4669-8ee2-aae984fc577e tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1051.758544] env[65794]: DEBUG nova.objects.instance [None req-6672b4c0-e50c-4669-8ee2-aae984fc577e tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lazy-loading 'info_cache' on Instance uuid 3dbce7f3-9371-4fa6-bae9-9a707b5fe939 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.821365] env[65794]: DEBUG nova.network.neutron [-] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.937370] env[65794]: DEBUG nova.compute.manager [req-cc846c4c-d916-46fb-ba55-96934824158a req-6ead2426-4498-42e1-bb1f-a442bfbb7af4 service nova] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Received event network-vif-deleted-b99a104d-e241-4b85-8dcf-050b7a9dd71e {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1051.937370] env[65794]: INFO nova.compute.manager [req-cc846c4c-d916-46fb-ba55-96934824158a req-6ead2426-4498-42e1-bb1f-a442bfbb7af4 service nova] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Neutron deleted interface b99a104d-e241-4b85-8dcf-050b7a9dd71e; detaching it from the instance and deleting it from the info cache [ 1051.937370] env[65794]: DEBUG nova.network.neutron [req-cc846c4c-d916-46fb-ba55-96934824158a req-6ead2426-4498-42e1-bb1f-a442bfbb7af4 service nova] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.994744] env[65794]: DEBUG oslo_vmware.api [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811888, 'name': RemoveSnapshot_Task, 'duration_secs': 1.289102} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.995080] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Deleted Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1051.995341] env[65794]: INFO nova.compute.manager [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Took 17.83 seconds to snapshot the instance on the hypervisor. [ 1052.009718] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.074677] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "refresh_cache-ccedc5db-fe48-4b88-abfd-5d3e276987bd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.076276] env[65794]: INFO nova.compute.manager [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Unrescuing [ 1052.076276] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquiring lock "refresh_cache-07f4ce4f-04b7-4996-bc04-0393d7c175fd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.076276] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquired lock "refresh_cache-07f4ce4f-04b7-4996-bc04-0393d7c175fd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.077287] env[65794]: DEBUG nova.network.neutron [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1052.136787] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.139089] env[65794]: INFO nova.compute.manager [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Rebuilding instance [ 1052.141403] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.505s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.141947] env[65794]: DEBUG nova.objects.instance [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lazy-loading 'resources' on Instance uuid 78ae3bb1-01e1-4d14-87b6-a2df8eeab406 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.174674] env[65794]: INFO nova.scheduler.client.report [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Deleted allocations for instance 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff [ 1052.191061] env[65794]: DEBUG nova.compute.manager [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1052.191982] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eddafbc-a296-4c6f-b875-936b37a151ce {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.262852] env[65794]: DEBUG nova.objects.base [None req-6672b4c0-e50c-4669-8ee2-aae984fc577e tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Object Instance<3dbce7f3-9371-4fa6-bae9-9a707b5fe939> lazy-loaded attributes: flavor,info_cache {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1052.324906] env[65794]: INFO nova.compute.manager [-] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Took 1.41 seconds to deallocate network for instance. [ 1052.326740] env[65794]: DEBUG nova.network.neutron [-] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.438796] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea2ec7e9-b8f1-4c6f-90c5-aa32f22babfb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.450045] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2847c94-9b25-41fe-a67e-496423f5eac5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.487622] env[65794]: DEBUG nova.compute.manager [req-cc846c4c-d916-46fb-ba55-96934824158a req-6ead2426-4498-42e1-bb1f-a442bfbb7af4 service nova] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Detach interface failed, port_id=b99a104d-e241-4b85-8dcf-050b7a9dd71e, reason: Instance 8d2d2881-1f29-4519-99fb-d85e07b7d818 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1052.509272] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811892, 'name': ReconfigVM_Task, 'duration_secs': 0.563317} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.509545] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Reconfigured VM instance instance-00000066 to attach disk [datastore2] f008140d-a021-495f-8d64-415e2cddb7c9/f008140d-a021-495f-8d64-415e2cddb7c9.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.510172] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba30630d-7ef5-41ad-b1c3-a76ba5035315 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.518248] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 1052.518248] env[65794]: value = "task-4811893" [ 1052.518248] env[65794]: _type = "Task" [ 1052.518248] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.528821] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811893, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.583988] env[65794]: WARNING neutronclient.v2_0.client [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.688114] env[65794]: DEBUG nova.compute.manager [None req-3e88cb97-f04f-4e0a-8166-2664c9de3542 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Found 2 images (rotation: 2) {{(pid=65794) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5065}} [ 1052.690105] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2cd708f4-2222-42ce-b308-275a4c2f2c27 tempest-ServersNegativeTestJSON-1756087549 tempest-ServersNegativeTestJSON-1756087549-project-member] Lock "3f3170a1-31f3-4a1a-911b-d8a54bcb8fff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.246s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.770962] env[65794]: WARNING neutronclient.v2_0.client [None req-6672b4c0-e50c-4669-8ee2-aae984fc577e tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.831377] env[65794]: INFO nova.compute.manager [-] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Took 1.31 seconds to deallocate network for instance. [ 1052.832338] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.994820] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cfc7a0-ccef-41a7-8262-8bfad52a4349 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.003583] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7a47c1-f201-4502-8097-900888b6f012 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.044256] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2c7324-7f27-40fe-a27e-dde59f293d44 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.052829] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811893, 'name': Rename_Task, 'duration_secs': 0.296969} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.055126] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.055423] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4219bc8-6056-43fe-9c0a-ae92ac7117f1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.058205] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b81c6d-b0a9-4d98-a9ca-1bc1f747a5c3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.075229] env[65794]: DEBUG nova.compute.provider_tree [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.078193] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 1053.078193] env[65794]: value = "task-4811894" [ 1053.078193] env[65794]: _type = "Task" [ 1053.078193] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.095023] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811894, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.151234] env[65794]: DEBUG nova.compute.manager [req-9966638e-fd2c-4941-b979-fb63c100d616 req-4b33931a-459d-483e-8a20-15259941f34a service nova] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Received event network-vif-deleted-f48f64c1-fc1b-4b1e-844b-149b26889ff8 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1053.207357] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.207777] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f828594c-76ec-45b8-b844-6ef02761fd85 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.215175] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Waiting for the task: (returnval){ [ 1053.215175] env[65794]: value = "task-4811895" [ 1053.215175] env[65794]: _type = "Task" [ 1053.215175] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.224570] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.342485] env[65794]: DEBUG oslo_concurrency.lockutils [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.580085] env[65794]: DEBUG nova.scheduler.client.report [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.600065] env[65794]: DEBUG oslo_vmware.api [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811894, 'name': PowerOnVM_Task, 'duration_secs': 0.506121} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.602565] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.603192] env[65794]: INFO nova.compute.manager [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1053.603441] env[65794]: DEBUG nova.compute.manager [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1053.604373] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbbc50c-14f0-45eb-b5b0-90c98f930ab4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.609010] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fb0a3a-39f3-4b1e-b253-92da08768707 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.637538] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Updating instance 'ccedc5db-fe48-4b88-abfd-5d3e276987bd' progress to 0 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.728156] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811895, 'name': PowerOffVM_Task, 'duration_secs': 0.160999} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.728447] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.729167] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.730396] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d86e05-1a47-4f97-815b-6d1c8a594163 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.741043] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.741477] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a197bb2-3be1-40cf-ae15-f5301ebcff9b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.775945] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.776538] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.776653] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Deleting the datastore file [datastore2] 411a480a-3b4a-4a15-913c-f6a256b9dd9a {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.776965] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ce62b8a-5190-4804-a954-6a12e1062a2b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.787209] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Waiting for the task: (returnval){ [ 1053.787209] env[65794]: value = "task-4811897" [ 1053.787209] env[65794]: _type = "Task" [ 1053.787209] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.802164] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.089222] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.095790] env[65794]: DEBUG oslo_concurrency.lockutils [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.120s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.095790] env[65794]: DEBUG nova.objects.instance [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lazy-loading 'resources' on Instance uuid 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.142948] env[65794]: INFO nova.scheduler.client.report [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Deleted allocations for instance 78ae3bb1-01e1-4d14-87b6-a2df8eeab406 [ 1054.149584] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.153323] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c51c71e1-9a29-4a20-b2fd-c400afaf260c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.161588] env[65794]: INFO nova.compute.manager [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Took 32.46 seconds to build instance. [ 1054.166922] env[65794]: DEBUG oslo_vmware.api [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1054.166922] env[65794]: value = "task-4811898" [ 1054.166922] env[65794]: _type = "Task" [ 1054.166922] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.183838] env[65794]: DEBUG oslo_vmware.api [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.228302] env[65794]: WARNING neutronclient.v2_0.client [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.301379] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249427} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.303749] env[65794]: WARNING neutronclient.v2_0.client [None req-6672b4c0-e50c-4669-8ee2-aae984fc577e tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.309741] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.310131] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.310333] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.478455] env[65794]: DEBUG nova.network.neutron [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Updating instance_info_cache with network_info: [{"id": "345d52f7-ba91-4d33-8de4-aa19ed82cd4b", "address": "fa:16:3e:8a:81:20", "network": {"id": "3b8f08bd-a1e3-4e48-8016-a121cca25e85", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-378391892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7bc96a9af0fb4a798dd27743599efc29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap345d52f7-ba", "ovs_interfaceid": "345d52f7-ba91-4d33-8de4-aa19ed82cd4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.513394] env[65794]: DEBUG nova.network.neutron [None req-6672b4c0-e50c-4669-8ee2-aae984fc577e tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Updating instance_info_cache with network_info: [{"id": "6b2cd2a3-13cc-4d16-a3d2-e29f2273ad5e", "address": "fa:16:3e:20:09:97", "network": {"id": "13fa4618-444e-40a1-bcec-32b4d0495a8d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-200316282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d793fecc6b84afab489dbe5f0c42d1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b2cd2a3-13", "ovs_interfaceid": "6b2cd2a3-13cc-4d16-a3d2-e29f2273ad5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.665418] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f76a0836-b917-4ed0-8ee0-259a63e1d597 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "f008140d-a021-495f-8d64-415e2cddb7c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.937s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.667686] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a1b89024-3514-4a7a-acad-42799c2782e4 tempest-ListImageFiltersTestJSON-1319309490 tempest-ListImageFiltersTestJSON-1319309490-project-member] Lock "78ae3bb1-01e1-4d14-87b6-a2df8eeab406" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.710s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.682336] env[65794]: DEBUG oslo_vmware.api [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811898, 'name': PowerOffVM_Task, 'duration_secs': 0.275099} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.682886] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.683133] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Updating instance 'ccedc5db-fe48-4b88-abfd-5d3e276987bd' progress to 17 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1054.979670] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Releasing lock "refresh_cache-07f4ce4f-04b7-4996-bc04-0393d7c175fd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.980408] env[65794]: DEBUG nova.objects.instance [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Lazy-loading 'flavor' on Instance uuid 07f4ce4f-04b7-4996-bc04-0393d7c175fd {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.998594] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5c127a-625f-493c-a06a-50cd8b1e1219 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.009338] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ecd98f-9817-485f-865a-3486cb9d7773 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.015900] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6672b4c0-e50c-4669-8ee2-aae984fc577e tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Releasing lock "refresh_cache-3dbce7f3-9371-4fa6-bae9-9a707b5fe939" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.067024] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba852c3c-e755-4d5d-b09a-7b6ec3f7bf4e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.075399] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf10b201-7134-4849-a199-36bb6efe6262 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.096044] env[65794]: DEBUG nova.compute.provider_tree [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.190208] env[65794]: DEBUG nova.virt.hardware [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1055.190816] env[65794]: DEBUG nova.virt.hardware [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.191118] env[65794]: DEBUG nova.virt.hardware [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1055.191290] env[65794]: DEBUG nova.virt.hardware [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.191577] env[65794]: DEBUG nova.virt.hardware [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1055.191773] env[65794]: DEBUG nova.virt.hardware [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1055.192033] env[65794]: DEBUG nova.virt.hardware [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1055.192258] env[65794]: DEBUG nova.virt.hardware [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1055.192426] env[65794]: DEBUG nova.virt.hardware [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1055.192644] env[65794]: DEBUG nova.virt.hardware [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1055.192773] env[65794]: DEBUG nova.virt.hardware [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1055.198126] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37c32b81-2e89-469b-887e-059936746aa1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.217418] env[65794]: DEBUG oslo_vmware.api [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1055.217418] env[65794]: value = "task-4811899" [ 1055.217418] env[65794]: _type = "Task" [ 1055.217418] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.227167] env[65794]: DEBUG oslo_vmware.api [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.357920] env[65794]: DEBUG nova.virt.hardware [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1055.358096] env[65794]: DEBUG nova.virt.hardware [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.358226] env[65794]: DEBUG nova.virt.hardware [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1055.358567] env[65794]: DEBUG nova.virt.hardware [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.359336] env[65794]: DEBUG nova.virt.hardware [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1055.359390] env[65794]: DEBUG nova.virt.hardware [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1055.360053] env[65794]: DEBUG nova.virt.hardware [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1055.360053] env[65794]: DEBUG nova.virt.hardware [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1055.360237] env[65794]: DEBUG nova.virt.hardware [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1055.360371] env[65794]: DEBUG nova.virt.hardware [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1055.360546] env[65794]: DEBUG nova.virt.hardware [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1055.361529] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559faeda-c2ab-4422-9611-542dedcbd435 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.371073] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8a1aa9-9cec-44d2-942f-2aa8209ec964 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.387702] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Instance VIF info [] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.394178] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1055.394517] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.394789] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b60bfd7-07ed-4aca-95b3-e10cfd4275ce {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.418938] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.418938] env[65794]: value = "task-4811900" [ 1055.418938] env[65794]: _type = "Task" [ 1055.418938] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.430378] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811900, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.488961] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7c3ed2-537a-465e-b533-5fec8e1991ea {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.514134] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.514580] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0210af94-8879-4331-a397-596d2b51fb70 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.526181] env[65794]: DEBUG oslo_vmware.api [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 1055.526181] env[65794]: value = "task-4811901" [ 1055.526181] env[65794]: _type = "Task" [ 1055.526181] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.535541] env[65794]: DEBUG oslo_vmware.api [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.569387] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6672b4c0-e50c-4669-8ee2-aae984fc577e tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.569387] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a32e1118-8c04-4b2d-abd4-96e341be10bd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.577485] env[65794]: DEBUG oslo_vmware.api [None req-6672b4c0-e50c-4669-8ee2-aae984fc577e tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1055.577485] env[65794]: value = "task-4811902" [ 1055.577485] env[65794]: _type = "Task" [ 1055.577485] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.587760] env[65794]: DEBUG oslo_vmware.api [None req-6672b4c0-e50c-4669-8ee2-aae984fc577e tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.604023] env[65794]: DEBUG nova.scheduler.client.report [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.730579] env[65794]: DEBUG oslo_vmware.api [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811899, 'name': ReconfigVM_Task, 'duration_secs': 0.234979} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.730929] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Updating instance 'ccedc5db-fe48-4b88-abfd-5d3e276987bd' progress to 33 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1055.915022] env[65794]: DEBUG nova.compute.manager [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1055.915022] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83522d50-4d04-4c19-afd5-722f39ee617f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.939924] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811900, 'name': CreateVM_Task, 'duration_secs': 0.432951} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.939924] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.940691] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.940691] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.940825] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.942330] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bea0740-cf9d-4ab2-a455-7e56b108f692 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.949148] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Waiting for the task: (returnval){ [ 1055.949148] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]522c585a-bf1a-f1c4-0d9c-4927d050d7f3" [ 1055.949148] env[65794]: _type = "Task" [ 1055.949148] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.962711] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522c585a-bf1a-f1c4-0d9c-4927d050d7f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.037883] env[65794]: DEBUG oslo_vmware.api [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811901, 'name': PowerOffVM_Task, 'duration_secs': 0.282135} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.039682] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.044606] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1056.045144] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-def23f04-c4a6-4643-969c-b8683a007163 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.069462] env[65794]: DEBUG oslo_vmware.api [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 1056.069462] env[65794]: value = "task-4811903" [ 1056.069462] env[65794]: _type = "Task" [ 1056.069462] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.080305] env[65794]: DEBUG oslo_vmware.api [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811903, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.090911] env[65794]: DEBUG oslo_vmware.api [None req-6672b4c0-e50c-4669-8ee2-aae984fc577e tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811902, 'name': PowerOnVM_Task, 'duration_secs': 0.447111} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.091715] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6672b4c0-e50c-4669-8ee2-aae984fc577e tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.092128] env[65794]: DEBUG nova.compute.manager [None req-6672b4c0-e50c-4669-8ee2-aae984fc577e tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1056.092922] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4046ad5d-af50-48d7-91db-4de3fc3a7572 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.109436] env[65794]: DEBUG oslo_concurrency.lockutils [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.111805] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.462s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.112112] env[65794]: DEBUG nova.objects.instance [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lazy-loading 'resources' on Instance uuid 6974fd53-5f45-4590-9cb1-bb19b8ced00b {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.174066] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Acquiring lock "ac144607-71aa-49cf-a44f-7904d90ddc9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.175253] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Lock "ac144607-71aa-49cf-a44f-7904d90ddc9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.178464] env[65794]: INFO nova.scheduler.client.report [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Deleted allocations for instance 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5 [ 1056.242368] env[65794]: DEBUG nova.virt.hardware [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1056.242714] env[65794]: DEBUG nova.virt.hardware [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.242959] env[65794]: DEBUG nova.virt.hardware [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1056.243342] env[65794]: DEBUG nova.virt.hardware [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.243568] env[65794]: DEBUG nova.virt.hardware [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1056.243923] env[65794]: DEBUG nova.virt.hardware [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1056.244019] env[65794]: DEBUG nova.virt.hardware [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1056.244191] env[65794]: DEBUG nova.virt.hardware [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1056.244463] env[65794]: DEBUG nova.virt.hardware [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1056.244727] env[65794]: DEBUG nova.virt.hardware [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1056.245066] env[65794]: DEBUG nova.virt.hardware [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1056.251739] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1056.252647] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06b44767-3e79-4001-aedc-64758772a0e6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.276510] env[65794]: DEBUG oslo_vmware.api [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1056.276510] env[65794]: value = "task-4811904" [ 1056.276510] env[65794]: _type = "Task" [ 1056.276510] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.286759] env[65794]: DEBUG oslo_vmware.api [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.431801] env[65794]: INFO nova.compute.manager [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] instance snapshotting [ 1056.433196] env[65794]: DEBUG nova.objects.instance [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lazy-loading 'flavor' on Instance uuid cc961e99-ce33-4b59-b8d3-aae47d0e5298 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.465599] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]522c585a-bf1a-f1c4-0d9c-4927d050d7f3, 'name': SearchDatastore_Task, 'duration_secs': 0.017713} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.465957] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.466234] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.466494] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.466654] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.466915] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.467141] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb9e1f24-1b35-4100-b3cc-42029fc95b73 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.479871] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.480169] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.480897] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a706381-415e-4120-92b7-a509c72ff50c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.488119] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Waiting for the task: (returnval){ [ 1056.488119] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52306556-0abf-a4d9-0546-cee5fa862a8a" [ 1056.488119] env[65794]: _type = "Task" [ 1056.488119] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.501569] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52306556-0abf-a4d9-0546-cee5fa862a8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.580519] env[65794]: DEBUG oslo_vmware.api [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.676543] env[65794]: DEBUG nova.compute.manager [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1056.687667] env[65794]: DEBUG oslo_concurrency.lockutils [None req-64c85445-e93c-407d-adf5-51f782b3c71d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "6477f28c-5665-49cf-9e0d-d9fb16ad6ee5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.042s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.792635] env[65794]: DEBUG oslo_vmware.api [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811904, 'name': ReconfigVM_Task, 'duration_secs': 0.236778} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.793632] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1056.794045] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db10110-5274-42d6-a87a-fcf1fd177cef {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.828656] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] ccedc5db-fe48-4b88-abfd-5d3e276987bd/ccedc5db-fe48-4b88-abfd-5d3e276987bd.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.835027] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21d20a66-6bbe-4cce-9cef-7337f42847ea {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.853323] env[65794]: DEBUG oslo_vmware.api [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1056.853323] env[65794]: value = "task-4811905" [ 1056.853323] env[65794]: _type = "Task" [ 1056.853323] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.865444] env[65794]: DEBUG oslo_vmware.api [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.889154] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "f008140d-a021-495f-8d64-415e2cddb7c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.889154] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "f008140d-a021-495f-8d64-415e2cddb7c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.889382] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "f008140d-a021-495f-8d64-415e2cddb7c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.889629] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "f008140d-a021-495f-8d64-415e2cddb7c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.889850] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "f008140d-a021-495f-8d64-415e2cddb7c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.894351] env[65794]: INFO nova.compute.manager [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Terminating instance [ 1056.943448] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8643990c-5ea2-4d33-a8af-b839f2e7c90c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.972047] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f687b7-c5b6-4020-93c0-9ebc547cd858 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.002291] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52306556-0abf-a4d9-0546-cee5fa862a8a, 'name': SearchDatastore_Task, 'duration_secs': 0.013871} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.005782] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe09dcf0-77ad-48cf-a9bf-d0c6816cc80f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.014838] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Waiting for the task: (returnval){ [ 1057.014838] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]520a3d71-5e9b-1417-afc9-1c22d01c258f" [ 1057.014838] env[65794]: _type = "Task" [ 1057.014838] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.022053] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]520a3d71-5e9b-1417-afc9-1c22d01c258f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.044028] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1641d36-8855-4405-a335-ab8366ca5887 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.054275] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9177039-df28-4f18-bc60-9950f8991351 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.093677] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbcaacc-ee0e-48e6-839f-c1178875023a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.105958] env[65794]: DEBUG oslo_vmware.api [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811903, 'name': ReconfigVM_Task, 'duration_secs': 0.954301} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.106379] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1057.106589] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.107817] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9b4e96-abec-40ad-bafb-af2d3f53a133 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.113718] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-799dd45b-8a80-446a-8dc1-4432ebb453cb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.130163] env[65794]: DEBUG nova.compute.provider_tree [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.135103] env[65794]: DEBUG oslo_vmware.api [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 1057.135103] env[65794]: value = "task-4811906" [ 1057.135103] env[65794]: _type = "Task" [ 1057.135103] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.146557] env[65794]: DEBUG oslo_vmware.api [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.203872] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.366589] env[65794]: DEBUG oslo_vmware.api [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811905, 'name': ReconfigVM_Task, 'duration_secs': 0.480718} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.366589] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Reconfigured VM instance instance-0000005e to attach disk [datastore1] ccedc5db-fe48-4b88-abfd-5d3e276987bd/ccedc5db-fe48-4b88-abfd-5d3e276987bd.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.366589] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Updating instance 'ccedc5db-fe48-4b88-abfd-5d3e276987bd' progress to 50 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1057.399760] env[65794]: DEBUG nova.compute.manager [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1057.400335] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.402480] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76899f7-4264-4af4-8054-71e60ea5ebee {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.412717] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.412999] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fb0b02d-0993-4161-b5eb-854391680d66 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.425776] env[65794]: DEBUG oslo_vmware.api [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 1057.425776] env[65794]: value = "task-4811907" [ 1057.425776] env[65794]: _type = "Task" [ 1057.425776] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.439022] env[65794]: DEBUG oslo_vmware.api [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.487588] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Creating Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1057.488013] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9022d995-3441-41f4-a620-cb962bc4f28a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.498248] env[65794]: DEBUG oslo_vmware.api [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1057.498248] env[65794]: value = "task-4811908" [ 1057.498248] env[65794]: _type = "Task" [ 1057.498248] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.510602] env[65794]: DEBUG oslo_vmware.api [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811908, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.527361] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]520a3d71-5e9b-1417-afc9-1c22d01c258f, 'name': SearchDatastore_Task, 'duration_secs': 0.019269} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.527661] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.528350] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 411a480a-3b4a-4a15-913c-f6a256b9dd9a/411a480a-3b4a-4a15-913c-f6a256b9dd9a.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.528726] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54da5fd9-1613-4387-b87e-88a0cff463d2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.539226] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Waiting for the task: (returnval){ [ 1057.539226] env[65794]: value = "task-4811909" [ 1057.539226] env[65794]: _type = "Task" [ 1057.539226] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.549020] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.635101] env[65794]: DEBUG nova.scheduler.client.report [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.650490] env[65794]: DEBUG oslo_vmware.api [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811906, 'name': PowerOnVM_Task, 'duration_secs': 0.452924} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.651732] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.652328] env[65794]: DEBUG nova.compute.manager [None req-a977afd0-2f19-47a5-bbf4-3454f7a17800 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1057.655388] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b758d3-0f1c-49c6-8158-0d56634435b7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.873867] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4f308b-486f-4e46-82db-eb5931b02012 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.898432] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ff5c80-d994-4fab-bbd0-7a47f3baacc4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.921157] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Updating instance 'ccedc5db-fe48-4b88-abfd-5d3e276987bd' progress to 67 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1057.939988] env[65794]: DEBUG oslo_vmware.api [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811907, 'name': PowerOffVM_Task, 'duration_secs': 0.297154} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.939988] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.941046] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.941046] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67598fdf-6741-43d0-b572-90ff9d062b18 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.784844] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.673s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.791835] env[65794]: WARNING neutronclient.v2_0.client [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.792190] env[65794]: WARNING neutronclient.v2_0.client [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.794426] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.794623] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.794800] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Deleting the datastore file [datastore2] f008140d-a021-495f-8d64-415e2cddb7c9 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.804115] env[65794]: DEBUG oslo_concurrency.lockutils [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.274s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.804353] env[65794]: DEBUG nova.objects.instance [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Lazy-loading 'resources' on Instance uuid f704de8c-3c5e-4cf6-89db-6b7fae13e48a {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.806567] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67ed93d7-f5de-4d6f-94b9-ab5c65c14c2e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.816330] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575277} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.822584] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 411a480a-3b4a-4a15-913c-f6a256b9dd9a/411a480a-3b4a-4a15-913c-f6a256b9dd9a.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.822584] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.822889] env[65794]: DEBUG oslo_vmware.api [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 1058.822889] env[65794]: value = "task-4811911" [ 1058.822889] env[65794]: _type = "Task" [ 1058.822889] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.823169] env[65794]: DEBUG oslo_vmware.api [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811908, 'name': CreateSnapshot_Task, 'duration_secs': 0.811862} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.824010] env[65794]: INFO nova.scheduler.client.report [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Deleted allocations for instance 6974fd53-5f45-4590-9cb1-bb19b8ced00b [ 1058.824950] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f487c01b-ba74-41bf-b3db-1d6dea0c22c5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.828907] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Created Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1058.836148] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a4a12b-57e0-40dc-a59d-4220b5dabd0f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.849834] env[65794]: DEBUG oslo_vmware.api [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.855131] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Waiting for the task: (returnval){ [ 1058.855131] env[65794]: value = "task-4811912" [ 1058.855131] env[65794]: _type = "Task" [ 1058.855131] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.868227] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.898941] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "b47334e4-3b9d-48ce-a962-9ff1598725a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.899296] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "b47334e4-3b9d-48ce-a962-9ff1598725a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.928991] env[65794]: DEBUG nova.network.neutron [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Port 0dd4ed7a-ff1d-426b-955a-0eab14af6bb8 binding to destination host cpu-1 is already ACTIVE {{(pid=65794) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1059.298571] env[65794]: DEBUG oslo_concurrency.lockutils [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquiring lock "07f4ce4f-04b7-4996-bc04-0393d7c175fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.298959] env[65794]: DEBUG oslo_concurrency.lockutils [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Lock "07f4ce4f-04b7-4996-bc04-0393d7c175fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.299211] env[65794]: DEBUG oslo_concurrency.lockutils [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquiring lock "07f4ce4f-04b7-4996-bc04-0393d7c175fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.299420] env[65794]: DEBUG oslo_concurrency.lockutils [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Lock "07f4ce4f-04b7-4996-bc04-0393d7c175fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.299619] env[65794]: DEBUG oslo_concurrency.lockutils [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Lock "07f4ce4f-04b7-4996-bc04-0393d7c175fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.301931] env[65794]: INFO nova.compute.manager [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Terminating instance [ 1059.339053] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0f7864fd-9e3f-4f6d-9113-883e9260176b tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "6974fd53-5f45-4590-9cb1-bb19b8ced00b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.679s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.346036] env[65794]: DEBUG oslo_vmware.api [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369021} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.346036] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.346036] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.346036] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.346036] env[65794]: INFO nova.compute.manager [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Took 1.94 seconds to destroy the instance on the hypervisor. [ 1059.346036] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1059.346036] env[65794]: DEBUG nova.compute.manager [-] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1059.346036] env[65794]: DEBUG nova.network.neutron [-] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1059.346036] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.363308] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Creating linked-clone VM from snapshot {{(pid=65794) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1059.367305] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a6d99893-f455-498a-b1f3-8e585f1f315e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.382440] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121579} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.384094] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.384511] env[65794]: DEBUG oslo_vmware.api [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1059.384511] env[65794]: value = "task-4811913" [ 1059.384511] env[65794]: _type = "Task" [ 1059.384511] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.385283] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d6979e-0f4a-48d3-8a87-9ba7b2d2be52 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.393807] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.408360] env[65794]: DEBUG nova.compute.manager [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1059.420869] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 411a480a-3b4a-4a15-913c-f6a256b9dd9a/411a480a-3b4a-4a15-913c-f6a256b9dd9a.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.429302] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5467dc10-0af4-45bf-b342-054b2eee7d54 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.444399] env[65794]: DEBUG oslo_vmware.api [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811913, 'name': CloneVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.457214] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Waiting for the task: (returnval){ [ 1059.457214] env[65794]: value = "task-4811914" [ 1059.457214] env[65794]: _type = "Task" [ 1059.457214] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.472964] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811914, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.721897] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a469ae-032d-43a5-8883-6c5f105b3b8a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.733451] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28db158f-483d-40ae-845a-489990e78754 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.772026] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0704695f-387d-48ed-b02b-13432d9f194f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.781157] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2897c1f3-9c7e-4036-9d45-2447f02fc8f3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.801810] env[65794]: DEBUG nova.compute.provider_tree [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.805397] env[65794]: DEBUG nova.compute.manager [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1059.805615] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.807031] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c05152e-7c62-4a1b-8808-61455ab62c09 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.815424] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.817397] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26347edc-0d1d-4864-ab21-2ec14bcb4b0a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.820286] env[65794]: DEBUG nova.compute.manager [req-6a6af19e-16e0-4d7e-bc28-19dd3a2923d4 req-7b03c0ab-5ad2-4a79-b8e0-f84e0c6b2aed service nova] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Received event network-vif-deleted-d0f3d9cd-0727-4ba3-9f1b-d32d3f1fa864 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1059.820767] env[65794]: INFO nova.compute.manager [req-6a6af19e-16e0-4d7e-bc28-19dd3a2923d4 req-7b03c0ab-5ad2-4a79-b8e0-f84e0c6b2aed service nova] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Neutron deleted interface d0f3d9cd-0727-4ba3-9f1b-d32d3f1fa864; detaching it from the instance and deleting it from the info cache [ 1059.820767] env[65794]: DEBUG nova.network.neutron [req-6a6af19e-16e0-4d7e-bc28-19dd3a2923d4 req-7b03c0ab-5ad2-4a79-b8e0-f84e0c6b2aed service nova] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.829894] env[65794]: DEBUG oslo_vmware.api [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 1059.829894] env[65794]: value = "task-4811915" [ 1059.829894] env[65794]: _type = "Task" [ 1059.829894] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.841161] env[65794]: DEBUG oslo_vmware.api [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.904529] env[65794]: DEBUG oslo_vmware.api [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811913, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.945978] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.977497] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "ccedc5db-fe48-4b88-abfd-5d3e276987bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.977886] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "ccedc5db-fe48-4b88-abfd-5d3e276987bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.978198] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "ccedc5db-fe48-4b88-abfd-5d3e276987bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.988692] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811914, 'name': ReconfigVM_Task, 'duration_secs': 0.45666} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.989081] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 411a480a-3b4a-4a15-913c-f6a256b9dd9a/411a480a-3b4a-4a15-913c-f6a256b9dd9a.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.989866] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa5db313-0359-4d14-8845-98b7b090dbb4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.998483] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Waiting for the task: (returnval){ [ 1059.998483] env[65794]: value = "task-4811916" [ 1059.998483] env[65794]: _type = "Task" [ 1059.998483] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.012889] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811916, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.165595] env[65794]: DEBUG nova.network.neutron [-] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.307492] env[65794]: DEBUG nova.scheduler.client.report [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.328495] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77798e8f-6bfb-482a-84a1-2e4cf64b6f4e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.341463] env[65794]: DEBUG oslo_vmware.api [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811915, 'name': PowerOffVM_Task, 'duration_secs': 0.209382} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.343582] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.343582] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.343972] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc60a11d-5cc8-489b-9656-dfc8d5b9bc57 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.348165] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f96a1dc-a1f9-4fbb-ac43-e80272214c3f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.389729] env[65794]: DEBUG nova.compute.manager [req-6a6af19e-16e0-4d7e-bc28-19dd3a2923d4 req-7b03c0ab-5ad2-4a79-b8e0-f84e0c6b2aed service nova] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Detach interface failed, port_id=d0f3d9cd-0727-4ba3-9f1b-d32d3f1fa864, reason: Instance f008140d-a021-495f-8d64-415e2cddb7c9 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1060.401581] env[65794]: DEBUG oslo_vmware.api [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811913, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.448172] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.448172] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.448172] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Deleting the datastore file [datastore1] 07f4ce4f-04b7-4996-bc04-0393d7c175fd {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.448172] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-614782ec-84a5-4d3e-ba73-f82c000aefa4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.457937] env[65794]: DEBUG oslo_vmware.api [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 1060.457937] env[65794]: value = "task-4811918" [ 1060.457937] env[65794]: _type = "Task" [ 1060.457937] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.470146] env[65794]: DEBUG oslo_vmware.api [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.510318] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811916, 'name': Rename_Task, 'duration_secs': 0.170778} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.510615] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.510909] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc543a3b-ff92-456c-b104-973a9f908411 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.519997] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Waiting for the task: (returnval){ [ 1060.519997] env[65794]: value = "task-4811919" [ 1060.519997] env[65794]: _type = "Task" [ 1060.519997] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.533418] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.670330] env[65794]: INFO nova.compute.manager [-] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Took 1.32 seconds to deallocate network for instance. [ 1060.817508] env[65794]: DEBUG oslo_concurrency.lockutils [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.820617] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.988s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.820865] env[65794]: DEBUG nova.objects.instance [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Lazy-loading 'resources' on Instance uuid 82c577eb-9ab0-4c9b-970c-8637e88eeb48 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.845438] env[65794]: INFO nova.scheduler.client.report [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Deleted allocations for instance f704de8c-3c5e-4cf6-89db-6b7fae13e48a [ 1060.903960] env[65794]: DEBUG oslo_vmware.api [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811913, 'name': CloneVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.969314] env[65794]: DEBUG oslo_vmware.api [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358279} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.969619] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.969775] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.970017] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.970237] env[65794]: INFO nova.compute.manager [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1060.970520] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1060.971164] env[65794]: DEBUG nova.compute.manager [-] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1060.971434] env[65794]: DEBUG nova.network.neutron [-] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1060.971732] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.990743] env[65794]: WARNING neutronclient.v2_0.client [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.033485] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811919, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.035840] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.071169] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "refresh_cache-ccedc5db-fe48-4b88-abfd-5d3e276987bd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.071169] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "refresh_cache-ccedc5db-fe48-4b88-abfd-5d3e276987bd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.071169] env[65794]: DEBUG nova.network.neutron [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1061.080436] env[65794]: DEBUG oslo_concurrency.lockutils [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.080690] env[65794]: DEBUG oslo_concurrency.lockutils [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.080900] env[65794]: DEBUG oslo_concurrency.lockutils [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.081147] env[65794]: DEBUG oslo_concurrency.lockutils [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.081324] env[65794]: DEBUG oslo_concurrency.lockutils [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.083977] env[65794]: INFO nova.compute.manager [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Terminating instance [ 1061.176813] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.353904] env[65794]: DEBUG oslo_concurrency.lockutils [None req-eda545b1-f7a3-4c41-bbb5-6a9bf5263eb8 tempest-ServerShowV247Test-1140249446 tempest-ServerShowV247Test-1140249446-project-member] Lock "f704de8c-3c5e-4cf6-89db-6b7fae13e48a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.281s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.404533] env[65794]: DEBUG oslo_vmware.api [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811913, 'name': CloneVM_Task, 'duration_secs': 1.536128} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.404652] env[65794]: INFO nova.virt.vmwareapi.vmops [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Created linked-clone VM from snapshot [ 1061.405842] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5130da-1e99-4197-9ba3-86b8f9099148 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.417742] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Uploading image 415a480e-a31f-473f-ab94-d22cdee76ccc {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1061.446906] env[65794]: DEBUG oslo_vmware.rw_handles [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1061.446906] env[65794]: value = "vm-938226" [ 1061.446906] env[65794]: _type = "VirtualMachine" [ 1061.446906] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1061.447325] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3b60b171-b404-4a91-8c4d-5afebc5a71b2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.458517] env[65794]: DEBUG oslo_vmware.rw_handles [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lease: (returnval){ [ 1061.458517] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52c9bcdb-6888-7e87-2ed0-61b246e4771a" [ 1061.458517] env[65794]: _type = "HttpNfcLease" [ 1061.458517] env[65794]: } obtained for exporting VM: (result){ [ 1061.458517] env[65794]: value = "vm-938226" [ 1061.458517] env[65794]: _type = "VirtualMachine" [ 1061.458517] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1061.458517] env[65794]: DEBUG oslo_vmware.api [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the lease: (returnval){ [ 1061.458517] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52c9bcdb-6888-7e87-2ed0-61b246e4771a" [ 1061.458517] env[65794]: _type = "HttpNfcLease" [ 1061.458517] env[65794]: } to be ready. {{(pid=65794) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1061.467947] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1061.467947] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52c9bcdb-6888-7e87-2ed0-61b246e4771a" [ 1061.467947] env[65794]: _type = "HttpNfcLease" [ 1061.467947] env[65794]: } is initializing. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1061.497827] env[65794]: DEBUG nova.compute.manager [req-da4f389e-e63f-4414-ab4f-d54e5db982bf req-097e945c-6e23-488f-a6d2-7a44975f7387 service nova] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Received event network-vif-deleted-345d52f7-ba91-4d33-8de4-aa19ed82cd4b {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1061.498075] env[65794]: INFO nova.compute.manager [req-da4f389e-e63f-4414-ab4f-d54e5db982bf req-097e945c-6e23-488f-a6d2-7a44975f7387 service nova] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Neutron deleted interface 345d52f7-ba91-4d33-8de4-aa19ed82cd4b; detaching it from the instance and deleting it from the info cache [ 1061.498262] env[65794]: DEBUG nova.network.neutron [req-da4f389e-e63f-4414-ab4f-d54e5db982bf req-097e945c-6e23-488f-a6d2-7a44975f7387 service nova] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.535472] env[65794]: DEBUG oslo_vmware.api [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811919, 'name': PowerOnVM_Task, 'duration_secs': 0.748555} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.535737] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.535955] env[65794]: DEBUG nova.compute.manager [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1061.538931] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca951f69-05d4-4606-90d1-603d14713b64 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.576920] env[65794]: WARNING neutronclient.v2_0.client [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.589957] env[65794]: DEBUG nova.compute.manager [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1061.590255] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.591555] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3963462-ab54-4e6f-a184-7fd0d7936dd7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.605403] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.605704] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbf6e7bb-eb4c-4f51-b711-dfd1ab53ad82 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.613860] env[65794]: DEBUG oslo_vmware.api [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1061.613860] env[65794]: value = "task-4811921" [ 1061.613860] env[65794]: _type = "Task" [ 1061.613860] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.631069] env[65794]: DEBUG oslo_vmware.api [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.687096] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f98589-a461-47cd-b819-d6e1af64e78a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.697116] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53131732-f45d-45e7-8aca-0ff8e7efbe6d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.737027] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf332976-e2e3-4d2e-92f3-2a9d7df519f8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.746955] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ab5695-f91f-43f4-911f-fce91b911709 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.762997] env[65794]: DEBUG nova.compute.provider_tree [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.798925] env[65794]: DEBUG nova.network.neutron [-] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.827778] env[65794]: WARNING neutronclient.v2_0.client [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.902906] env[65794]: DEBUG nova.network.neutron [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Updating instance_info_cache with network_info: [{"id": "0dd4ed7a-ff1d-426b-955a-0eab14af6bb8", "address": "fa:16:3e:75:68:ab", "network": {"id": "36c5e215-9baa-484a-b32e-46d5cf98df9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1092787184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a60998eafe04056b6d1e67daba6c3b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd4ed7a-ff", "ovs_interfaceid": "0dd4ed7a-ff1d-426b-955a-0eab14af6bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.968646] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1061.968646] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52c9bcdb-6888-7e87-2ed0-61b246e4771a" [ 1061.968646] env[65794]: _type = "HttpNfcLease" [ 1061.968646] env[65794]: } is ready. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1061.968646] env[65794]: DEBUG oslo_vmware.rw_handles [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1061.968646] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52c9bcdb-6888-7e87-2ed0-61b246e4771a" [ 1061.968646] env[65794]: _type = "HttpNfcLease" [ 1061.968646] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1061.969130] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3768f63b-0016-4bbf-b055-c5eb86095159 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.976496] env[65794]: DEBUG oslo_vmware.rw_handles [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c95c27-4b94-0d8b-c4b9-585d345bae66/disk-0.vmdk from lease info. {{(pid=65794) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1061.976810] env[65794]: DEBUG oslo_vmware.rw_handles [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c95c27-4b94-0d8b-c4b9-585d345bae66/disk-0.vmdk for reading. {{(pid=65794) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1062.034622] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-096aaa39-8050-43d1-b2df-10d5c6363a06 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.046416] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593a3ac7-0d4f-4587-9eb8-c4b28d6aec87 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.065854] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.069760] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d8164124-f306-485f-8fc3-f1a393e63609 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.094922] env[65794]: DEBUG nova.compute.manager [req-da4f389e-e63f-4414-ab4f-d54e5db982bf req-097e945c-6e23-488f-a6d2-7a44975f7387 service nova] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Detach interface failed, port_id=345d52f7-ba91-4d33-8de4-aa19ed82cd4b, reason: Instance 07f4ce4f-04b7-4996-bc04-0393d7c175fd could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1062.129769] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.129769] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.136642] env[65794]: DEBUG oslo_vmware.api [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811921, 'name': PowerOffVM_Task, 'duration_secs': 0.24649} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.136642] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.136642] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.136642] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ad0d40a-2ddc-4337-8931-e825ab59c169 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.209484] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.209484] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.209733] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Deleting the datastore file [datastore1] 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.209922] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e19e6904-3bae-416d-a4a2-5a2a89118ed3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.217364] env[65794]: DEBUG oslo_vmware.api [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1062.217364] env[65794]: value = "task-4811923" [ 1062.217364] env[65794]: _type = "Task" [ 1062.217364] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.226235] env[65794]: DEBUG oslo_vmware.api [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.269590] env[65794]: DEBUG nova.scheduler.client.report [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.302430] env[65794]: INFO nova.compute.manager [-] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Took 1.33 seconds to deallocate network for instance. [ 1062.405923] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "refresh_cache-ccedc5db-fe48-4b88-abfd-5d3e276987bd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.636172] env[65794]: DEBUG nova.compute.manager [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1062.729799] env[65794]: DEBUG oslo_vmware.api [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232416} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.730185] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.730385] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.730779] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.731092] env[65794]: INFO nova.compute.manager [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1062.731445] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1062.731738] env[65794]: DEBUG nova.compute.manager [-] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1062.731814] env[65794]: DEBUG nova.network.neutron [-] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1062.732165] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.774770] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.779392] env[65794]: DEBUG oslo_concurrency.lockutils [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.437s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.779714] env[65794]: DEBUG nova.objects.instance [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lazy-loading 'resources' on Instance uuid 8d2d2881-1f29-4519-99fb-d85e07b7d818 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.785168] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.810440] env[65794]: DEBUG oslo_concurrency.lockutils [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.829888] env[65794]: INFO nova.scheduler.client.report [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Deleted allocations for instance 82c577eb-9ab0-4c9b-970c-8637e88eeb48 [ 1062.934375] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458de794-c31b-4fc0-8c2c-55c43c3fe777 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.967176] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49b7f24-1527-48e4-8eec-747ce1cb5d2c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.977162] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Updating instance 'ccedc5db-fe48-4b88-abfd-5d3e276987bd' progress to 83 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1063.162027] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.338258] env[65794]: DEBUG oslo_concurrency.lockutils [None req-db446eb7-9f4a-485e-92c1-e8d167b23d97 tempest-ServerDiagnosticsNegativeTest-960015076 tempest-ServerDiagnosticsNegativeTest-960015076-project-member] Lock "82c577eb-9ab0-4c9b-970c-8637e88eeb48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.126s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.352968] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Acquiring lock "411a480a-3b4a-4a15-913c-f6a256b9dd9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.352968] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Lock "411a480a-3b4a-4a15-913c-f6a256b9dd9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.352968] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Acquiring lock "411a480a-3b4a-4a15-913c-f6a256b9dd9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.352968] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Lock "411a480a-3b4a-4a15-913c-f6a256b9dd9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.352968] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Lock "411a480a-3b4a-4a15-913c-f6a256b9dd9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.355154] env[65794]: INFO nova.compute.manager [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Terminating instance [ 1063.486090] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.486507] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-345a8dac-85c6-4ea0-9514-94dd7f6dabd3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.497091] env[65794]: DEBUG oslo_vmware.api [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1063.497091] env[65794]: value = "task-4811924" [ 1063.497091] env[65794]: _type = "Task" [ 1063.497091] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.513056] env[65794]: DEBUG oslo_vmware.api [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.546765] env[65794]: DEBUG nova.compute.manager [req-62c37184-7503-430c-8c80-758d5ccf8123 req-045b9aab-32da-4514-92b7-4168e280e36d service nova] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Received event network-vif-deleted-315249b7-4aba-4b60-9dc0-6fd05403d088 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1063.546910] env[65794]: INFO nova.compute.manager [req-62c37184-7503-430c-8c80-758d5ccf8123 req-045b9aab-32da-4514-92b7-4168e280e36d service nova] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Neutron deleted interface 315249b7-4aba-4b60-9dc0-6fd05403d088; detaching it from the instance and deleting it from the info cache [ 1063.547092] env[65794]: DEBUG nova.network.neutron [req-62c37184-7503-430c-8c80-758d5ccf8123 req-045b9aab-32da-4514-92b7-4168e280e36d service nova] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.653174] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b349b498-4c6f-4e01-9b48-ce9ea42ef442 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.662935] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25041f55-c80b-45c1-9cb6-ad9db8e455e6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.704139] env[65794]: DEBUG nova.network.neutron [-] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.707049] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a685d5a-fbfd-4c9c-bbd4-19770e5c0b83 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.716557] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3956afc1-7b23-47e0-853c-588c7f937613 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.736474] env[65794]: DEBUG nova.compute.provider_tree [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.859977] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Acquiring lock "refresh_cache-411a480a-3b4a-4a15-913c-f6a256b9dd9a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.860170] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Acquired lock "refresh_cache-411a480a-3b4a-4a15-913c-f6a256b9dd9a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.860384] env[65794]: DEBUG nova.network.neutron [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1064.013556] env[65794]: DEBUG oslo_vmware.api [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811924, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.054526] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39f19fed-3efe-4748-a86a-e092e1988517 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.066388] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1582c912-22db-4042-85cd-790fd758799c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.117480] env[65794]: DEBUG nova.compute.manager [req-62c37184-7503-430c-8c80-758d5ccf8123 req-045b9aab-32da-4514-92b7-4168e280e36d service nova] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Detach interface failed, port_id=315249b7-4aba-4b60-9dc0-6fd05403d088, reason: Instance 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1064.207500] env[65794]: INFO nova.compute.manager [-] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Took 1.48 seconds to deallocate network for instance. [ 1064.241252] env[65794]: DEBUG nova.scheduler.client.report [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.363824] env[65794]: WARNING neutronclient.v2_0.client [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.513144] env[65794]: DEBUG nova.network.neutron [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1064.524712] env[65794]: DEBUG oslo_vmware.api [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811924, 'name': PowerOnVM_Task, 'duration_secs': 0.655997} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.525391] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.525622] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a31fb4d3-240c-4f3b-a8bc-0bbf867f7233 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Updating instance 'ccedc5db-fe48-4b88-abfd-5d3e276987bd' progress to 100 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1064.594716] env[65794]: DEBUG nova.network.neutron [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.718214] env[65794]: DEBUG oslo_concurrency.lockutils [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.748275] env[65794]: DEBUG oslo_concurrency.lockutils [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.751702] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.549s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.753935] env[65794]: INFO nova.compute.claims [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.784194] env[65794]: INFO nova.scheduler.client.report [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Deleted allocations for instance 8d2d2881-1f29-4519-99fb-d85e07b7d818 [ 1065.098091] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Releasing lock "refresh_cache-411a480a-3b4a-4a15-913c-f6a256b9dd9a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.099141] env[65794]: DEBUG nova.compute.manager [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1065.099141] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.100178] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904673e2-a04a-4691-a42c-ce8e8ba46286 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.112680] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.113439] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63c10313-15b7-4ba3-b283-bd8e0dc111c3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.122206] env[65794]: DEBUG oslo_vmware.api [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Waiting for the task: (returnval){ [ 1065.122206] env[65794]: value = "task-4811925" [ 1065.122206] env[65794]: _type = "Task" [ 1065.122206] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.132558] env[65794]: DEBUG oslo_vmware.api [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.297896] env[65794]: DEBUG oslo_concurrency.lockutils [None req-619b8aa0-fa4c-43e7-bec9-b5746bd107df tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "8d2d2881-1f29-4519-99fb-d85e07b7d818" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.946s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.640379] env[65794]: DEBUG oslo_vmware.api [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811925, 'name': PowerOffVM_Task, 'duration_secs': 0.135605} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.641711] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.641711] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.641711] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8f1c0c2-2158-4d2e-9d62-15b582dfabef {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.671551] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.672364] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.672364] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Deleting the datastore file [datastore2] 411a480a-3b4a-4a15-913c-f6a256b9dd9a {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.672798] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2557cdd2-4dd6-4b57-b5a3-af6f00237583 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.680949] env[65794]: DEBUG oslo_vmware.api [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Waiting for the task: (returnval){ [ 1065.680949] env[65794]: value = "task-4811927" [ 1065.680949] env[65794]: _type = "Task" [ 1065.680949] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.691035] env[65794]: DEBUG oslo_vmware.api [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.195820] env[65794]: DEBUG oslo_vmware.api [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Task: {'id': task-4811927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221906} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.199394] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.199598] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.199875] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.200381] env[65794]: INFO nova.compute.manager [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1066.200499] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1066.201171] env[65794]: DEBUG nova.compute.manager [-] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1066.201311] env[65794]: DEBUG nova.network.neutron [-] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1066.201554] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.236171] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18467dbb-b6d1-41c9-8d44-5d124f5f0868 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.248895] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1081c92e-19bf-4c98-a9a7-988daa1c7aa3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.297597] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb8fd73-bcd2-46c7-9f4f-1e627332f9b3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.303461] env[65794]: DEBUG nova.network.neutron [-] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1066.303461] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.311467] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb9dbce-48c2-466f-93a6-b52a475df476 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.329212] env[65794]: DEBUG nova.compute.provider_tree [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.659259] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "02c37e8b-8074-4feb-be37-c9b9697535ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.659259] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "02c37e8b-8074-4feb-be37-c9b9697535ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.804617] env[65794]: DEBUG nova.network.neutron [-] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.832627] env[65794]: DEBUG nova.scheduler.client.report [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.091796] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "ccedc5db-fe48-4b88-abfd-5d3e276987bd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.092526] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "ccedc5db-fe48-4b88-abfd-5d3e276987bd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.003s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.092806] env[65794]: DEBUG nova.compute.manager [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Going to confirm migration 4 {{(pid=65794) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5298}} [ 1067.161259] env[65794]: DEBUG nova.compute.manager [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1067.307671] env[65794]: INFO nova.compute.manager [-] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Took 1.11 seconds to deallocate network for instance. [ 1067.338715] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.339282] env[65794]: DEBUG nova.compute.manager [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1067.342112] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.397s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.343646] env[65794]: INFO nova.compute.claims [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.600814] env[65794]: WARNING neutronclient.v2_0.client [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.681419] env[65794]: WARNING neutronclient.v2_0.client [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.681782] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "refresh_cache-ccedc5db-fe48-4b88-abfd-5d3e276987bd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.681952] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "refresh_cache-ccedc5db-fe48-4b88-abfd-5d3e276987bd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.682127] env[65794]: DEBUG nova.network.neutron [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1067.682323] env[65794]: DEBUG nova.objects.instance [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lazy-loading 'info_cache' on Instance uuid ccedc5db-fe48-4b88-abfd-5d3e276987bd {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.685132] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.817238] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.848679] env[65794]: DEBUG nova.compute.utils [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.852344] env[65794]: DEBUG nova.compute.manager [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1067.852547] env[65794]: DEBUG nova.network.neutron [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1067.852872] env[65794]: WARNING neutronclient.v2_0.client [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.853174] env[65794]: WARNING neutronclient.v2_0.client [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.896692] env[65794]: DEBUG nova.policy [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bc0b8e4d79a4ea9ae498768fc13554a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98fb563b7f5c4cde98bfff0f6260dfbe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.156071] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.156360] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.285589] env[65794]: DEBUG nova.network.neutron [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Successfully created port: 280f4758-112f-490f-bfa2-ec1978654c07 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1068.353064] env[65794]: DEBUG nova.compute.manager [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1068.659185] env[65794]: DEBUG nova.compute.manager [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1068.675417] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92943c5c-7fbe-43e4-8c5f-81234e941534 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.684431] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161f10b0-4660-4ece-89ab-ee33bea276eb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.690925] env[65794]: WARNING neutronclient.v2_0.client [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.729217] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d27ebe-8f2f-4b5d-a526-e067baf01b4d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.741049] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e383a084-b444-490d-8058-243912ab4612 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.763587] env[65794]: DEBUG nova.compute.provider_tree [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.884579] env[65794]: WARNING neutronclient.v2_0.client [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.963072] env[65794]: DEBUG nova.network.neutron [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Updating instance_info_cache with network_info: [{"id": "0dd4ed7a-ff1d-426b-955a-0eab14af6bb8", "address": "fa:16:3e:75:68:ab", "network": {"id": "36c5e215-9baa-484a-b32e-46d5cf98df9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1092787184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a60998eafe04056b6d1e67daba6c3b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd4ed7a-ff", "ovs_interfaceid": "0dd4ed7a-ff1d-426b-955a-0eab14af6bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.184817] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.266552] env[65794]: DEBUG nova.scheduler.client.report [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.345946] env[65794]: DEBUG oslo_vmware.rw_handles [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c95c27-4b94-0d8b-c4b9-585d345bae66/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1069.347106] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0523eca-80be-4516-83a6-e1ff86b3ffa9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.355269] env[65794]: DEBUG oslo_vmware.rw_handles [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c95c27-4b94-0d8b-c4b9-585d345bae66/disk-0.vmdk is in state: ready. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1069.355746] env[65794]: ERROR oslo_vmware.rw_handles [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c95c27-4b94-0d8b-c4b9-585d345bae66/disk-0.vmdk due to incomplete transfer. [ 1069.355746] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0a2ae6f4-b88f-4153-9d54-73e972883cb9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.364485] env[65794]: DEBUG oslo_vmware.rw_handles [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c95c27-4b94-0d8b-c4b9-585d345bae66/disk-0.vmdk. {{(pid=65794) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1069.364745] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Uploaded image 415a480e-a31f-473f-ab94-d22cdee76ccc to the Glance image server {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1069.366962] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Destroying the VM {{(pid=65794) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1069.368112] env[65794]: DEBUG nova.compute.manager [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1069.370194] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bb25285a-2ebb-4c18-bd0b-3c508c5d9e08 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.378282] env[65794]: DEBUG oslo_vmware.api [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1069.378282] env[65794]: value = "task-4811928" [ 1069.378282] env[65794]: _type = "Task" [ 1069.378282] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.389394] env[65794]: DEBUG oslo_vmware.api [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811928, 'name': Destroy_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.397157] env[65794]: DEBUG nova.virt.hardware [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1069.397432] env[65794]: DEBUG nova.virt.hardware [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.397587] env[65794]: DEBUG nova.virt.hardware [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1069.397765] env[65794]: DEBUG nova.virt.hardware [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.397911] env[65794]: DEBUG nova.virt.hardware [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1069.398065] env[65794]: DEBUG nova.virt.hardware [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1069.398271] env[65794]: DEBUG nova.virt.hardware [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1069.398426] env[65794]: DEBUG nova.virt.hardware [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1069.398589] env[65794]: DEBUG nova.virt.hardware [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1069.398746] env[65794]: DEBUG nova.virt.hardware [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1069.398912] env[65794]: DEBUG nova.virt.hardware [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1069.399785] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6fb6de-2fdc-4fa2-8462-0dd664554e6c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.407979] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf73150-5dfb-4cfa-96a5-d1893d5f1e26 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.466783] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "refresh_cache-ccedc5db-fe48-4b88-abfd-5d3e276987bd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.467101] env[65794]: DEBUG nova.objects.instance [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lazy-loading 'migration_context' on Instance uuid ccedc5db-fe48-4b88-abfd-5d3e276987bd {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.723470] env[65794]: DEBUG nova.compute.manager [req-f334cacf-6101-4f43-a06e-cc3044da1957 req-25e07fa3-b20e-491a-ac9e-0fc48be6321b service nova] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Received event network-vif-plugged-280f4758-112f-490f-bfa2-ec1978654c07 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1069.723470] env[65794]: DEBUG oslo_concurrency.lockutils [req-f334cacf-6101-4f43-a06e-cc3044da1957 req-25e07fa3-b20e-491a-ac9e-0fc48be6321b service nova] Acquiring lock "ac144607-71aa-49cf-a44f-7904d90ddc9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.723470] env[65794]: DEBUG oslo_concurrency.lockutils [req-f334cacf-6101-4f43-a06e-cc3044da1957 req-25e07fa3-b20e-491a-ac9e-0fc48be6321b service nova] Lock "ac144607-71aa-49cf-a44f-7904d90ddc9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.723470] env[65794]: DEBUG oslo_concurrency.lockutils [req-f334cacf-6101-4f43-a06e-cc3044da1957 req-25e07fa3-b20e-491a-ac9e-0fc48be6321b service nova] Lock "ac144607-71aa-49cf-a44f-7904d90ddc9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.723470] env[65794]: DEBUG nova.compute.manager [req-f334cacf-6101-4f43-a06e-cc3044da1957 req-25e07fa3-b20e-491a-ac9e-0fc48be6321b service nova] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] No waiting events found dispatching network-vif-plugged-280f4758-112f-490f-bfa2-ec1978654c07 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1069.723754] env[65794]: WARNING nova.compute.manager [req-f334cacf-6101-4f43-a06e-cc3044da1957 req-25e07fa3-b20e-491a-ac9e-0fc48be6321b service nova] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Received unexpected event network-vif-plugged-280f4758-112f-490f-bfa2-ec1978654c07 for instance with vm_state building and task_state spawning. [ 1069.772434] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.773426] env[65794]: DEBUG nova.compute.manager [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1069.779150] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.601s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.779150] env[65794]: DEBUG nova.objects.instance [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lazy-loading 'resources' on Instance uuid f008140d-a021-495f-8d64-415e2cddb7c9 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.837985] env[65794]: DEBUG nova.network.neutron [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Successfully updated port: 280f4758-112f-490f-bfa2-ec1978654c07 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1069.891698] env[65794]: DEBUG oslo_vmware.api [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811928, 'name': Destroy_Task, 'duration_secs': 0.429359} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.891989] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Destroyed the VM [ 1069.892256] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Deleting Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1069.892579] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-917c18ac-4a47-4f35-ad6c-c7fe5ac02c4f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.900462] env[65794]: DEBUG oslo_vmware.api [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1069.900462] env[65794]: value = "task-4811929" [ 1069.900462] env[65794]: _type = "Task" [ 1069.900462] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.909940] env[65794]: DEBUG oslo_vmware.api [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811929, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.970698] env[65794]: DEBUG nova.objects.base [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1069.971680] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cf35b0-4a86-48e7-8426-70d36d06206b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.994383] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be5f2617-bbd9-4a47-9976-702824ea5b8a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.000577] env[65794]: DEBUG oslo_vmware.api [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1070.000577] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52a8ab02-d638-cd35-87be-bffded242e90" [ 1070.000577] env[65794]: _type = "Task" [ 1070.000577] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.009337] env[65794]: DEBUG oslo_vmware.api [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a8ab02-d638-cd35-87be-bffded242e90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.282247] env[65794]: DEBUG nova.compute.utils [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.287875] env[65794]: DEBUG nova.compute.manager [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1070.288175] env[65794]: DEBUG nova.network.neutron [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1070.288479] env[65794]: WARNING neutronclient.v2_0.client [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.288724] env[65794]: WARNING neutronclient.v2_0.client [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.341051] env[65794]: DEBUG nova.policy [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '573a33c9e1d0430ab8e2bb2f18bb52da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e3a5224c33c47b18efdab4594c4beb0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.343141] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Acquiring lock "refresh_cache-ac144607-71aa-49cf-a44f-7904d90ddc9d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.343316] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Acquired lock "refresh_cache-ac144607-71aa-49cf-a44f-7904d90ddc9d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.343484] env[65794]: DEBUG nova.network.neutron [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1070.413326] env[65794]: DEBUG oslo_vmware.api [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811929, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.510673] env[65794]: DEBUG oslo_vmware.api [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a8ab02-d638-cd35-87be-bffded242e90, 'name': SearchDatastore_Task, 'duration_secs': 0.010394} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.513418] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.596791] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4116092-d62e-40be-83ae-d093eb96f020 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.604898] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5bd6e7-830a-4a05-b44e-a5059b44cfb8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.638594] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9b6f61-0e25-4f1a-8c03-e17fe11c3ad8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.646918] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a9e939-5ba2-4914-8e45-8cccf1837539 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.662260] env[65794]: DEBUG nova.compute.provider_tree [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.788213] env[65794]: DEBUG nova.compute.manager [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1070.881105] env[65794]: DEBUG nova.network.neutron [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1070.914023] env[65794]: DEBUG oslo_vmware.api [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811929, 'name': RemoveSnapshot_Task, 'duration_secs': 0.547174} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.916868] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Deleted Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1070.917231] env[65794]: INFO nova.compute.manager [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Took 13.97 seconds to snapshot the instance on the hypervisor. [ 1071.037433] env[65794]: WARNING neutronclient.v2_0.client [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.101127] env[65794]: DEBUG nova.network.neutron [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Successfully created port: b3704f12-a32d-4311-b284-5412f0c5f8e6 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1071.165677] env[65794]: DEBUG nova.scheduler.client.report [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.181554] env[65794]: DEBUG nova.network.neutron [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Updating instance_info_cache with network_info: [{"id": "280f4758-112f-490f-bfa2-ec1978654c07", "address": "fa:16:3e:49:60:98", "network": {"id": "e6db084f-f465-42f8-8613-f2fc5ec6601e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-19116527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98fb563b7f5c4cde98bfff0f6260dfbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap280f4758-11", "ovs_interfaceid": "280f4758-112f-490f-bfa2-ec1978654c07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.481720] env[65794]: DEBUG nova.compute.manager [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Found 3 images (rotation: 2) {{(pid=65794) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5065}} [ 1071.482093] env[65794]: DEBUG nova.compute.manager [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Rotating out 1 backups {{(pid=65794) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5073}} [ 1071.482093] env[65794]: DEBUG nova.compute.manager [None req-0e87d2d4-d147-4ea0-8d07-834f64f831b5 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Deleting image 0f2682a7-2959-4beb-95a0-e418816b8968 {{(pid=65794) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5078}} [ 1071.671386] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.674078] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.608s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.674315] env[65794]: DEBUG nova.objects.instance [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65794) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1071.688348] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Releasing lock "refresh_cache-ac144607-71aa-49cf-a44f-7904d90ddc9d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.688949] env[65794]: DEBUG nova.compute.manager [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Instance network_info: |[{"id": "280f4758-112f-490f-bfa2-ec1978654c07", "address": "fa:16:3e:49:60:98", "network": {"id": "e6db084f-f465-42f8-8613-f2fc5ec6601e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-19116527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98fb563b7f5c4cde98bfff0f6260dfbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap280f4758-11", "ovs_interfaceid": "280f4758-112f-490f-bfa2-ec1978654c07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1071.689515] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:60:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '280f4758-112f-490f-bfa2-ec1978654c07', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.697650] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Creating folder: Project (98fb563b7f5c4cde98bfff0f6260dfbe). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.697990] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e7e3c2f-807a-41f2-ac1c-dc99cf96750e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.700893] env[65794]: INFO nova.scheduler.client.report [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Deleted allocations for instance f008140d-a021-495f-8d64-415e2cddb7c9 [ 1071.719049] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Created folder: Project (98fb563b7f5c4cde98bfff0f6260dfbe) in parent group-v937953. [ 1071.719049] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Creating folder: Instances. Parent ref: group-v938227. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.719049] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71e44d12-c301-4858-9eb0-e6b4d302006e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.732970] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Created folder: Instances in parent group-v938227. [ 1071.733590] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1071.734027] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.734357] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99778438-4e1c-433b-ad6a-eb22a91b90b9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.760022] env[65794]: DEBUG nova.compute.manager [req-5030483e-1383-496e-b5cf-9b571536d2a8 req-77a7a5bd-ab95-40cf-b03f-88649869ee43 service nova] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Received event network-changed-280f4758-112f-490f-bfa2-ec1978654c07 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1071.760239] env[65794]: DEBUG nova.compute.manager [req-5030483e-1383-496e-b5cf-9b571536d2a8 req-77a7a5bd-ab95-40cf-b03f-88649869ee43 service nova] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Refreshing instance network info cache due to event network-changed-280f4758-112f-490f-bfa2-ec1978654c07. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1071.760579] env[65794]: DEBUG oslo_concurrency.lockutils [req-5030483e-1383-496e-b5cf-9b571536d2a8 req-77a7a5bd-ab95-40cf-b03f-88649869ee43 service nova] Acquiring lock "refresh_cache-ac144607-71aa-49cf-a44f-7904d90ddc9d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.760737] env[65794]: DEBUG oslo_concurrency.lockutils [req-5030483e-1383-496e-b5cf-9b571536d2a8 req-77a7a5bd-ab95-40cf-b03f-88649869ee43 service nova] Acquired lock "refresh_cache-ac144607-71aa-49cf-a44f-7904d90ddc9d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.760899] env[65794]: DEBUG nova.network.neutron [req-5030483e-1383-496e-b5cf-9b571536d2a8 req-77a7a5bd-ab95-40cf-b03f-88649869ee43 service nova] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Refreshing network info cache for port 280f4758-112f-490f-bfa2-ec1978654c07 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.769374] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.769374] env[65794]: value = "task-4811932" [ 1071.769374] env[65794]: _type = "Task" [ 1071.769374] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.781128] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811932, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.798299] env[65794]: DEBUG nova.compute.manager [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1071.820920] env[65794]: DEBUG nova.virt.hardware [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1071.821248] env[65794]: DEBUG nova.virt.hardware [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.821374] env[65794]: DEBUG nova.virt.hardware [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1071.821553] env[65794]: DEBUG nova.virt.hardware [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.821692] env[65794]: DEBUG nova.virt.hardware [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1071.821879] env[65794]: DEBUG nova.virt.hardware [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1071.822100] env[65794]: DEBUG nova.virt.hardware [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1071.822258] env[65794]: DEBUG nova.virt.hardware [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1071.822419] env[65794]: DEBUG nova.virt.hardware [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1071.822574] env[65794]: DEBUG nova.virt.hardware [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1071.822738] env[65794]: DEBUG nova.virt.hardware [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1071.823621] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31844207-11f6-47dc-9a86-4b961acb5f33 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.832167] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1692e14c-b8b4-4847-bcf1-3dc9b77983d5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.210127] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6171f41c-f692-47f1-9ebc-92ac3d975957 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "f008140d-a021-495f-8d64-415e2cddb7c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.320s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.266338] env[65794]: WARNING neutronclient.v2_0.client [req-5030483e-1383-496e-b5cf-9b571536d2a8 req-77a7a5bd-ab95-40cf-b03f-88649869ee43 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.279952] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811932, 'name': CreateVM_Task, 'duration_secs': 0.332268} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.280282] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.280934] env[65794]: WARNING neutronclient.v2_0.client [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.281426] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.281756] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.282190] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.282557] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59b19e0c-e0f2-4562-8763-7bd01dc3f43d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.289279] env[65794]: DEBUG oslo_vmware.api [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Waiting for the task: (returnval){ [ 1072.289279] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52e3c7b7-3961-d86c-7fa4-a9b49f1a3154" [ 1072.289279] env[65794]: _type = "Task" [ 1072.289279] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.301312] env[65794]: DEBUG oslo_vmware.api [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e3c7b7-3961-d86c-7fa4-a9b49f1a3154, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.435631] env[65794]: WARNING neutronclient.v2_0.client [req-5030483e-1383-496e-b5cf-9b571536d2a8 req-77a7a5bd-ab95-40cf-b03f-88649869ee43 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.501110] env[65794]: DEBUG nova.network.neutron [req-5030483e-1383-496e-b5cf-9b571536d2a8 req-77a7a5bd-ab95-40cf-b03f-88649869ee43 service nova] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Updated VIF entry in instance network info cache for port 280f4758-112f-490f-bfa2-ec1978654c07. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1072.501483] env[65794]: DEBUG nova.network.neutron [req-5030483e-1383-496e-b5cf-9b571536d2a8 req-77a7a5bd-ab95-40cf-b03f-88649869ee43 service nova] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Updating instance_info_cache with network_info: [{"id": "280f4758-112f-490f-bfa2-ec1978654c07", "address": "fa:16:3e:49:60:98", "network": {"id": "e6db084f-f465-42f8-8613-f2fc5ec6601e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-19116527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98fb563b7f5c4cde98bfff0f6260dfbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap280f4758-11", "ovs_interfaceid": "280f4758-112f-490f-bfa2-ec1978654c07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.614976] env[65794]: DEBUG nova.network.neutron [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Successfully updated port: b3704f12-a32d-4311-b284-5412f0c5f8e6 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1072.687862] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2f048304-205a-4374-98ee-77b1e590cd30 tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.687862] env[65794]: DEBUG oslo_concurrency.lockutils [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.877s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.687862] env[65794]: DEBUG nova.objects.instance [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Lazy-loading 'resources' on Instance uuid 07f4ce4f-04b7-4996-bc04-0393d7c175fd {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.801224] env[65794]: DEBUG oslo_vmware.api [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e3c7b7-3961-d86c-7fa4-a9b49f1a3154, 'name': SearchDatastore_Task, 'duration_secs': 0.01166} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.801931] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.802202] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.802440] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.802589] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.802760] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.803191] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bc1dbed-1ab1-426a-bca0-fcf26bdabe77 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.816646] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.817059] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.817856] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41ee7204-235b-4dba-ab7b-1ba068c9935a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.824769] env[65794]: DEBUG oslo_vmware.api [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Waiting for the task: (returnval){ [ 1072.824769] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52201ef4-d452-719c-df9d-1570e76328f4" [ 1072.824769] env[65794]: _type = "Task" [ 1072.824769] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.835230] env[65794]: DEBUG oslo_vmware.api [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52201ef4-d452-719c-df9d-1570e76328f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.005041] env[65794]: DEBUG oslo_concurrency.lockutils [req-5030483e-1383-496e-b5cf-9b571536d2a8 req-77a7a5bd-ab95-40cf-b03f-88649869ee43 service nova] Releasing lock "refresh_cache-ac144607-71aa-49cf-a44f-7904d90ddc9d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.117669] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "refresh_cache-b47334e4-3b9d-48ce-a962-9ff1598725a1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.117889] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired lock "refresh_cache-b47334e4-3b9d-48ce-a962-9ff1598725a1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.118106] env[65794]: DEBUG nova.network.neutron [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1073.340020] env[65794]: DEBUG oslo_vmware.api [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52201ef4-d452-719c-df9d-1570e76328f4, 'name': SearchDatastore_Task, 'duration_secs': 0.02254} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.340020] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90580a4d-7d4b-49f6-aff6-d67e561ff9ae {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.347241] env[65794]: DEBUG oslo_vmware.api [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Waiting for the task: (returnval){ [ 1073.347241] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5247027e-d6f3-1494-eb60-35298e7abe8b" [ 1073.347241] env[65794]: _type = "Task" [ 1073.347241] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.361045] env[65794]: DEBUG oslo_vmware.api [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5247027e-d6f3-1494-eb60-35298e7abe8b, 'name': SearchDatastore_Task, 'duration_secs': 0.011025} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.361045] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.361045] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] ac144607-71aa-49cf-a44f-7904d90ddc9d/ac144607-71aa-49cf-a44f-7904d90ddc9d.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.361045] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9817c05d-ae68-4592-9573-8ed4a4579284 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.367652] env[65794]: DEBUG oslo_vmware.api [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Waiting for the task: (returnval){ [ 1073.367652] env[65794]: value = "task-4811933" [ 1073.367652] env[65794]: _type = "Task" [ 1073.367652] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.377254] env[65794]: DEBUG oslo_vmware.api [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Task: {'id': task-4811933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.479248] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7527c8c-0e89-4dd6-824f-11bd4e84eeb7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.487347] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a1490d-0786-4623-8bb5-dfaa525553e9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.521504] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9570e57-474c-4d9d-a577-4a375fb9047e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.528474] env[65794]: DEBUG oslo_concurrency.lockutils [None req-93fc139e-d8db-4008-9c03-b8537c1a60e0 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "e1697784-e28f-456f-b8d5-f8b6c18865a8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.528828] env[65794]: DEBUG oslo_concurrency.lockutils [None req-93fc139e-d8db-4008-9c03-b8537c1a60e0 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "e1697784-e28f-456f-b8d5-f8b6c18865a8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.537297] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb98ae4-99d0-46c2-963f-464176edf07e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.563154] env[65794]: DEBUG nova.compute.provider_tree [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.661787] env[65794]: DEBUG nova.network.neutron [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1073.769045] env[65794]: WARNING neutronclient.v2_0.client [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.830695] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "d8b9bac7-82a3-426c-a3ca-d7e638e43b9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.830931] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "d8b9bac7-82a3-426c-a3ca-d7e638e43b9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.879495] env[65794]: DEBUG oslo_vmware.api [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Task: {'id': task-4811933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468417} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.881190] env[65794]: DEBUG nova.network.neutron [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Updating instance_info_cache with network_info: [{"id": "b3704f12-a32d-4311-b284-5412f0c5f8e6", "address": "fa:16:3e:5e:65:65", "network": {"id": "c3be34f3-4481-455f-a5bd-794d3240dd32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1106216560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e3a5224c33c47b18efdab4594c4beb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3704f12-a3", "ovs_interfaceid": "b3704f12-a32d-4311-b284-5412f0c5f8e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.883435] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] ac144607-71aa-49cf-a44f-7904d90ddc9d/ac144607-71aa-49cf-a44f-7904d90ddc9d.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.883664] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.885255] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab2e8f13-7af9-40da-87cc-48d8e234d60c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.888216] env[65794]: DEBUG nova.compute.manager [req-192ba98d-4bda-4477-abc4-6c755941b3fd req-9f056194-35cd-41ee-9eb2-962fbb76eee8 service nova] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Received event network-vif-plugged-b3704f12-a32d-4311-b284-5412f0c5f8e6 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1073.888459] env[65794]: DEBUG oslo_concurrency.lockutils [req-192ba98d-4bda-4477-abc4-6c755941b3fd req-9f056194-35cd-41ee-9eb2-962fbb76eee8 service nova] Acquiring lock "b47334e4-3b9d-48ce-a962-9ff1598725a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.888673] env[65794]: DEBUG oslo_concurrency.lockutils [req-192ba98d-4bda-4477-abc4-6c755941b3fd req-9f056194-35cd-41ee-9eb2-962fbb76eee8 service nova] Lock "b47334e4-3b9d-48ce-a962-9ff1598725a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.888832] env[65794]: DEBUG oslo_concurrency.lockutils [req-192ba98d-4bda-4477-abc4-6c755941b3fd req-9f056194-35cd-41ee-9eb2-962fbb76eee8 service nova] Lock "b47334e4-3b9d-48ce-a962-9ff1598725a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.888994] env[65794]: DEBUG nova.compute.manager [req-192ba98d-4bda-4477-abc4-6c755941b3fd req-9f056194-35cd-41ee-9eb2-962fbb76eee8 service nova] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] No waiting events found dispatching network-vif-plugged-b3704f12-a32d-4311-b284-5412f0c5f8e6 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1073.889412] env[65794]: WARNING nova.compute.manager [req-192ba98d-4bda-4477-abc4-6c755941b3fd req-9f056194-35cd-41ee-9eb2-962fbb76eee8 service nova] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Received unexpected event network-vif-plugged-b3704f12-a32d-4311-b284-5412f0c5f8e6 for instance with vm_state building and task_state spawning. [ 1073.889412] env[65794]: DEBUG nova.compute.manager [req-192ba98d-4bda-4477-abc4-6c755941b3fd req-9f056194-35cd-41ee-9eb2-962fbb76eee8 service nova] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Received event network-changed-b3704f12-a32d-4311-b284-5412f0c5f8e6 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1073.889530] env[65794]: DEBUG nova.compute.manager [req-192ba98d-4bda-4477-abc4-6c755941b3fd req-9f056194-35cd-41ee-9eb2-962fbb76eee8 service nova] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Refreshing instance network info cache due to event network-changed-b3704f12-a32d-4311-b284-5412f0c5f8e6. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1073.889634] env[65794]: DEBUG oslo_concurrency.lockutils [req-192ba98d-4bda-4477-abc4-6c755941b3fd req-9f056194-35cd-41ee-9eb2-962fbb76eee8 service nova] Acquiring lock "refresh_cache-b47334e4-3b9d-48ce-a962-9ff1598725a1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.896596] env[65794]: DEBUG oslo_vmware.api [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Waiting for the task: (returnval){ [ 1073.896596] env[65794]: value = "task-4811934" [ 1073.896596] env[65794]: _type = "Task" [ 1073.896596] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.906637] env[65794]: DEBUG oslo_vmware.api [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Task: {'id': task-4811934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.959458] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6adf7dd8-cdbc-4f4c-b22a-181e17520382 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "cc961e99-ce33-4b59-b8d3-aae47d0e5298" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.959724] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6adf7dd8-cdbc-4f4c-b22a-181e17520382 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "cc961e99-ce33-4b59-b8d3-aae47d0e5298" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.959998] env[65794]: DEBUG nova.compute.manager [None req-6adf7dd8-cdbc-4f4c-b22a-181e17520382 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1073.961201] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd5a825-fdc0-4fb4-80c3-47082f7f1d3e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.969287] env[65794]: DEBUG nova.compute.manager [None req-6adf7dd8-cdbc-4f4c-b22a-181e17520382 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65794) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 1073.969873] env[65794]: DEBUG nova.objects.instance [None req-6adf7dd8-cdbc-4f4c-b22a-181e17520382 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lazy-loading 'flavor' on Instance uuid cc961e99-ce33-4b59-b8d3-aae47d0e5298 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.032469] env[65794]: DEBUG nova.compute.utils [None req-93fc139e-d8db-4008-9c03-b8537c1a60e0 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.066021] env[65794]: DEBUG nova.scheduler.client.report [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.333564] env[65794]: DEBUG nova.compute.manager [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1074.384222] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Releasing lock "refresh_cache-b47334e4-3b9d-48ce-a962-9ff1598725a1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.384584] env[65794]: DEBUG nova.compute.manager [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Instance network_info: |[{"id": "b3704f12-a32d-4311-b284-5412f0c5f8e6", "address": "fa:16:3e:5e:65:65", "network": {"id": "c3be34f3-4481-455f-a5bd-794d3240dd32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1106216560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e3a5224c33c47b18efdab4594c4beb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3704f12-a3", "ovs_interfaceid": "b3704f12-a32d-4311-b284-5412f0c5f8e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1074.384977] env[65794]: DEBUG oslo_concurrency.lockutils [req-192ba98d-4bda-4477-abc4-6c755941b3fd req-9f056194-35cd-41ee-9eb2-962fbb76eee8 service nova] Acquired lock "refresh_cache-b47334e4-3b9d-48ce-a962-9ff1598725a1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.385126] env[65794]: DEBUG nova.network.neutron [req-192ba98d-4bda-4477-abc4-6c755941b3fd req-9f056194-35cd-41ee-9eb2-962fbb76eee8 service nova] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Refreshing network info cache for port b3704f12-a32d-4311-b284-5412f0c5f8e6 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.386652] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:65:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3704f12-a32d-4311-b284-5412f0c5f8e6', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.394541] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1074.395882] env[65794]: WARNING neutronclient.v2_0.client [req-192ba98d-4bda-4477-abc4-6c755941b3fd req-9f056194-35cd-41ee-9eb2-962fbb76eee8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.398196] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.399870] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75ef5f52-a14c-4385-b6e1-57b53453e760 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.423287] env[65794]: DEBUG oslo_vmware.api [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Task: {'id': task-4811934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235733} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.424620] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.424904] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.424904] env[65794]: value = "task-4811935" [ 1074.424904] env[65794]: _type = "Task" [ 1074.424904] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.425612] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc81ed5-9c3d-42ef-8104-22efcab6f13e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.437055] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811935, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.461300] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] ac144607-71aa-49cf-a44f-7904d90ddc9d/ac144607-71aa-49cf-a44f-7904d90ddc9d.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.461925] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86ef68c7-0bdf-488d-ae13-9550064630ab {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.487331] env[65794]: DEBUG oslo_vmware.api [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Waiting for the task: (returnval){ [ 1074.487331] env[65794]: value = "task-4811936" [ 1074.487331] env[65794]: _type = "Task" [ 1074.487331] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.500321] env[65794]: DEBUG oslo_vmware.api [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Task: {'id': task-4811936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.534916] env[65794]: DEBUG oslo_concurrency.lockutils [None req-93fc139e-d8db-4008-9c03-b8537c1a60e0 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "e1697784-e28f-456f-b8d5-f8b6c18865a8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.570796] env[65794]: DEBUG oslo_concurrency.lockutils [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.573512] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.412s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.575423] env[65794]: INFO nova.compute.claims [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.586839] env[65794]: WARNING neutronclient.v2_0.client [req-192ba98d-4bda-4477-abc4-6c755941b3fd req-9f056194-35cd-41ee-9eb2-962fbb76eee8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.597876] env[65794]: INFO nova.scheduler.client.report [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Deleted allocations for instance 07f4ce4f-04b7-4996-bc04-0393d7c175fd [ 1074.665426] env[65794]: DEBUG nova.network.neutron [req-192ba98d-4bda-4477-abc4-6c755941b3fd req-9f056194-35cd-41ee-9eb2-962fbb76eee8 service nova] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Updated VIF entry in instance network info cache for port b3704f12-a32d-4311-b284-5412f0c5f8e6. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1074.665796] env[65794]: DEBUG nova.network.neutron [req-192ba98d-4bda-4477-abc4-6c755941b3fd req-9f056194-35cd-41ee-9eb2-962fbb76eee8 service nova] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Updating instance_info_cache with network_info: [{"id": "b3704f12-a32d-4311-b284-5412f0c5f8e6", "address": "fa:16:3e:5e:65:65", "network": {"id": "c3be34f3-4481-455f-a5bd-794d3240dd32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1106216560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e3a5224c33c47b18efdab4594c4beb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3704f12-a3", "ovs_interfaceid": "b3704f12-a32d-4311-b284-5412f0c5f8e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.856410] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.939227] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811935, 'name': CreateVM_Task, 'duration_secs': 0.390299} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.939411] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.939984] env[65794]: WARNING neutronclient.v2_0.client [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.940412] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.940596] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.940957] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.941273] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17cb8d98-0e7b-478f-9ff4-c6aa618042fb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.946617] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1074.946617] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52008469-0b86-a31c-b052-ee7d064aec9c" [ 1074.946617] env[65794]: _type = "Task" [ 1074.946617] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.954901] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52008469-0b86-a31c-b052-ee7d064aec9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.984358] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adf7dd8-cdbc-4f4c-b22a-181e17520382 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.984988] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09f97e5b-c27a-40a7-bf1e-117ac8638fc5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.993228] env[65794]: DEBUG oslo_vmware.api [None req-6adf7dd8-cdbc-4f4c-b22a-181e17520382 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1074.993228] env[65794]: value = "task-4811937" [ 1074.993228] env[65794]: _type = "Task" [ 1074.993228] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.999188] env[65794]: DEBUG oslo_vmware.api [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Task: {'id': task-4811936, 'name': ReconfigVM_Task, 'duration_secs': 0.302614} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.999812] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Reconfigured VM instance instance-00000067 to attach disk [datastore2] ac144607-71aa-49cf-a44f-7904d90ddc9d/ac144607-71aa-49cf-a44f-7904d90ddc9d.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.000474] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e94404d0-926e-499d-a62a-e9248a37df5a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.004897] env[65794]: DEBUG oslo_vmware.api [None req-6adf7dd8-cdbc-4f4c-b22a-181e17520382 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.010774] env[65794]: DEBUG oslo_vmware.api [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Waiting for the task: (returnval){ [ 1075.010774] env[65794]: value = "task-4811938" [ 1075.010774] env[65794]: _type = "Task" [ 1075.010774] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.020072] env[65794]: DEBUG oslo_vmware.api [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Task: {'id': task-4811938, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.106605] env[65794]: DEBUG oslo_concurrency.lockutils [None req-71f04ebd-b3ed-4782-ab06-7a11bcef7f32 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Lock "07f4ce4f-04b7-4996-bc04-0393d7c175fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.807s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.168938] env[65794]: DEBUG oslo_concurrency.lockutils [req-192ba98d-4bda-4477-abc4-6c755941b3fd req-9f056194-35cd-41ee-9eb2-962fbb76eee8 service nova] Releasing lock "refresh_cache-b47334e4-3b9d-48ce-a962-9ff1598725a1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.346752] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquiring lock "6dda9c1d-644f-43a4-b4f5-285c018cbd8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.347061] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Lock "6dda9c1d-644f-43a4-b4f5-285c018cbd8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.347255] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquiring lock "6dda9c1d-644f-43a4-b4f5-285c018cbd8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.347452] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Lock "6dda9c1d-644f-43a4-b4f5-285c018cbd8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.347621] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Lock "6dda9c1d-644f-43a4-b4f5-285c018cbd8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.350520] env[65794]: INFO nova.compute.manager [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Terminating instance [ 1075.460054] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52008469-0b86-a31c-b052-ee7d064aec9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010282} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.460054] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.460054] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.460302] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.460450] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.460625] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.460909] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88e54262-0921-446b-ba46-e96ff4614b04 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.472229] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.472426] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.473206] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9e974b8-9479-423b-8478-c828972798d8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.479459] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1075.479459] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]525c841a-b301-b418-f05a-4e7c321497ef" [ 1075.479459] env[65794]: _type = "Task" [ 1075.479459] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.488931] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525c841a-b301-b418-f05a-4e7c321497ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.504315] env[65794]: DEBUG oslo_vmware.api [None req-6adf7dd8-cdbc-4f4c-b22a-181e17520382 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811937, 'name': PowerOffVM_Task, 'duration_secs': 0.210382} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.504615] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adf7dd8-cdbc-4f4c-b22a-181e17520382 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.504813] env[65794]: DEBUG nova.compute.manager [None req-6adf7dd8-cdbc-4f4c-b22a-181e17520382 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1075.505695] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16040dbc-82b0-485f-be0f-292338a71700 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.524055] env[65794]: DEBUG oslo_vmware.api [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Task: {'id': task-4811938, 'name': Rename_Task, 'duration_secs': 0.161397} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.524336] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.524589] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4b0743b-1d0d-4bd3-9bfa-21c1bfcaa87b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.533333] env[65794]: DEBUG oslo_vmware.api [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Waiting for the task: (returnval){ [ 1075.533333] env[65794]: value = "task-4811939" [ 1075.533333] env[65794]: _type = "Task" [ 1075.533333] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.542228] env[65794]: DEBUG oslo_vmware.api [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Task: {'id': task-4811939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.594034] env[65794]: DEBUG oslo_concurrency.lockutils [None req-93fc139e-d8db-4008-9c03-b8537c1a60e0 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "e1697784-e28f-456f-b8d5-f8b6c18865a8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.594483] env[65794]: DEBUG oslo_concurrency.lockutils [None req-93fc139e-d8db-4008-9c03-b8537c1a60e0 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "e1697784-e28f-456f-b8d5-f8b6c18865a8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.594483] env[65794]: INFO nova.compute.manager [None req-93fc139e-d8db-4008-9c03-b8537c1a60e0 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Attaching volume 6235ec05-034d-4041-8388-86f597cfb724 to /dev/sdb [ 1075.636767] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8780a4-3615-46f4-83a8-0d9c25728a88 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.647334] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f667071-9e37-4556-85c2-f81edbfc3748 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.664459] env[65794]: DEBUG nova.virt.block_device [None req-93fc139e-d8db-4008-9c03-b8537c1a60e0 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Updating existing volume attachment record: ddcb4100-715c-4136-9757-3c2867bc0e4a {{(pid=65794) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1075.855864] env[65794]: DEBUG nova.compute.manager [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1075.855864] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.859666] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce97ca0-495e-40d8-9188-bdafdd45bd30 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.869471] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.869783] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59e077fa-dc82-4623-8eb8-925be80382ca {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.878964] env[65794]: DEBUG oslo_vmware.api [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 1075.878964] env[65794]: value = "task-4811941" [ 1075.878964] env[65794]: _type = "Task" [ 1075.878964] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.888737] env[65794]: DEBUG oslo_vmware.api [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.926550] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18f7f40-e8dc-45e3-b685-7da7d1711e1c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.934762] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b9b1c0-ac38-4379-a82c-aeb9b896fada {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.971102] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d417514-1909-49c1-8a7f-dc98c5c3a7b1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.980743] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56b9e05-f150-4724-96a8-ae37f5be53ce {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.996434] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525c841a-b301-b418-f05a-4e7c321497ef, 'name': SearchDatastore_Task, 'duration_secs': 0.033142} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.007236] env[65794]: DEBUG nova.compute.provider_tree [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.008964] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbdf7a7e-d0f9-4cb5-8ad6-e5ff93bee831 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.020739] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1076.020739] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f7ba9f-6d9a-60b0-a61a-ccd9cab875a1" [ 1076.020739] env[65794]: _type = "Task" [ 1076.020739] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.024713] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6adf7dd8-cdbc-4f4c-b22a-181e17520382 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "cc961e99-ce33-4b59-b8d3-aae47d0e5298" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.029952] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f7ba9f-6d9a-60b0-a61a-ccd9cab875a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.044901] env[65794]: DEBUG oslo_vmware.api [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Task: {'id': task-4811939, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.394472] env[65794]: DEBUG oslo_vmware.api [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811941, 'name': PowerOffVM_Task, 'duration_secs': 0.361768} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.395070] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.395333] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.396363] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa44d91b-996d-4172-b927-9e83c5ee6d7b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.481399] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.481399] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.481399] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Deleting the datastore file [datastore2] 6dda9c1d-644f-43a4-b4f5-285c018cbd8f {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.481399] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef924cb6-f07d-4d1e-85b5-e8c48e99dd27 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.490313] env[65794]: DEBUG oslo_vmware.api [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for the task: (returnval){ [ 1076.490313] env[65794]: value = "task-4811945" [ 1076.490313] env[65794]: _type = "Task" [ 1076.490313] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.502316] env[65794]: DEBUG oslo_vmware.api [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.514055] env[65794]: DEBUG nova.scheduler.client.report [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.530664] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f7ba9f-6d9a-60b0-a61a-ccd9cab875a1, 'name': SearchDatastore_Task, 'duration_secs': 0.015409} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.530978] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.531263] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] b47334e4-3b9d-48ce-a962-9ff1598725a1/b47334e4-3b9d-48ce-a962-9ff1598725a1.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.532853] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f4eccad-b149-438a-8949-bfb893d1b47e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.546021] env[65794]: DEBUG oslo_vmware.api [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Task: {'id': task-4811939, 'name': PowerOnVM_Task, 'duration_secs': 0.622368} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.547373] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.548042] env[65794]: INFO nova.compute.manager [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1076.548042] env[65794]: DEBUG nova.compute.manager [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1076.548225] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1076.548225] env[65794]: value = "task-4811946" [ 1076.548225] env[65794]: _type = "Task" [ 1076.548225] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.548997] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ed385c-4d81-4c8a-ae97-685ef4b3fcb5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.566455] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.005202] env[65794]: DEBUG oslo_vmware.api [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Task: {'id': task-4811945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287475} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.005590] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.005818] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.006052] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.006364] env[65794]: INFO nova.compute.manager [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1077.006699] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1077.007152] env[65794]: DEBUG nova.compute.manager [-] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1077.007345] env[65794]: DEBUG nova.network.neutron [-] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1077.007760] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.023924] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.024665] env[65794]: DEBUG nova.compute.manager [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1077.029057] env[65794]: DEBUG oslo_concurrency.lockutils [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.311s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.029485] env[65794]: DEBUG nova.objects.instance [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lazy-loading 'resources' on Instance uuid 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.078362] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811946, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.083842] env[65794]: INFO nova.compute.manager [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Took 19.90 seconds to build instance. [ 1077.160227] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.536795] env[65794]: DEBUG nova.compute.utils [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.541142] env[65794]: DEBUG nova.compute.manager [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1077.541380] env[65794]: DEBUG nova.network.neutron [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1077.541724] env[65794]: WARNING neutronclient.v2_0.client [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.542036] env[65794]: WARNING neutronclient.v2_0.client [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.566144] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629789} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.569041] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] b47334e4-3b9d-48ce-a962-9ff1598725a1/b47334e4-3b9d-48ce-a962-9ff1598725a1.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.569335] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.570134] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c479c874-4b0c-4335-ba76-cfecccd6bbec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.579731] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1077.579731] env[65794]: value = "task-4811947" [ 1077.579731] env[65794]: _type = "Task" [ 1077.579731] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.585460] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e471e6a4-fb9b-4508-8a03-04b5ed20296f tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Lock "ac144607-71aa-49cf-a44f-7904d90ddc9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.411s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.587868] env[65794]: DEBUG nova.policy [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '013037b09a9d48fd89a493156d368f6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8aa2d70218ad42269cd5188374cb90b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.593445] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.662449] env[65794]: DEBUG nova.compute.manager [req-c934280b-d761-4d4d-bc0f-3ae03454099c req-c3a0d603-e517-4c78-8946-186898e5b79b service nova] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Received event network-vif-deleted-6e7b05da-d635-4279-be2d-0a1ea8fa2cec {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1077.662636] env[65794]: INFO nova.compute.manager [req-c934280b-d761-4d4d-bc0f-3ae03454099c req-c3a0d603-e517-4c78-8946-186898e5b79b service nova] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Neutron deleted interface 6e7b05da-d635-4279-be2d-0a1ea8fa2cec; detaching it from the instance and deleting it from the info cache [ 1077.662806] env[65794]: DEBUG nova.network.neutron [req-c934280b-d761-4d4d-bc0f-3ae03454099c req-c3a0d603-e517-4c78-8946-186898e5b79b service nova] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.870942] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b940a922-5268-4cf2-9924-fc3404f7cc56 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.881176] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856b5488-e32a-4885-a10f-ad9e889dd001 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.918595] env[65794]: DEBUG nova.network.neutron [-] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.921946] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924aef84-c02b-4ff3-84e4-e086ebb53b94 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.928869] env[65794]: DEBUG nova.compute.manager [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Stashing vm_state: stopped {{(pid=65794) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 1077.936472] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a1f03a-3474-4335-98c7-6525966fc46c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.954298] env[65794]: DEBUG nova.compute.provider_tree [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.976380] env[65794]: DEBUG nova.network.neutron [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Successfully created port: 6dacd320-d0c4-4d3b-9ee2-8ae77db35fce {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1078.046817] env[65794]: DEBUG nova.compute.manager [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1078.097412] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.513059} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.098171] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.100216] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd89d802-e831-43d4-acda-856142a2bb2e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.140133] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] b47334e4-3b9d-48ce-a962-9ff1598725a1/b47334e4-3b9d-48ce-a962-9ff1598725a1.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.141443] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e3b116b-36af-4a07-9342-c6922d65af6f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.169873] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff04c86b-6609-440c-ad30-4ba6b7d2ae6e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.175192] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1078.175192] env[65794]: value = "task-4811948" [ 1078.175192] env[65794]: _type = "Task" [ 1078.175192] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.185776] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0b587c-1a1b-408b-81ff-493f2ed8c1a4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.204415] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811948, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.230223] env[65794]: DEBUG nova.compute.manager [req-c934280b-d761-4d4d-bc0f-3ae03454099c req-c3a0d603-e517-4c78-8946-186898e5b79b service nova] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Detach interface failed, port_id=6e7b05da-d635-4279-be2d-0a1ea8fa2cec, reason: Instance 6dda9c1d-644f-43a4-b4f5-285c018cbd8f could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1078.286902] env[65794]: DEBUG oslo_concurrency.lockutils [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "35c2cfe8-94fe-4390-8e8d-8478a09a3a61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.287204] env[65794]: DEBUG oslo_concurrency.lockutils [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "35c2cfe8-94fe-4390-8e8d-8478a09a3a61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.420910] env[65794]: INFO nova.compute.manager [-] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Took 1.41 seconds to deallocate network for instance. [ 1078.451943] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.457497] env[65794]: DEBUG nova.scheduler.client.report [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.686432] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811948, 'name': ReconfigVM_Task, 'duration_secs': 0.283914} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.686766] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Reconfigured VM instance instance-00000068 to attach disk [datastore2] b47334e4-3b9d-48ce-a962-9ff1598725a1/b47334e4-3b9d-48ce-a962-9ff1598725a1.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.687419] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb4003f6-c43f-4739-8b68-88e6fa3c08fe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.694587] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1078.694587] env[65794]: value = "task-4811950" [ 1078.694587] env[65794]: _type = "Task" [ 1078.694587] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.703542] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811950, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.746097] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Acquiring lock "ac144607-71aa-49cf-a44f-7904d90ddc9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.746368] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Lock "ac144607-71aa-49cf-a44f-7904d90ddc9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.746611] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Acquiring lock "ac144607-71aa-49cf-a44f-7904d90ddc9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.746833] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Lock "ac144607-71aa-49cf-a44f-7904d90ddc9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.747043] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Lock "ac144607-71aa-49cf-a44f-7904d90ddc9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.749389] env[65794]: INFO nova.compute.manager [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Terminating instance [ 1078.790449] env[65794]: DEBUG nova.compute.manager [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1078.932022] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.963068] env[65794]: DEBUG oslo_concurrency.lockutils [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.965648] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.281s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.967287] env[65794]: INFO nova.compute.claims [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.986563] env[65794]: INFO nova.scheduler.client.report [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Deleted allocations for instance 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8 [ 1079.063352] env[65794]: DEBUG nova.compute.manager [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1079.089710] env[65794]: DEBUG nova.virt.hardware [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1079.089986] env[65794]: DEBUG nova.virt.hardware [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.090195] env[65794]: DEBUG nova.virt.hardware [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1079.090403] env[65794]: DEBUG nova.virt.hardware [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.090573] env[65794]: DEBUG nova.virt.hardware [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1079.090743] env[65794]: DEBUG nova.virt.hardware [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1079.090977] env[65794]: DEBUG nova.virt.hardware [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1079.091175] env[65794]: DEBUG nova.virt.hardware [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1079.091347] env[65794]: DEBUG nova.virt.hardware [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1079.091534] env[65794]: DEBUG nova.virt.hardware [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1079.091764] env[65794]: DEBUG nova.virt.hardware [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1079.093200] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4d0763-3aa1-4d68-b354-33100aabfab4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.103983] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8458ae28-cd90-41cd-9086-342b21a124c2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.205692] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811950, 'name': Rename_Task, 'duration_secs': 0.159318} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.206077] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.206385] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24ec54d8-874c-490e-8002-1735205efb50 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.214459] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1079.214459] env[65794]: value = "task-4811951" [ 1079.214459] env[65794]: _type = "Task" [ 1079.214459] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.222995] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.253218] env[65794]: DEBUG nova.compute.manager [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1079.253597] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.254875] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c00216b-5c1d-4a4b-9fc3-c21e06865d48 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.264336] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.264601] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff09623d-ccd3-46be-9d44-8b9e64c5c7bd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.272342] env[65794]: DEBUG oslo_vmware.api [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Waiting for the task: (returnval){ [ 1079.272342] env[65794]: value = "task-4811952" [ 1079.272342] env[65794]: _type = "Task" [ 1079.272342] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.283457] env[65794]: DEBUG oslo_vmware.api [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Task: {'id': task-4811952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.317615] env[65794]: DEBUG oslo_concurrency.lockutils [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.495401] env[65794]: DEBUG oslo_concurrency.lockutils [None req-944a983b-2ed4-4213-9471-3ae085df81e3 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.414s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.575443] env[65794]: DEBUG nova.network.neutron [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Successfully updated port: 6dacd320-d0c4-4d3b-9ee2-8ae77db35fce {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1079.698190] env[65794]: DEBUG nova.compute.manager [req-81795e1b-0050-4c11-88fc-92e9510918f6 req-c33980cd-afc9-4645-8ecf-605968ff5043 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Received event network-vif-plugged-6dacd320-d0c4-4d3b-9ee2-8ae77db35fce {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1079.698190] env[65794]: DEBUG oslo_concurrency.lockutils [req-81795e1b-0050-4c11-88fc-92e9510918f6 req-c33980cd-afc9-4645-8ecf-605968ff5043 service nova] Acquiring lock "4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.698190] env[65794]: DEBUG oslo_concurrency.lockutils [req-81795e1b-0050-4c11-88fc-92e9510918f6 req-c33980cd-afc9-4645-8ecf-605968ff5043 service nova] Lock "4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.698190] env[65794]: DEBUG oslo_concurrency.lockutils [req-81795e1b-0050-4c11-88fc-92e9510918f6 req-c33980cd-afc9-4645-8ecf-605968ff5043 service nova] Lock "4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.698570] env[65794]: DEBUG nova.compute.manager [req-81795e1b-0050-4c11-88fc-92e9510918f6 req-c33980cd-afc9-4645-8ecf-605968ff5043 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] No waiting events found dispatching network-vif-plugged-6dacd320-d0c4-4d3b-9ee2-8ae77db35fce {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1079.698570] env[65794]: WARNING nova.compute.manager [req-81795e1b-0050-4c11-88fc-92e9510918f6 req-c33980cd-afc9-4645-8ecf-605968ff5043 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Received unexpected event network-vif-plugged-6dacd320-d0c4-4d3b-9ee2-8ae77db35fce for instance with vm_state building and task_state spawning. [ 1079.698709] env[65794]: DEBUG nova.compute.manager [req-81795e1b-0050-4c11-88fc-92e9510918f6 req-c33980cd-afc9-4645-8ecf-605968ff5043 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Received event network-changed-6dacd320-d0c4-4d3b-9ee2-8ae77db35fce {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1079.698908] env[65794]: DEBUG nova.compute.manager [req-81795e1b-0050-4c11-88fc-92e9510918f6 req-c33980cd-afc9-4645-8ecf-605968ff5043 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Refreshing instance network info cache due to event network-changed-6dacd320-d0c4-4d3b-9ee2-8ae77db35fce. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1079.699161] env[65794]: DEBUG oslo_concurrency.lockutils [req-81795e1b-0050-4c11-88fc-92e9510918f6 req-c33980cd-afc9-4645-8ecf-605968ff5043 service nova] Acquiring lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.699319] env[65794]: DEBUG oslo_concurrency.lockutils [req-81795e1b-0050-4c11-88fc-92e9510918f6 req-c33980cd-afc9-4645-8ecf-605968ff5043 service nova] Acquired lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.699505] env[65794]: DEBUG nova.network.neutron [req-81795e1b-0050-4c11-88fc-92e9510918f6 req-c33980cd-afc9-4645-8ecf-605968ff5043 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Refreshing network info cache for port 6dacd320-d0c4-4d3b-9ee2-8ae77db35fce {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.725666] env[65794]: DEBUG oslo_vmware.api [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4811951, 'name': PowerOnVM_Task, 'duration_secs': 0.488137} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.725864] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.726048] env[65794]: INFO nova.compute.manager [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1079.726229] env[65794]: DEBUG nova.compute.manager [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1079.727228] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c569e2-a8ba-4c3f-bc2d-16ccac3b477c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.783690] env[65794]: DEBUG oslo_vmware.api [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Task: {'id': task-4811952, 'name': PowerOffVM_Task, 'duration_secs': 0.21072} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.784030] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.784222] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.784536] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9345eb62-a748-4619-afa0-dec4817ced6f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.852583] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.852829] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.853027] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Deleting the datastore file [datastore2] ac144607-71aa-49cf-a44f-7904d90ddc9d {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.853310] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a36242a-d82f-438c-ace5-395f485a760a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.862502] env[65794]: DEBUG oslo_vmware.api [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Waiting for the task: (returnval){ [ 1079.862502] env[65794]: value = "task-4811954" [ 1079.862502] env[65794]: _type = "Task" [ 1079.862502] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.870607] env[65794]: DEBUG oslo_vmware.api [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Task: {'id': task-4811954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.078740] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.202538] env[65794]: WARNING neutronclient.v2_0.client [req-81795e1b-0050-4c11-88fc-92e9510918f6 req-c33980cd-afc9-4645-8ecf-605968ff5043 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.243492] env[65794]: DEBUG nova.network.neutron [req-81795e1b-0050-4c11-88fc-92e9510918f6 req-c33980cd-afc9-4645-8ecf-605968ff5043 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1080.252931] env[65794]: INFO nova.compute.manager [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Took 20.32 seconds to build instance. [ 1080.262231] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9153b976-395a-4d04-bf49-d8d5a2e447b2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.271110] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb80e030-f168-4f05-a820-e280f088054d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.307007] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb38efa6-bd09-4d69-95c9-055decae4bcb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.317148] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c508523-bba4-43ce-925b-bfb625deef2e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.335536] env[65794]: DEBUG nova.compute.provider_tree [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.353848] env[65794]: DEBUG nova.network.neutron [req-81795e1b-0050-4c11-88fc-92e9510918f6 req-c33980cd-afc9-4645-8ecf-605968ff5043 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.374612] env[65794]: DEBUG oslo_vmware.api [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Task: {'id': task-4811954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283832} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.374922] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.375182] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.375369] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.375802] env[65794]: INFO nova.compute.manager [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1080.375904] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1080.376136] env[65794]: DEBUG nova.compute.manager [-] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1080.376256] env[65794]: DEBUG nova.network.neutron [-] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1080.376527] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.422986] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.586749] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "23954416-8977-44f4-87fe-73af19349699" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.587042] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "23954416-8977-44f4-87fe-73af19349699" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.587368] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "23954416-8977-44f4-87fe-73af19349699-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.587608] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "23954416-8977-44f4-87fe-73af19349699-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.587831] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "23954416-8977-44f4-87fe-73af19349699-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.593663] env[65794]: INFO nova.compute.manager [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Terminating instance [ 1080.648910] env[65794]: DEBUG nova.compute.manager [req-4096d0ff-439e-498b-a56e-09ca1011e130 req-dfd2650e-50dd-454d-b32c-a9c9c4952090 service nova] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Received event network-vif-deleted-280f4758-112f-490f-bfa2-ec1978654c07 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1080.649197] env[65794]: INFO nova.compute.manager [req-4096d0ff-439e-498b-a56e-09ca1011e130 req-dfd2650e-50dd-454d-b32c-a9c9c4952090 service nova] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Neutron deleted interface 280f4758-112f-490f-bfa2-ec1978654c07; detaching it from the instance and deleting it from the info cache [ 1080.649376] env[65794]: DEBUG nova.network.neutron [req-4096d0ff-439e-498b-a56e-09ca1011e130 req-dfd2650e-50dd-454d-b32c-a9c9c4952090 service nova] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.724164] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-93fc139e-d8db-4008-9c03-b8537c1a60e0 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Volume attach. Driver type: vmdk {{(pid=65794) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1080.724444] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-93fc139e-d8db-4008-9c03-b8537c1a60e0 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938232', 'volume_id': '6235ec05-034d-4041-8388-86f597cfb724', 'name': 'volume-6235ec05-034d-4041-8388-86f597cfb724', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1697784-e28f-456f-b8d5-f8b6c18865a8', 'attached_at': '', 'detached_at': '', 'volume_id': '6235ec05-034d-4041-8388-86f597cfb724', 'serial': '6235ec05-034d-4041-8388-86f597cfb724'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1080.725395] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57ddc69-4177-49b4-b8f1-2ba7dba39b4c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.743136] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b5fa3c-7d1f-450e-b788-4dab0619b069 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.762370] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3477abdf-5141-4d65-8772-ce03bd5c7c5b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "b47334e4-3b9d-48ce-a962-9ff1598725a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.863s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.770317] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-93fc139e-d8db-4008-9c03-b8537c1a60e0 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] volume-6235ec05-034d-4041-8388-86f597cfb724/volume-6235ec05-034d-4041-8388-86f597cfb724.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.770604] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f4f6a47-87da-4cf6-8f17-74ad6dc153cd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.790324] env[65794]: DEBUG oslo_vmware.api [None req-93fc139e-d8db-4008-9c03-b8537c1a60e0 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1080.790324] env[65794]: value = "task-4811955" [ 1080.790324] env[65794]: _type = "Task" [ 1080.790324] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.800035] env[65794]: DEBUG oslo_vmware.api [None req-93fc139e-d8db-4008-9c03-b8537c1a60e0 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4811955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.838028] env[65794]: DEBUG nova.scheduler.client.report [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.856572] env[65794]: DEBUG oslo_concurrency.lockutils [req-81795e1b-0050-4c11-88fc-92e9510918f6 req-c33980cd-afc9-4645-8ecf-605968ff5043 service nova] Releasing lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.857286] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.857478] env[65794]: DEBUG nova.network.neutron [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1081.097966] env[65794]: DEBUG nova.compute.manager [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1081.098197] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.099360] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368b6e8c-35e6-4196-b61f-86a2fd1d80f1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.108459] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.108816] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62afd356-800f-4198-a689-3148d7fd33b9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.117017] env[65794]: DEBUG oslo_vmware.api [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1081.117017] env[65794]: value = "task-4811956" [ 1081.117017] env[65794]: _type = "Task" [ 1081.117017] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.128222] env[65794]: DEBUG nova.network.neutron [-] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.129902] env[65794]: DEBUG oslo_vmware.api [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.152053] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87832e38-890f-49a0-bf02-20948395e982 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.166113] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87dcae8-bc50-434e-9a67-1ddddd039cde {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.206930] env[65794]: DEBUG nova.compute.manager [req-4096d0ff-439e-498b-a56e-09ca1011e130 req-dfd2650e-50dd-454d-b32c-a9c9c4952090 service nova] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Detach interface failed, port_id=280f4758-112f-490f-bfa2-ec1978654c07, reason: Instance ac144607-71aa-49cf-a44f-7904d90ddc9d could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1081.301729] env[65794]: DEBUG oslo_vmware.api [None req-93fc139e-d8db-4008-9c03-b8537c1a60e0 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4811955, 'name': ReconfigVM_Task, 'duration_secs': 0.413295} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.302058] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-93fc139e-d8db-4008-9c03-b8537c1a60e0 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Reconfigured VM instance instance-0000005d to attach disk [datastore2] volume-6235ec05-034d-4041-8388-86f597cfb724/volume-6235ec05-034d-4041-8388-86f597cfb724.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.307816] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-418dca3c-0505-45f2-b110-7ef407cb491a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.327253] env[65794]: DEBUG oslo_vmware.api [None req-93fc139e-d8db-4008-9c03-b8537c1a60e0 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1081.327253] env[65794]: value = "task-4811957" [ 1081.327253] env[65794]: _type = "Task" [ 1081.327253] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.343498] env[65794]: DEBUG oslo_vmware.api [None req-93fc139e-d8db-4008-9c03-b8537c1a60e0 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4811957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.344480] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.345103] env[65794]: DEBUG nova.compute.manager [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1081.348154] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.531s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.348429] env[65794]: DEBUG nova.objects.instance [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Lazy-loading 'resources' on Instance uuid 411a480a-3b4a-4a15-913c-f6a256b9dd9a {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.397614] env[65794]: DEBUG nova.network.neutron [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1081.517995] env[65794]: WARNING neutronclient.v2_0.client [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.597033] env[65794]: DEBUG nova.network.neutron [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Updating instance_info_cache with network_info: [{"id": "6dacd320-d0c4-4d3b-9ee2-8ae77db35fce", "address": "fa:16:3e:1a:ca:14", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dacd320-d0", "ovs_interfaceid": "6dacd320-d0c4-4d3b-9ee2-8ae77db35fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.627695] env[65794]: DEBUG oslo_vmware.api [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811956, 'name': PowerOffVM_Task, 'duration_secs': 0.255661} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.627972] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.628157] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.628412] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e2ddcf5-0e4c-49a1-ad9a-b687c9a832d5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.631539] env[65794]: INFO nova.compute.manager [-] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Took 1.26 seconds to deallocate network for instance. [ 1081.695549] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.695890] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.696095] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Deleting the datastore file [datastore1] 23954416-8977-44f4-87fe-73af19349699 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.696394] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-028602a9-adae-4b31-b071-9c4ffccc3029 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.703217] env[65794]: DEBUG oslo_vmware.api [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1081.703217] env[65794]: value = "task-4811959" [ 1081.703217] env[65794]: _type = "Task" [ 1081.703217] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.712185] env[65794]: DEBUG oslo_vmware.api [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.837573] env[65794]: DEBUG oslo_vmware.api [None req-93fc139e-d8db-4008-9c03-b8537c1a60e0 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4811957, 'name': ReconfigVM_Task, 'duration_secs': 0.256976} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.837924] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-93fc139e-d8db-4008-9c03-b8537c1a60e0 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938232', 'volume_id': '6235ec05-034d-4041-8388-86f597cfb724', 'name': 'volume-6235ec05-034d-4041-8388-86f597cfb724', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1697784-e28f-456f-b8d5-f8b6c18865a8', 'attached_at': '', 'detached_at': '', 'volume_id': '6235ec05-034d-4041-8388-86f597cfb724', 'serial': '6235ec05-034d-4041-8388-86f597cfb724'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1081.852433] env[65794]: DEBUG nova.compute.utils [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.858637] env[65794]: DEBUG nova.compute.manager [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1081.859950] env[65794]: DEBUG nova.network.neutron [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1081.859950] env[65794]: WARNING neutronclient.v2_0.client [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.859950] env[65794]: WARNING neutronclient.v2_0.client [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.905536] env[65794]: DEBUG nova.policy [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c058043df8749b9855a1eeb2cfb0b3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '737a0ac2aeb14300bb926f480f8a9607', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.100714] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.100714] env[65794]: DEBUG nova.compute.manager [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Instance network_info: |[{"id": "6dacd320-d0c4-4d3b-9ee2-8ae77db35fce", "address": "fa:16:3e:1a:ca:14", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dacd320-d0", "ovs_interfaceid": "6dacd320-d0c4-4d3b-9ee2-8ae77db35fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1082.101647] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:ca:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dacd320-d0c4-4d3b-9ee2-8ae77db35fce', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.111704] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1082.112243] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.116923] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99ee44ee-1afc-4867-a924-50f48a788c6c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.137919] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.141182] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.141182] env[65794]: value = "task-4811960" [ 1082.141182] env[65794]: _type = "Task" [ 1082.141182] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.156962] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811960, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.197596] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eec49cb-ac3b-42df-867d-eb2c46c47b31 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.210561] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd11e14-099a-42e5-ae77-9eb86ce1b640 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.222507] env[65794]: DEBUG oslo_vmware.api [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4811959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213778} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.249607] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.249819] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.250016] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.250314] env[65794]: INFO nova.compute.manager [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 23954416-8977-44f4-87fe-73af19349699] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1082.250455] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1082.250922] env[65794]: DEBUG nova.compute.manager [-] [instance: 23954416-8977-44f4-87fe-73af19349699] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1082.251037] env[65794]: DEBUG nova.network.neutron [-] [instance: 23954416-8977-44f4-87fe-73af19349699] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1082.251294] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.254547] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7699fd3-8004-44a7-8aeb-7daa2d5e66bb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.266044] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b61055e-5532-4889-90bf-4e2f9df3f606 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.283339] env[65794]: DEBUG nova.compute.provider_tree [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1082.300520] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.334722] env[65794]: DEBUG nova.network.neutron [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Successfully created port: f54bb98b-0279-4c1c-97d7-9ee36a0768ea {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1082.358602] env[65794]: DEBUG nova.compute.manager [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1082.652597] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811960, 'name': CreateVM_Task, 'duration_secs': 0.374936} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.652839] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.653458] env[65794]: WARNING neutronclient.v2_0.client [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.653858] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.654034] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.654391] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.654758] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-555fe89e-13ae-4885-9d28-cc2d3e97db05 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.660663] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1082.660663] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5202225a-90d0-e8bf-dcbf-d02aa7ac3984" [ 1082.660663] env[65794]: _type = "Task" [ 1082.660663] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.673070] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5202225a-90d0-e8bf-dcbf-d02aa7ac3984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.805466] env[65794]: ERROR nova.scheduler.client.report [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] [req-22431978-3127-4983-8de6-98dfef76109a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9d798782-7888-423a-959e-7002060abcae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-22431978-3127-4983-8de6-98dfef76109a"}]} [ 1082.826442] env[65794]: DEBUG nova.scheduler.client.report [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Refreshing inventories for resource provider 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1082.845472] env[65794]: DEBUG nova.scheduler.client.report [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Updating ProviderTree inventory for provider 9d798782-7888-423a-959e-7002060abcae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1082.846208] env[65794]: DEBUG nova.compute.provider_tree [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1082.862602] env[65794]: DEBUG nova.scheduler.client.report [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Refreshing aggregate associations for resource provider 9d798782-7888-423a-959e-7002060abcae, aggregates: None {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1082.880234] env[65794]: DEBUG nova.compute.manager [req-0f7e68f7-b77c-49b9-b235-ce3f32fb5c98 req-0002637a-f083-42ed-aebd-0d2f3c39b473 service nova] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Received event network-changed-b3704f12-a32d-4311-b284-5412f0c5f8e6 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1082.880480] env[65794]: DEBUG nova.compute.manager [req-0f7e68f7-b77c-49b9-b235-ce3f32fb5c98 req-0002637a-f083-42ed-aebd-0d2f3c39b473 service nova] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Refreshing instance network info cache due to event network-changed-b3704f12-a32d-4311-b284-5412f0c5f8e6. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1082.881261] env[65794]: DEBUG oslo_concurrency.lockutils [req-0f7e68f7-b77c-49b9-b235-ce3f32fb5c98 req-0002637a-f083-42ed-aebd-0d2f3c39b473 service nova] Acquiring lock "refresh_cache-b47334e4-3b9d-48ce-a962-9ff1598725a1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.881454] env[65794]: DEBUG oslo_concurrency.lockutils [req-0f7e68f7-b77c-49b9-b235-ce3f32fb5c98 req-0002637a-f083-42ed-aebd-0d2f3c39b473 service nova] Acquired lock "refresh_cache-b47334e4-3b9d-48ce-a962-9ff1598725a1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.881623] env[65794]: DEBUG nova.network.neutron [req-0f7e68f7-b77c-49b9-b235-ce3f32fb5c98 req-0002637a-f083-42ed-aebd-0d2f3c39b473 service nova] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Refreshing network info cache for port b3704f12-a32d-4311-b284-5412f0c5f8e6 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.891537] env[65794]: DEBUG nova.scheduler.client.report [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Refreshing trait associations for resource provider 9d798782-7888-423a-959e-7002060abcae, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1082.896366] env[65794]: DEBUG nova.objects.instance [None req-93fc139e-d8db-4008-9c03-b8537c1a60e0 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lazy-loading 'flavor' on Instance uuid e1697784-e28f-456f-b8d5-f8b6c18865a8 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.090574] env[65794]: DEBUG nova.network.neutron [-] [instance: 23954416-8977-44f4-87fe-73af19349699] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.175779] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5202225a-90d0-e8bf-dcbf-d02aa7ac3984, 'name': SearchDatastore_Task, 'duration_secs': 0.012411} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.176984] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.177312] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.177641] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.177833] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.178048] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.178341] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7bf88c4-9f2e-4b8d-8353-7a262043799c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.189450] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.189890] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.190486] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c579bb90-a597-4bf7-87d0-9fd1e73078cd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.196851] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1083.196851] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52329858-0d1b-618d-8206-867b501c355b" [ 1083.196851] env[65794]: _type = "Task" [ 1083.196851] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.206922] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52329858-0d1b-618d-8206-867b501c355b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.218779] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5531ba62-d4d1-4c9b-8d71-b4aa5dcb7e2c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.226699] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdaaaa0-622b-4249-9c10-0c5d1a467311 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.257533] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca633e65-c832-4c35-8fef-451a32f9a5c4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.265745] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8465168d-e902-4bbb-a8ba-5b432e4b1202 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.281415] env[65794]: DEBUG nova.compute.provider_tree [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1083.372972] env[65794]: DEBUG nova.compute.manager [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1083.385190] env[65794]: WARNING neutronclient.v2_0.client [req-0f7e68f7-b77c-49b9-b235-ce3f32fb5c98 req-0002637a-f083-42ed-aebd-0d2f3c39b473 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.400791] env[65794]: DEBUG nova.virt.hardware [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1083.401067] env[65794]: DEBUG nova.virt.hardware [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.401228] env[65794]: DEBUG nova.virt.hardware [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1083.401407] env[65794]: DEBUG nova.virt.hardware [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.401545] env[65794]: DEBUG nova.virt.hardware [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1083.401707] env[65794]: DEBUG nova.virt.hardware [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1083.401911] env[65794]: DEBUG nova.virt.hardware [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1083.402091] env[65794]: DEBUG nova.virt.hardware [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1083.402304] env[65794]: DEBUG nova.virt.hardware [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1083.402474] env[65794]: DEBUG nova.virt.hardware [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1083.402640] env[65794]: DEBUG nova.virt.hardware [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1083.405357] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a675806-aa84-41b6-9433-57738d58cae4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.408461] env[65794]: DEBUG oslo_concurrency.lockutils [None req-93fc139e-d8db-4008-9c03-b8537c1a60e0 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "e1697784-e28f-456f-b8d5-f8b6c18865a8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.814s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.417422] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c15227-f6c8-412d-8495-819ec3b509c6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.593629] env[65794]: INFO nova.compute.manager [-] [instance: 23954416-8977-44f4-87fe-73af19349699] Took 1.34 seconds to deallocate network for instance. [ 1083.711703] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52329858-0d1b-618d-8206-867b501c355b, 'name': SearchDatastore_Task, 'duration_secs': 0.012399} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.718832] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7427a556-a353-49a7-98ec-20f2a229346a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.728325] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1083.728325] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]525ef4a1-34c9-0b23-e502-3307c3a4a8a3" [ 1083.728325] env[65794]: _type = "Task" [ 1083.728325] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.738077] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525ef4a1-34c9-0b23-e502-3307c3a4a8a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.818107] env[65794]: DEBUG nova.scheduler.client.report [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Updated inventory for provider 9d798782-7888-423a-959e-7002060abcae with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1083.818395] env[65794]: DEBUG nova.compute.provider_tree [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Updating resource provider 9d798782-7888-423a-959e-7002060abcae generation from 132 to 133 during operation: update_inventory {{(pid=65794) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1083.818582] env[65794]: DEBUG nova.compute.provider_tree [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1083.826811] env[65794]: WARNING neutronclient.v2_0.client [req-0f7e68f7-b77c-49b9-b235-ce3f32fb5c98 req-0002637a-f083-42ed-aebd-0d2f3c39b473 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.932640] env[65794]: DEBUG nova.network.neutron [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Successfully updated port: f54bb98b-0279-4c1c-97d7-9ee36a0768ea {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1083.999623] env[65794]: DEBUG nova.network.neutron [req-0f7e68f7-b77c-49b9-b235-ce3f32fb5c98 req-0002637a-f083-42ed-aebd-0d2f3c39b473 service nova] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Updated VIF entry in instance network info cache for port b3704f12-a32d-4311-b284-5412f0c5f8e6. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1084.000027] env[65794]: DEBUG nova.network.neutron [req-0f7e68f7-b77c-49b9-b235-ce3f32fb5c98 req-0002637a-f083-42ed-aebd-0d2f3c39b473 service nova] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Updating instance_info_cache with network_info: [{"id": "b3704f12-a32d-4311-b284-5412f0c5f8e6", "address": "fa:16:3e:5e:65:65", "network": {"id": "c3be34f3-4481-455f-a5bd-794d3240dd32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1106216560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e3a5224c33c47b18efdab4594c4beb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3704f12-a3", "ovs_interfaceid": "b3704f12-a32d-4311-b284-5412f0c5f8e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.071145] env[65794]: DEBUG nova.compute.manager [req-7aaeade6-19a3-40cb-a929-c51e81b6cf05 req-2c732130-e8b9-4362-a64d-1ecb441b13dd service nova] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Received event network-vif-plugged-f54bb98b-0279-4c1c-97d7-9ee36a0768ea {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1084.071301] env[65794]: DEBUG oslo_concurrency.lockutils [req-7aaeade6-19a3-40cb-a929-c51e81b6cf05 req-2c732130-e8b9-4362-a64d-1ecb441b13dd service nova] Acquiring lock "02c37e8b-8074-4feb-be37-c9b9697535ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.071947] env[65794]: DEBUG oslo_concurrency.lockutils [req-7aaeade6-19a3-40cb-a929-c51e81b6cf05 req-2c732130-e8b9-4362-a64d-1ecb441b13dd service nova] Lock "02c37e8b-8074-4feb-be37-c9b9697535ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.072367] env[65794]: DEBUG oslo_concurrency.lockutils [req-7aaeade6-19a3-40cb-a929-c51e81b6cf05 req-2c732130-e8b9-4362-a64d-1ecb441b13dd service nova] Lock "02c37e8b-8074-4feb-be37-c9b9697535ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.072874] env[65794]: DEBUG nova.compute.manager [req-7aaeade6-19a3-40cb-a929-c51e81b6cf05 req-2c732130-e8b9-4362-a64d-1ecb441b13dd service nova] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] No waiting events found dispatching network-vif-plugged-f54bb98b-0279-4c1c-97d7-9ee36a0768ea {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1084.073179] env[65794]: WARNING nova.compute.manager [req-7aaeade6-19a3-40cb-a929-c51e81b6cf05 req-2c732130-e8b9-4362-a64d-1ecb441b13dd service nova] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Received unexpected event network-vif-plugged-f54bb98b-0279-4c1c-97d7-9ee36a0768ea for instance with vm_state building and task_state spawning. [ 1084.105175] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.142421] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.142644] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.240465] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525ef4a1-34c9-0b23-e502-3307c3a4a8a3, 'name': SearchDatastore_Task, 'duration_secs': 0.01096} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.240930] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.241325] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd/4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.241882] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ea8748d-2d12-49fb-8f56-7a460ba2fb62 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.253328] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1084.253328] env[65794]: value = "task-4811962" [ 1084.253328] env[65794]: _type = "Task" [ 1084.253328] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.262900] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.325047] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.977s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.329635] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.144s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.330476] env[65794]: INFO nova.compute.claims [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.352881] env[65794]: INFO nova.scheduler.client.report [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Deleted allocations for instance 411a480a-3b4a-4a15-913c-f6a256b9dd9a [ 1084.435067] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "refresh_cache-02c37e8b-8074-4feb-be37-c9b9697535ab" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.435067] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired lock "refresh_cache-02c37e8b-8074-4feb-be37-c9b9697535ab" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.435067] env[65794]: DEBUG nova.network.neutron [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1084.502938] env[65794]: DEBUG oslo_concurrency.lockutils [req-0f7e68f7-b77c-49b9-b235-ce3f32fb5c98 req-0002637a-f083-42ed-aebd-0d2f3c39b473 service nova] Releasing lock "refresh_cache-b47334e4-3b9d-48ce-a962-9ff1598725a1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.503291] env[65794]: DEBUG nova.compute.manager [req-0f7e68f7-b77c-49b9-b235-ce3f32fb5c98 req-0002637a-f083-42ed-aebd-0d2f3c39b473 service nova] [instance: 23954416-8977-44f4-87fe-73af19349699] Received event network-vif-deleted-cf538606-37ff-4956-bb69-2e80a6bcdfdd {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1084.503883] env[65794]: INFO nova.compute.manager [req-0f7e68f7-b77c-49b9-b235-ce3f32fb5c98 req-0002637a-f083-42ed-aebd-0d2f3c39b473 service nova] [instance: 23954416-8977-44f4-87fe-73af19349699] Neutron deleted interface cf538606-37ff-4956-bb69-2e80a6bcdfdd; detaching it from the instance and deleting it from the info cache [ 1084.503883] env[65794]: DEBUG nova.network.neutron [req-0f7e68f7-b77c-49b9-b235-ce3f32fb5c98 req-0002637a-f083-42ed-aebd-0d2f3c39b473 service nova] [instance: 23954416-8977-44f4-87fe-73af19349699] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.545655] env[65794]: DEBUG oslo_concurrency.lockutils [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.545655] env[65794]: DEBUG oslo_concurrency.lockutils [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.545655] env[65794]: DEBUG oslo_concurrency.lockutils [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.545871] env[65794]: DEBUG oslo_concurrency.lockutils [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.546068] env[65794]: DEBUG oslo_concurrency.lockutils [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.548702] env[65794]: INFO nova.compute.manager [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Terminating instance [ 1084.650698] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.650821] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.651422] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.651422] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.651422] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.651422] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.651747] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65794) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 1084.651747] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.765941] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49916} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.766274] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd/4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.766496] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.766763] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-320ae5b9-1cc6-4589-ae41-5fbd76c70b02 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.774488] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1084.774488] env[65794]: value = "task-4811963" [ 1084.774488] env[65794]: _type = "Task" [ 1084.774488] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.790271] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.866044] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5512241d-63c9-42ad-bc44-7d94488c718f tempest-ServersListShow2100Test-139569017 tempest-ServersListShow2100Test-139569017-project-member] Lock "411a480a-3b4a-4a15-913c-f6a256b9dd9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.514s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.875349] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "ce852805-24f1-44d9-b464-a3361e121913" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.875617] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "ce852805-24f1-44d9-b464-a3361e121913" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.972752] env[65794]: DEBUG nova.network.neutron [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1085.009847] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7d7791b-6d3f-4210-972e-7383efa5ca1f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.020188] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7ae100-096d-4d19-97fd-b88ea26b842c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.058338] env[65794]: DEBUG nova.compute.manager [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1085.058557] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.058897] env[65794]: DEBUG nova.compute.manager [req-0f7e68f7-b77c-49b9-b235-ce3f32fb5c98 req-0002637a-f083-42ed-aebd-0d2f3c39b473 service nova] [instance: 23954416-8977-44f4-87fe-73af19349699] Detach interface failed, port_id=cf538606-37ff-4956-bb69-2e80a6bcdfdd, reason: Instance 23954416-8977-44f4-87fe-73af19349699 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1085.059861] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4754d4df-c427-4686-99cc-031f3e350011 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.063871] env[65794]: WARNING neutronclient.v2_0.client [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.070095] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.070347] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a90e72c0-fd6d-49ae-ba87-85e0428fea86 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.077026] env[65794]: DEBUG oslo_vmware.api [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 1085.077026] env[65794]: value = "task-4811964" [ 1085.077026] env[65794]: _type = "Task" [ 1085.077026] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.087290] env[65794]: DEBUG oslo_vmware.api [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.155476] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.176089] env[65794]: DEBUG nova.network.neutron [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Updating instance_info_cache with network_info: [{"id": "f54bb98b-0279-4c1c-97d7-9ee36a0768ea", "address": "fa:16:3e:c6:0c:00", "network": {"id": "42cade4a-4a06-4155-8650-50edbd2d8a1b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-718071421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "737a0ac2aeb14300bb926f480f8a9607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf54bb98b-02", "ovs_interfaceid": "f54bb98b-0279-4c1c-97d7-9ee36a0768ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.294989] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08027} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.295505] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.296824] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ac99f9-6b25-431c-a8ef-181a9858876c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.330997] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd/4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.332075] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e03ef448-86b5-4b4d-8ba1-ab3a3fb36927 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.367228] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1085.367228] env[65794]: value = "task-4811965" [ 1085.367228] env[65794]: _type = "Task" [ 1085.367228] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.377528] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811965, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.381365] env[65794]: DEBUG nova.compute.manager [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1085.590735] env[65794]: DEBUG oslo_vmware.api [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811964, 'name': PowerOffVM_Task, 'duration_secs': 0.247249} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.591452] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.591673] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.594840] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a07c978e-d1c2-4e5d-93e3-42f647238259 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.679042] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Releasing lock "refresh_cache-02c37e8b-8074-4feb-be37-c9b9697535ab" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.679434] env[65794]: DEBUG nova.compute.manager [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Instance network_info: |[{"id": "f54bb98b-0279-4c1c-97d7-9ee36a0768ea", "address": "fa:16:3e:c6:0c:00", "network": {"id": "42cade4a-4a06-4155-8650-50edbd2d8a1b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-718071421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "737a0ac2aeb14300bb926f480f8a9607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf54bb98b-02", "ovs_interfaceid": "f54bb98b-0279-4c1c-97d7-9ee36a0768ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1085.680054] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:0c:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '399f3826-705c-45f7-9fe0-3a08a945151a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f54bb98b-0279-4c1c-97d7-9ee36a0768ea', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.688480] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1085.689819] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.691028] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05440e87-2341-4785-bf8f-9995b1d080c8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.693219] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5197948-dcb1-49ba-aa0e-d1c4f72669ca {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.715426] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153dd072-7f43-4d77-b523-b5e2b96be974 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.719501] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.719501] env[65794]: value = "task-4811968" [ 1085.719501] env[65794]: _type = "Task" [ 1085.719501] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.725586] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.725726] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.725917] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Deleting the datastore file [datastore1] 68fc7c47-2c31-4ec9-90fc-79d70381f7c1 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.754640] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67f3831b-e3e3-4ba4-9be7-31a1a4dc0be7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.760694] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2aada9-d5a7-4429-aeaa-8f8de5b00e95 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.770448] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245cc964-2b3e-416c-9971-d829b37c8d63 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.777344] env[65794]: DEBUG oslo_vmware.api [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 1085.777344] env[65794]: value = "task-4811969" [ 1085.777344] env[65794]: _type = "Task" [ 1085.777344] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.791789] env[65794]: DEBUG nova.compute.provider_tree [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.798707] env[65794]: DEBUG oslo_vmware.api [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.880735] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.907611] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.133077] env[65794]: DEBUG nova.compute.manager [req-b5edc0af-cfc4-40fa-adb7-1f84dcee8623 req-cb36130e-cd8a-460d-ac13-6e3ea6f288d6 service nova] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Received event network-changed-f54bb98b-0279-4c1c-97d7-9ee36a0768ea {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1086.133431] env[65794]: DEBUG nova.compute.manager [req-b5edc0af-cfc4-40fa-adb7-1f84dcee8623 req-cb36130e-cd8a-460d-ac13-6e3ea6f288d6 service nova] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Refreshing instance network info cache due to event network-changed-f54bb98b-0279-4c1c-97d7-9ee36a0768ea. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1086.133776] env[65794]: DEBUG oslo_concurrency.lockutils [req-b5edc0af-cfc4-40fa-adb7-1f84dcee8623 req-cb36130e-cd8a-460d-ac13-6e3ea6f288d6 service nova] Acquiring lock "refresh_cache-02c37e8b-8074-4feb-be37-c9b9697535ab" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.134207] env[65794]: DEBUG oslo_concurrency.lockutils [req-b5edc0af-cfc4-40fa-adb7-1f84dcee8623 req-cb36130e-cd8a-460d-ac13-6e3ea6f288d6 service nova] Acquired lock "refresh_cache-02c37e8b-8074-4feb-be37-c9b9697535ab" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.134543] env[65794]: DEBUG nova.network.neutron [req-b5edc0af-cfc4-40fa-adb7-1f84dcee8623 req-cb36130e-cd8a-460d-ac13-6e3ea6f288d6 service nova] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Refreshing network info cache for port f54bb98b-0279-4c1c-97d7-9ee36a0768ea {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.231472] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811968, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.293495] env[65794]: DEBUG oslo_vmware.api [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4811969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345216} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.297736] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.297980] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.298269] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.298510] env[65794]: INFO nova.compute.manager [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1086.298860] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1086.299514] env[65794]: DEBUG nova.compute.manager [-] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1086.299667] env[65794]: DEBUG nova.network.neutron [-] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1086.300014] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.322086] env[65794]: ERROR nova.scheduler.client.report [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [req-3e85d4a6-ed51-42fb-853d-d86d3e57d36d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9d798782-7888-423a-959e-7002060abcae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3e85d4a6-ed51-42fb-853d-d86d3e57d36d"}]} [ 1086.340024] env[65794]: DEBUG nova.scheduler.client.report [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Refreshing inventories for resource provider 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1086.358429] env[65794]: DEBUG nova.scheduler.client.report [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Updating ProviderTree inventory for provider 9d798782-7888-423a-959e-7002060abcae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1086.358678] env[65794]: DEBUG nova.compute.provider_tree [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1086.378693] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811965, 'name': ReconfigVM_Task, 'duration_secs': 0.655541} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.380836] env[65794]: DEBUG nova.scheduler.client.report [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Refreshing aggregate associations for resource provider 9d798782-7888-423a-959e-7002060abcae, aggregates: None {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1086.382344] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd/4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.383371] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-081859b5-52ae-4b91-9753-74fb9a2ee85b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.395092] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1086.395092] env[65794]: value = "task-4811970" [ 1086.395092] env[65794]: _type = "Task" [ 1086.395092] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.401211] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811970, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.404510] env[65794]: DEBUG nova.scheduler.client.report [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Refreshing trait associations for resource provider 9d798782-7888-423a-959e-7002060abcae, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1086.416777] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.638566] env[65794]: WARNING neutronclient.v2_0.client [req-b5edc0af-cfc4-40fa-adb7-1f84dcee8623 req-cb36130e-cd8a-460d-ac13-6e3ea6f288d6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.739877] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811968, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.746269] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adf2c92-ace7-4a2f-8a98-23ee5fd93684 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.754513] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bf6062-d7d8-4992-ad0f-4879bef60965 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.795218] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce34efd6-8abf-4c3f-92b1-8935b5fe4135 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.803398] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7b5d5d-36a6-4658-abd8-d0733dd4e853 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.821908] env[65794]: DEBUG nova.compute.provider_tree [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1086.902826] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811970, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.022578] env[65794]: WARNING neutronclient.v2_0.client [req-b5edc0af-cfc4-40fa-adb7-1f84dcee8623 req-cb36130e-cd8a-460d-ac13-6e3ea6f288d6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.122837] env[65794]: DEBUG nova.network.neutron [req-b5edc0af-cfc4-40fa-adb7-1f84dcee8623 req-cb36130e-cd8a-460d-ac13-6e3ea6f288d6 service nova] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Updated VIF entry in instance network info cache for port f54bb98b-0279-4c1c-97d7-9ee36a0768ea. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1087.122837] env[65794]: DEBUG nova.network.neutron [req-b5edc0af-cfc4-40fa-adb7-1f84dcee8623 req-cb36130e-cd8a-460d-ac13-6e3ea6f288d6 service nova] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Updating instance_info_cache with network_info: [{"id": "f54bb98b-0279-4c1c-97d7-9ee36a0768ea", "address": "fa:16:3e:c6:0c:00", "network": {"id": "42cade4a-4a06-4155-8650-50edbd2d8a1b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-718071421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "737a0ac2aeb14300bb926f480f8a9607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf54bb98b-02", "ovs_interfaceid": "f54bb98b-0279-4c1c-97d7-9ee36a0768ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.231740] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811968, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.360986] env[65794]: DEBUG nova.scheduler.client.report [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Updated inventory for provider 9d798782-7888-423a-959e-7002060abcae with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1087.361273] env[65794]: DEBUG nova.compute.provider_tree [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Updating resource provider 9d798782-7888-423a-959e-7002060abcae generation from 134 to 135 during operation: update_inventory {{(pid=65794) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1087.361475] env[65794]: DEBUG nova.compute.provider_tree [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1087.402767] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811970, 'name': Rename_Task, 'duration_secs': 0.98771} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.402944] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.403296] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc0d93eb-4954-4b42-b076-11d4e8e564f2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.409852] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1087.409852] env[65794]: value = "task-4811971" [ 1087.409852] env[65794]: _type = "Task" [ 1087.409852] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.413572] env[65794]: DEBUG nova.network.neutron [-] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.421883] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.625893] env[65794]: DEBUG oslo_concurrency.lockutils [req-b5edc0af-cfc4-40fa-adb7-1f84dcee8623 req-cb36130e-cd8a-460d-ac13-6e3ea6f288d6 service nova] Releasing lock "refresh_cache-02c37e8b-8074-4feb-be37-c9b9697535ab" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.734596] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811968, 'name': CreateVM_Task, 'duration_secs': 1.560945} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.734827] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.735528] env[65794]: WARNING neutronclient.v2_0.client [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.735990] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.736214] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.736582] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.736883] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b106cbbb-ae35-4c5e-96ed-548eab5e05f5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.742948] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1087.742948] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52a1b272-3042-e265-f195-203baf323aba" [ 1087.742948] env[65794]: _type = "Task" [ 1087.742948] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.752942] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a1b272-3042-e265-f195-203baf323aba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.867295] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.539s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.867880] env[65794]: DEBUG nova.compute.manager [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1087.870959] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.357s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.916078] env[65794]: INFO nova.compute.manager [-] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Took 1.62 seconds to deallocate network for instance. [ 1087.925137] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811971, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.165025] env[65794]: DEBUG nova.compute.manager [req-a757e68c-3ac2-45e5-8073-fa6778441a6b req-df1a8d89-9ce4-47e7-8ad2-0aba1e013948 service nova] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Received event network-vif-deleted-e3e7d668-9071-4020-8d8e-6f98765b857e {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1088.254361] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a1b272-3042-e265-f195-203baf323aba, 'name': SearchDatastore_Task, 'duration_secs': 0.0118} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.254703] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.254944] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.255212] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.255360] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.255537] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.255807] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-577b9fd4-0b6b-4db2-8787-6ea242dd2a0b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.265380] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.265563] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.266314] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d62cabe-205f-4924-89fe-68a866af8d13 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.271986] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1088.271986] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]528cd536-8563-b608-1135-a7a0b750419b" [ 1088.271986] env[65794]: _type = "Task" [ 1088.271986] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.280063] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]528cd536-8563-b608-1135-a7a0b750419b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.374989] env[65794]: DEBUG nova.compute.utils [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.379398] env[65794]: DEBUG nova.compute.manager [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1088.379599] env[65794]: DEBUG nova.network.neutron [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1088.380031] env[65794]: WARNING neutronclient.v2_0.client [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.380206] env[65794]: WARNING neutronclient.v2_0.client [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.421372] env[65794]: DEBUG oslo_vmware.api [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4811971, 'name': PowerOnVM_Task, 'duration_secs': 0.514433} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.425525] env[65794]: DEBUG nova.policy [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36ace02c86d14b6fb6849e8c1de4f560', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '641525153727464f9f447fe8d064f09d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.427381] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.427589] env[65794]: INFO nova.compute.manager [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1088.427763] env[65794]: DEBUG nova.compute.manager [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1088.428948] env[65794]: DEBUG oslo_concurrency.lockutils [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.430447] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e470bf-a687-43c9-a61c-d062cafeb057 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.646598] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35d37a3-df48-4a7a-8fb4-c3f8099b3d94 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.654887] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a424af-425f-466a-99e5-f107e5b0b23d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.690616] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314038cf-21c5-47e3-b82e-cc7af516f873 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.699535] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359615d2-23cc-432f-89b9-2b23979c5c00 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.714805] env[65794]: DEBUG nova.compute.provider_tree [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.738381] env[65794]: DEBUG nova.network.neutron [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Successfully created port: e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1088.783146] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]528cd536-8563-b608-1135-a7a0b750419b, 'name': SearchDatastore_Task, 'duration_secs': 0.009605} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.783988] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bb25ac1-ec23-489a-9169-350d772b5e8a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.789867] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1088.789867] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]525e489a-14d7-a705-06a0-9ff8bea4f6b3" [ 1088.789867] env[65794]: _type = "Task" [ 1088.789867] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.798617] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525e489a-14d7-a705-06a0-9ff8bea4f6b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.880635] env[65794]: DEBUG nova.compute.manager [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1088.950163] env[65794]: INFO nova.compute.manager [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Took 25.81 seconds to build instance. [ 1089.218702] env[65794]: DEBUG nova.scheduler.client.report [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.301944] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525e489a-14d7-a705-06a0-9ff8bea4f6b3, 'name': SearchDatastore_Task, 'duration_secs': 0.016789} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.302309] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.302581] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 02c37e8b-8074-4feb-be37-c9b9697535ab/02c37e8b-8074-4feb-be37-c9b9697535ab.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.302866] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-675facb0-8cdb-403d-a8cb-278afa21f919 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.311068] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1089.311068] env[65794]: value = "task-4811973" [ 1089.311068] env[65794]: _type = "Task" [ 1089.311068] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.320321] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.457374] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4c0cefa-be67-4d53-98e6-b30a8094ccdb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.327s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.823355] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475705} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.823773] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 02c37e8b-8074-4feb-be37-c9b9697535ab/02c37e8b-8074-4feb-be37-c9b9697535ab.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.824189] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.824481] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20977979-8c11-4167-93ca-79931de6018c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.834542] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1089.834542] env[65794]: value = "task-4811975" [ 1089.834542] env[65794]: _type = "Task" [ 1089.834542] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.843828] env[65794]: DEBUG nova.compute.manager [req-db8e7597-f0cc-4c48-b049-256a692af34e req-ba340629-11c5-4921-82c0-3bbbb1bb2af6 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Received event network-changed-6dacd320-d0c4-4d3b-9ee2-8ae77db35fce {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1089.844064] env[65794]: DEBUG nova.compute.manager [req-db8e7597-f0cc-4c48-b049-256a692af34e req-ba340629-11c5-4921-82c0-3bbbb1bb2af6 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Refreshing instance network info cache due to event network-changed-6dacd320-d0c4-4d3b-9ee2-8ae77db35fce. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1089.844522] env[65794]: DEBUG oslo_concurrency.lockutils [req-db8e7597-f0cc-4c48-b049-256a692af34e req-ba340629-11c5-4921-82c0-3bbbb1bb2af6 service nova] Acquiring lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.844615] env[65794]: DEBUG oslo_concurrency.lockutils [req-db8e7597-f0cc-4c48-b049-256a692af34e req-ba340629-11c5-4921-82c0-3bbbb1bb2af6 service nova] Acquired lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.844779] env[65794]: DEBUG nova.network.neutron [req-db8e7597-f0cc-4c48-b049-256a692af34e req-ba340629-11c5-4921-82c0-3bbbb1bb2af6 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Refreshing network info cache for port 6dacd320-d0c4-4d3b-9ee2-8ae77db35fce {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.852866] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.892448] env[65794]: DEBUG nova.compute.manager [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1089.915558] env[65794]: DEBUG nova.virt.hardware [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1089.915835] env[65794]: DEBUG nova.virt.hardware [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.916073] env[65794]: DEBUG nova.virt.hardware [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1089.916197] env[65794]: DEBUG nova.virt.hardware [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.916337] env[65794]: DEBUG nova.virt.hardware [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1089.916477] env[65794]: DEBUG nova.virt.hardware [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1089.916679] env[65794]: DEBUG nova.virt.hardware [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1089.916879] env[65794]: DEBUG nova.virt.hardware [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1089.916989] env[65794]: DEBUG nova.virt.hardware [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1089.917205] env[65794]: DEBUG nova.virt.hardware [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1089.917381] env[65794]: DEBUG nova.virt.hardware [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1089.918706] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ca763b-a4f4-45f2-a332-869c10ea82b5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.927641] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d6a3ac-3324-48c5-9192-f11f13d3e358 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.201063] env[65794]: DEBUG nova.compute.manager [req-7497c945-83e0-41bb-b7e3-9a13dc950b91 req-a9ae83e4-943a-48f1-b699-6ce06f581c3f service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Received event network-vif-plugged-e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1090.201063] env[65794]: DEBUG oslo_concurrency.lockutils [req-7497c945-83e0-41bb-b7e3-9a13dc950b91 req-a9ae83e4-943a-48f1-b699-6ce06f581c3f service nova] Acquiring lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.201219] env[65794]: DEBUG oslo_concurrency.lockutils [req-7497c945-83e0-41bb-b7e3-9a13dc950b91 req-a9ae83e4-943a-48f1-b699-6ce06f581c3f service nova] Lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.201340] env[65794]: DEBUG oslo_concurrency.lockutils [req-7497c945-83e0-41bb-b7e3-9a13dc950b91 req-a9ae83e4-943a-48f1-b699-6ce06f581c3f service nova] Lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.201496] env[65794]: DEBUG nova.compute.manager [req-7497c945-83e0-41bb-b7e3-9a13dc950b91 req-a9ae83e4-943a-48f1-b699-6ce06f581c3f service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] No waiting events found dispatching network-vif-plugged-e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1090.201652] env[65794]: WARNING nova.compute.manager [req-7497c945-83e0-41bb-b7e3-9a13dc950b91 req-a9ae83e4-943a-48f1-b699-6ce06f581c3f service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Received unexpected event network-vif-plugged-e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9 for instance with vm_state building and task_state spawning. [ 1090.232564] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.361s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.235853] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.379s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.237338] env[65794]: INFO nova.compute.claims [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.298258] env[65794]: DEBUG nova.network.neutron [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Successfully updated port: e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1090.345164] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070899} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.345516] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.346303] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2725828d-5d88-4992-a955-ecb76c5ea217 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.349567] env[65794]: WARNING neutronclient.v2_0.client [req-db8e7597-f0cc-4c48-b049-256a692af34e req-ba340629-11c5-4921-82c0-3bbbb1bb2af6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.373246] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 02c37e8b-8074-4feb-be37-c9b9697535ab/02c37e8b-8074-4feb-be37-c9b9697535ab.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.373627] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a90efcb6-eb92-4817-8c0f-bd5238b951bb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.398011] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1090.398011] env[65794]: value = "task-4811976" [ 1090.398011] env[65794]: _type = "Task" [ 1090.398011] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.409301] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.567573] env[65794]: WARNING neutronclient.v2_0.client [req-db8e7597-f0cc-4c48-b049-256a692af34e req-ba340629-11c5-4921-82c0-3bbbb1bb2af6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.649827] env[65794]: DEBUG nova.network.neutron [req-db8e7597-f0cc-4c48-b049-256a692af34e req-ba340629-11c5-4921-82c0-3bbbb1bb2af6 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Updated VIF entry in instance network info cache for port 6dacd320-d0c4-4d3b-9ee2-8ae77db35fce. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1090.650221] env[65794]: DEBUG nova.network.neutron [req-db8e7597-f0cc-4c48-b049-256a692af34e req-ba340629-11c5-4921-82c0-3bbbb1bb2af6 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Updating instance_info_cache with network_info: [{"id": "6dacd320-d0c4-4d3b-9ee2-8ae77db35fce", "address": "fa:16:3e:1a:ca:14", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dacd320-d0", "ovs_interfaceid": "6dacd320-d0c4-4d3b-9ee2-8ae77db35fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.804723] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "refresh_cache-d57734fb-52c7-4caa-bbed-40ad5e053bf5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.806389] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquired lock "refresh_cache-d57734fb-52c7-4caa-bbed-40ad5e053bf5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.806389] env[65794]: DEBUG nova.network.neutron [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1090.826036] env[65794]: INFO nova.scheduler.client.report [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Deleted allocation for migration 6640204c-73c8-493b-8250-39890a2fbb36 [ 1090.827474] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "5ec524b8-32f9-4231-9f4e-542e5ad0a16a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.827700] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "5ec524b8-32f9-4231-9f4e-542e5ad0a16a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.910117] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811976, 'name': ReconfigVM_Task, 'duration_secs': 0.494976} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.910489] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 02c37e8b-8074-4feb-be37-c9b9697535ab/02c37e8b-8074-4feb-be37-c9b9697535ab.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.911176] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f646835-404b-421d-9af3-177f0a936715 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.918947] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1090.918947] env[65794]: value = "task-4811977" [ 1090.918947] env[65794]: _type = "Task" [ 1090.918947] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.932953] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811977, 'name': Rename_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.153452] env[65794]: DEBUG oslo_concurrency.lockutils [req-db8e7597-f0cc-4c48-b049-256a692af34e req-ba340629-11c5-4921-82c0-3bbbb1bb2af6 service nova] Releasing lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.330027] env[65794]: DEBUG nova.compute.manager [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1091.333378] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5759194-4f8e-429d-bb42-ba20fd558c2d tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "ccedc5db-fe48-4b88-abfd-5d3e276987bd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 24.241s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.346516] env[65794]: DEBUG nova.network.neutron [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1091.428235] env[65794]: WARNING neutronclient.v2_0.client [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.434471] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811977, 'name': Rename_Task, 'duration_secs': 0.340978} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.437755] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.438150] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a25573a9-453d-4ec7-ab9c-91272b5686d1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.446463] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1091.446463] env[65794]: value = "task-4811978" [ 1091.446463] env[65794]: _type = "Task" [ 1091.446463] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.460481] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.512646] env[65794]: DEBUG nova.network.neutron [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Updating instance_info_cache with network_info: [{"id": "e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9", "address": "fa:16:3e:a3:a8:17", "network": {"id": "711b4f34-e16a-4fd5-9cd4-121eec1321e9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1997664404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641525153727464f9f447fe8d064f09d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7b1cc35-ca", "ovs_interfaceid": "e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.545893] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e1fc5d-3d24-4a9e-92d1-012770e03432 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.554790] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72974f3-1f65-4812-a7be-f69c64d854d2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.588678] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd605bc-850f-45db-883f-fe8e56bc377c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.597149] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc401f9e-b339-4d11-81f1-47920c5ee457 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.612020] env[65794]: DEBUG nova.compute.provider_tree [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.857353] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.922819] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "ccedc5db-fe48-4b88-abfd-5d3e276987bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.923419] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "ccedc5db-fe48-4b88-abfd-5d3e276987bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.923419] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "ccedc5db-fe48-4b88-abfd-5d3e276987bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.923572] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "ccedc5db-fe48-4b88-abfd-5d3e276987bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.923609] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "ccedc5db-fe48-4b88-abfd-5d3e276987bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.925946] env[65794]: INFO nova.compute.manager [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Terminating instance [ 1091.959291] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811978, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.016503] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Releasing lock "refresh_cache-d57734fb-52c7-4caa-bbed-40ad5e053bf5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.016587] env[65794]: DEBUG nova.compute.manager [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Instance network_info: |[{"id": "e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9", "address": "fa:16:3e:a3:a8:17", "network": {"id": "711b4f34-e16a-4fd5-9cd4-121eec1321e9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1997664404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641525153727464f9f447fe8d064f09d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7b1cc35-ca", "ovs_interfaceid": "e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1092.017912] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:a8:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.026306] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Creating folder: Project (641525153727464f9f447fe8d064f09d). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1092.026667] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4d0edd6-67c2-406d-b091-f6aa461cee48 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.041028] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Created folder: Project (641525153727464f9f447fe8d064f09d) in parent group-v937953. [ 1092.041281] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Creating folder: Instances. Parent ref: group-v938237. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1092.041547] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9d13e90-dfeb-476d-8c66-56bc33839943 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.054745] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Created folder: Instances in parent group-v938237. [ 1092.054745] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1092.055060] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.055127] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61fef249-b703-43f8-9a00-e545af75a68b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.077299] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.077299] env[65794]: value = "task-4811982" [ 1092.077299] env[65794]: _type = "Task" [ 1092.077299] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.087042] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811982, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.115613] env[65794]: DEBUG nova.scheduler.client.report [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.238021] env[65794]: DEBUG nova.compute.manager [req-28fa814a-c222-4f20-a14f-13c25645635c req-bbb25558-b8d0-40a4-a774-92104ca5e575 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Received event network-changed-e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1092.238211] env[65794]: DEBUG nova.compute.manager [req-28fa814a-c222-4f20-a14f-13c25645635c req-bbb25558-b8d0-40a4-a774-92104ca5e575 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Refreshing instance network info cache due to event network-changed-e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1092.239418] env[65794]: DEBUG oslo_concurrency.lockutils [req-28fa814a-c222-4f20-a14f-13c25645635c req-bbb25558-b8d0-40a4-a774-92104ca5e575 service nova] Acquiring lock "refresh_cache-d57734fb-52c7-4caa-bbed-40ad5e053bf5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.239418] env[65794]: DEBUG oslo_concurrency.lockutils [req-28fa814a-c222-4f20-a14f-13c25645635c req-bbb25558-b8d0-40a4-a774-92104ca5e575 service nova] Acquired lock "refresh_cache-d57734fb-52c7-4caa-bbed-40ad5e053bf5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.239418] env[65794]: DEBUG nova.network.neutron [req-28fa814a-c222-4f20-a14f-13c25645635c req-bbb25558-b8d0-40a4-a774-92104ca5e575 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Refreshing network info cache for port e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.431666] env[65794]: DEBUG nova.compute.manager [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1092.431666] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.432187] env[65794]: DEBUG oslo_concurrency.lockutils [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "00039788-0abe-4a2b-9a1f-5e21d0dbe2c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.432243] env[65794]: DEBUG oslo_concurrency.lockutils [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "00039788-0abe-4a2b-9a1f-5e21d0dbe2c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.434248] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b35f403-56f5-4e98-99d4-3940618fbf11 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.444996] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.445800] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e172f9de-b3bd-4f97-a7b9-4d9060344fe9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.456804] env[65794]: DEBUG oslo_vmware.api [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4811978, 'name': PowerOnVM_Task, 'duration_secs': 0.79431} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.458102] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.458349] env[65794]: INFO nova.compute.manager [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1092.458566] env[65794]: DEBUG nova.compute.manager [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1092.458887] env[65794]: DEBUG oslo_vmware.api [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1092.458887] env[65794]: value = "task-4811983" [ 1092.458887] env[65794]: _type = "Task" [ 1092.458887] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.459640] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2baf3d5-7586-4ebe-899a-12cd61450b9a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.476075] env[65794]: DEBUG oslo_vmware.api [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.591552] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811982, 'name': CreateVM_Task, 'duration_secs': 0.389639} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.591817] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.592521] env[65794]: WARNING neutronclient.v2_0.client [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.593032] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.593271] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.593707] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.594070] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a61f90a7-6f5a-4db5-a765-78aa391e1860 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.600497] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1092.600497] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52df7bb2-9584-93c3-df0b-9f42abe0838b" [ 1092.600497] env[65794]: _type = "Task" [ 1092.600497] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.612531] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52df7bb2-9584-93c3-df0b-9f42abe0838b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.621806] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.622549] env[65794]: DEBUG nova.compute.manager [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1092.627247] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.175s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.741762] env[65794]: WARNING neutronclient.v2_0.client [req-28fa814a-c222-4f20-a14f-13c25645635c req-bbb25558-b8d0-40a4-a774-92104ca5e575 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.910633] env[65794]: WARNING neutronclient.v2_0.client [req-28fa814a-c222-4f20-a14f-13c25645635c req-bbb25558-b8d0-40a4-a774-92104ca5e575 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.938300] env[65794]: DEBUG nova.compute.manager [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1092.972677] env[65794]: DEBUG oslo_vmware.api [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811983, 'name': PowerOffVM_Task, 'duration_secs': 0.208361} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.973425] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.973680] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.974748] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b4b6de8-e997-45b8-9c39-187751409b34 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.983033] env[65794]: INFO nova.compute.manager [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Took 25.32 seconds to build instance. [ 1092.985161] env[65794]: DEBUG nova.network.neutron [req-28fa814a-c222-4f20-a14f-13c25645635c req-bbb25558-b8d0-40a4-a774-92104ca5e575 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Updated VIF entry in instance network info cache for port e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1092.985491] env[65794]: DEBUG nova.network.neutron [req-28fa814a-c222-4f20-a14f-13c25645635c req-bbb25558-b8d0-40a4-a774-92104ca5e575 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Updating instance_info_cache with network_info: [{"id": "e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9", "address": "fa:16:3e:a3:a8:17", "network": {"id": "711b4f34-e16a-4fd5-9cd4-121eec1321e9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1997664404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641525153727464f9f447fe8d064f09d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7b1cc35-ca", "ovs_interfaceid": "e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.054688] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.056108] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.056108] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Deleting the datastore file [datastore1] ccedc5db-fe48-4b88-abfd-5d3e276987bd {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.056108] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7a8e866-42d3-4904-8575-91bdd331ca3d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.063227] env[65794]: DEBUG oslo_vmware.api [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1093.063227] env[65794]: value = "task-4811985" [ 1093.063227] env[65794]: _type = "Task" [ 1093.063227] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.071788] env[65794]: DEBUG oslo_vmware.api [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.111110] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52df7bb2-9584-93c3-df0b-9f42abe0838b, 'name': SearchDatastore_Task, 'duration_secs': 0.010825} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.111398] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.111638] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.111875] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.112023] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.112206] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.112477] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1c3325a-9567-41f9-92ca-0c825ad926c5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.121544] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.121729] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.122547] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba266059-1104-4349-a4a2-c376202738d6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.129857] env[65794]: DEBUG nova.compute.utils [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.131547] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1093.131547] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52bd27be-95af-ffd2-d49c-9dfb6eee273f" [ 1093.131547] env[65794]: _type = "Task" [ 1093.131547] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.131715] env[65794]: DEBUG nova.compute.manager [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1093.132169] env[65794]: DEBUG nova.network.neutron [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1093.132322] env[65794]: WARNING neutronclient.v2_0.client [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.132688] env[65794]: WARNING neutronclient.v2_0.client [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.137566] env[65794]: INFO nova.compute.claims [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.153595] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52bd27be-95af-ffd2-d49c-9dfb6eee273f, 'name': SearchDatastore_Task, 'duration_secs': 0.010595} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.154477] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bb895ec-66e2-4bf6-8e8e-b9be75769d8e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.160633] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1093.160633] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]524ab8ed-824f-67ec-5048-8a7e5e15568b" [ 1093.160633] env[65794]: _type = "Task" [ 1093.160633] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.169920] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]524ab8ed-824f-67ec-5048-8a7e5e15568b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.196778] env[65794]: DEBUG nova.policy [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b53b746dbf34345abd25737aea67af8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28d747c7d7744934af5ef6936cd5608d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.465900] env[65794]: DEBUG oslo_concurrency.lockutils [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.489020] env[65794]: DEBUG oslo_concurrency.lockutils [req-28fa814a-c222-4f20-a14f-13c25645635c req-bbb25558-b8d0-40a4-a774-92104ca5e575 service nova] Releasing lock "refresh_cache-d57734fb-52c7-4caa-bbed-40ad5e053bf5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.489020] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c9158611-e755-4be7-b9b5-1e8a56efdace tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "02c37e8b-8074-4feb-be37-c9b9697535ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.831s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.534341] env[65794]: DEBUG nova.network.neutron [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Successfully created port: bf9cc23c-7ca8-42bb-bf67-77a5f6905ff7 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1093.574017] env[65794]: DEBUG oslo_vmware.api [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4811985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357214} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.574368] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.574541] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.574717] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.574884] env[65794]: INFO nova.compute.manager [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1093.575183] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1093.575349] env[65794]: DEBUG nova.compute.manager [-] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1093.575444] env[65794]: DEBUG nova.network.neutron [-] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1093.575691] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.632480] env[65794]: DEBUG nova.compute.manager [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1093.644507] env[65794]: INFO nova.compute.resource_tracker [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Updating resource usage from migration 5683b90c-c11a-42ae-a82f-65db8d7deade [ 1093.670805] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]524ab8ed-824f-67ec-5048-8a7e5e15568b, 'name': SearchDatastore_Task, 'duration_secs': 0.025161} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.670805] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.671089] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] d57734fb-52c7-4caa-bbed-40ad5e053bf5/d57734fb-52c7-4caa-bbed-40ad5e053bf5.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.671372] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-054da937-225d-49ba-85c6-b0cd5338ef81 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.682947] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1093.682947] env[65794]: value = "task-4811986" [ 1093.682947] env[65794]: _type = "Task" [ 1093.682947] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.694765] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4811986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.782976] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.977534] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dced304d-1084-4662-b499-f5cd5a75ee03 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.987177] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2393f4d-99d8-4c3b-9f73-2284cad42968 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.022438] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b9de90-81bc-4a36-a766-246c8c5bc470 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.032753] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3b2845-58d2-4f3a-b311-4c34f7463902 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.050796] env[65794]: DEBUG nova.compute.provider_tree [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.195350] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4811986, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.282261] env[65794]: DEBUG nova.compute.manager [req-6859af68-8d21-4c18-9fe9-7ef18e488ac2 req-c88b32ab-bad5-4349-b457-d9baaad37bed service nova] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Received event network-vif-deleted-0dd4ed7a-ff1d-426b-955a-0eab14af6bb8 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1094.282464] env[65794]: INFO nova.compute.manager [req-6859af68-8d21-4c18-9fe9-7ef18e488ac2 req-c88b32ab-bad5-4349-b457-d9baaad37bed service nova] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Neutron deleted interface 0dd4ed7a-ff1d-426b-955a-0eab14af6bb8; detaching it from the instance and deleting it from the info cache [ 1094.282628] env[65794]: DEBUG nova.network.neutron [req-6859af68-8d21-4c18-9fe9-7ef18e488ac2 req-c88b32ab-bad5-4349-b457-d9baaad37bed service nova] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.528160] env[65794]: DEBUG nova.network.neutron [-] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.553462] env[65794]: DEBUG nova.scheduler.client.report [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.582382] env[65794]: DEBUG nova.compute.manager [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Stashing vm_state: active {{(pid=65794) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 1094.643482] env[65794]: DEBUG nova.compute.manager [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1094.670190] env[65794]: DEBUG nova.virt.hardware [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1094.670450] env[65794]: DEBUG nova.virt.hardware [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.670601] env[65794]: DEBUG nova.virt.hardware [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1094.670775] env[65794]: DEBUG nova.virt.hardware [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.670920] env[65794]: DEBUG nova.virt.hardware [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1094.671070] env[65794]: DEBUG nova.virt.hardware [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1094.671281] env[65794]: DEBUG nova.virt.hardware [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1094.671437] env[65794]: DEBUG nova.virt.hardware [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1094.671600] env[65794]: DEBUG nova.virt.hardware [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1094.671760] env[65794]: DEBUG nova.virt.hardware [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1094.671969] env[65794]: DEBUG nova.virt.hardware [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1094.672971] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b942d5-18a2-4941-8c05-20ad87d1a2ab {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.681792] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219c97a7-ebf7-44bc-b8f2-9fe306d2341a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.701442] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4811986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7505} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.702378] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] d57734fb-52c7-4caa-bbed-40ad5e053bf5/d57734fb-52c7-4caa-bbed-40ad5e053bf5.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.702513] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.702771] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cea5acea-299b-4e98-8ed9-5727c557ecd7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.710754] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1094.710754] env[65794]: value = "task-4811988" [ 1094.710754] env[65794]: _type = "Task" [ 1094.710754] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.721893] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4811988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.785708] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5019b4c-2e1f-42ce-9663-1661309b37f9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.795652] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae2ebaa-d88a-48e0-ab16-3c8b0af05880 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.829958] env[65794]: DEBUG nova.compute.manager [req-6859af68-8d21-4c18-9fe9-7ef18e488ac2 req-c88b32ab-bad5-4349-b457-d9baaad37bed service nova] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Detach interface failed, port_id=0dd4ed7a-ff1d-426b-955a-0eab14af6bb8, reason: Instance ccedc5db-fe48-4b88-abfd-5d3e276987bd could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1095.013193] env[65794]: DEBUG nova.compute.manager [req-f04ccc6e-77c7-45dc-8104-9b14274ce880 req-0ed05b61-7bf7-4888-b9b7-bccccc29525a service nova] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Received event network-vif-plugged-bf9cc23c-7ca8-42bb-bf67-77a5f6905ff7 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1095.013454] env[65794]: DEBUG oslo_concurrency.lockutils [req-f04ccc6e-77c7-45dc-8104-9b14274ce880 req-0ed05b61-7bf7-4888-b9b7-bccccc29525a service nova] Acquiring lock "d8b9bac7-82a3-426c-a3ca-d7e638e43b9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.013665] env[65794]: DEBUG oslo_concurrency.lockutils [req-f04ccc6e-77c7-45dc-8104-9b14274ce880 req-0ed05b61-7bf7-4888-b9b7-bccccc29525a service nova] Lock "d8b9bac7-82a3-426c-a3ca-d7e638e43b9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.013912] env[65794]: DEBUG oslo_concurrency.lockutils [req-f04ccc6e-77c7-45dc-8104-9b14274ce880 req-0ed05b61-7bf7-4888-b9b7-bccccc29525a service nova] Lock "d8b9bac7-82a3-426c-a3ca-d7e638e43b9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.014033] env[65794]: DEBUG nova.compute.manager [req-f04ccc6e-77c7-45dc-8104-9b14274ce880 req-0ed05b61-7bf7-4888-b9b7-bccccc29525a service nova] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] No waiting events found dispatching network-vif-plugged-bf9cc23c-7ca8-42bb-bf67-77a5f6905ff7 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1095.014237] env[65794]: WARNING nova.compute.manager [req-f04ccc6e-77c7-45dc-8104-9b14274ce880 req-0ed05b61-7bf7-4888-b9b7-bccccc29525a service nova] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Received unexpected event network-vif-plugged-bf9cc23c-7ca8-42bb-bf67-77a5f6905ff7 for instance with vm_state building and task_state spawning. [ 1095.030603] env[65794]: INFO nova.compute.manager [-] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Took 1.45 seconds to deallocate network for instance. [ 1095.058756] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.432s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.059037] env[65794]: INFO nova.compute.manager [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Migrating [ 1095.066563] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.136s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.066940] env[65794]: DEBUG nova.objects.instance [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Lazy-loading 'resources' on Instance uuid 6dda9c1d-644f-43a4-b4f5-285c018cbd8f {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.112025] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.114577] env[65794]: DEBUG nova.network.neutron [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Successfully updated port: bf9cc23c-7ca8-42bb-bf67-77a5f6905ff7 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1095.221522] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4811988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211255} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.221810] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.222718] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6eedca5-fbeb-475d-adbf-034c9e571393 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.245782] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] d57734fb-52c7-4caa-bbed-40ad5e053bf5/d57734fb-52c7-4caa-bbed-40ad5e053bf5.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.246125] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f40b4f9-dee8-4565-b265-0c1aa6693225 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.266262] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1095.266262] env[65794]: value = "task-4811989" [ 1095.266262] env[65794]: _type = "Task" [ 1095.266262] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.275890] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4811989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.537951] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.579961] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "refresh_cache-cc961e99-ce33-4b59-b8d3-aae47d0e5298" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.579961] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired lock "refresh_cache-cc961e99-ce33-4b59-b8d3-aae47d0e5298" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.580365] env[65794]: DEBUG nova.network.neutron [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1095.618515] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "refresh_cache-d8b9bac7-82a3-426c-a3ca-d7e638e43b9e" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.618515] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired lock "refresh_cache-d8b9bac7-82a3-426c-a3ca-d7e638e43b9e" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.618515] env[65794]: DEBUG nova.network.neutron [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1095.780906] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4811989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.893055] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4564646-ceed-4dd5-9237-f18a0bd843cd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.901930] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70ec2c4-00f1-4f83-b127-e42e2782fc19 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.935812] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87be854-141f-47d3-bdef-5b7f6f49214f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.944860] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29985cfc-4b2a-4e09-bf72-2bf62005f646 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.959907] env[65794]: DEBUG nova.compute.provider_tree [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.082699] env[65794]: WARNING neutronclient.v2_0.client [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.162842] env[65794]: DEBUG nova.network.neutron [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1096.236387] env[65794]: WARNING neutronclient.v2_0.client [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.262069] env[65794]: WARNING neutronclient.v2_0.client [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.280509] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4811989, 'name': ReconfigVM_Task, 'duration_secs': 0.619453} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.280883] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Reconfigured VM instance instance-0000006b to attach disk [datastore1] d57734fb-52c7-4caa-bbed-40ad5e053bf5/d57734fb-52c7-4caa-bbed-40ad5e053bf5.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.281756] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d98ae7be-3df4-4551-943a-39bf753c7f5d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.288987] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1096.288987] env[65794]: value = "task-4811991" [ 1096.288987] env[65794]: _type = "Task" [ 1096.288987] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.298791] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4811991, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.309925] env[65794]: DEBUG nova.network.neutron [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Updating instance_info_cache with network_info: [{"id": "bf9cc23c-7ca8-42bb-bf67-77a5f6905ff7", "address": "fa:16:3e:fa:83:4e", "network": {"id": "699cc140-0deb-4757-bc61-606e2192ad04", "bridge": "br-int", "label": "tempest-ServersTestJSON-2074952689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28d747c7d7744934af5ef6936cd5608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf9cc23c-7c", "ovs_interfaceid": "bf9cc23c-7ca8-42bb-bf67-77a5f6905ff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.344838] env[65794]: DEBUG nova.network.neutron [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Updating instance_info_cache with network_info: [{"id": "454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6", "address": "fa:16:3e:0d:f4:f4", "network": {"id": "e5aa0ed4-aa04-4498-8bec-128329970fc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-985809026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e39179d45d4774936d217b8bc60a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454d71f1-d7", "ovs_interfaceid": "454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.465697] env[65794]: DEBUG nova.scheduler.client.report [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.799044] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4811991, 'name': Rename_Task, 'duration_secs': 0.465363} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.799443] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.799610] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f796709-28f8-4eae-aa0c-d599d51e1b38 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.806164] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1096.806164] env[65794]: value = "task-4811992" [ 1096.806164] env[65794]: _type = "Task" [ 1096.806164] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.814307] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Releasing lock "refresh_cache-d8b9bac7-82a3-426c-a3ca-d7e638e43b9e" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.814647] env[65794]: DEBUG nova.compute.manager [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Instance network_info: |[{"id": "bf9cc23c-7ca8-42bb-bf67-77a5f6905ff7", "address": "fa:16:3e:fa:83:4e", "network": {"id": "699cc140-0deb-4757-bc61-606e2192ad04", "bridge": "br-int", "label": "tempest-ServersTestJSON-2074952689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28d747c7d7744934af5ef6936cd5608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf9cc23c-7c", "ovs_interfaceid": "bf9cc23c-7ca8-42bb-bf67-77a5f6905ff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1096.814970] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4811992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.815393] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:83:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf9cc23c-7ca8-42bb-bf67-77a5f6905ff7', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.823038] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1096.823282] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.823508] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-712b970d-33f8-4c78-af62-0007ebc0a913 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.844751] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.844751] env[65794]: value = "task-4811993" [ 1096.844751] env[65794]: _type = "Task" [ 1096.844751] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.848631] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Releasing lock "refresh_cache-cc961e99-ce33-4b59-b8d3-aae47d0e5298" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.856922] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811993, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.971611] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.974407] env[65794]: DEBUG oslo_concurrency.lockutils [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.657s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.976296] env[65794]: INFO nova.compute.claims [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.997150] env[65794]: INFO nova.scheduler.client.report [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Deleted allocations for instance 6dda9c1d-644f-43a4-b4f5-285c018cbd8f [ 1097.044084] env[65794]: DEBUG nova.compute.manager [req-bc29c39f-ea5b-4bc9-8165-07ac78d1fd4f req-8bfa2d29-06f6-4a17-b6ab-e3871b96d3a9 service nova] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Received event network-changed-bf9cc23c-7ca8-42bb-bf67-77a5f6905ff7 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1097.044382] env[65794]: DEBUG nova.compute.manager [req-bc29c39f-ea5b-4bc9-8165-07ac78d1fd4f req-8bfa2d29-06f6-4a17-b6ab-e3871b96d3a9 service nova] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Refreshing instance network info cache due to event network-changed-bf9cc23c-7ca8-42bb-bf67-77a5f6905ff7. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1097.044621] env[65794]: DEBUG oslo_concurrency.lockutils [req-bc29c39f-ea5b-4bc9-8165-07ac78d1fd4f req-8bfa2d29-06f6-4a17-b6ab-e3871b96d3a9 service nova] Acquiring lock "refresh_cache-d8b9bac7-82a3-426c-a3ca-d7e638e43b9e" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.044803] env[65794]: DEBUG oslo_concurrency.lockutils [req-bc29c39f-ea5b-4bc9-8165-07ac78d1fd4f req-8bfa2d29-06f6-4a17-b6ab-e3871b96d3a9 service nova] Acquired lock "refresh_cache-d8b9bac7-82a3-426c-a3ca-d7e638e43b9e" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.044980] env[65794]: DEBUG nova.network.neutron [req-bc29c39f-ea5b-4bc9-8165-07ac78d1fd4f req-8bfa2d29-06f6-4a17-b6ab-e3871b96d3a9 service nova] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Refreshing network info cache for port bf9cc23c-7ca8-42bb-bf67-77a5f6905ff7 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.320737] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4811992, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.358849] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4811993, 'name': CreateVM_Task, 'duration_secs': 0.344997} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.359283] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.359817] env[65794]: WARNING neutronclient.v2_0.client [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.360663] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.360663] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.360663] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.360916] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4078e5f9-bea2-4ea3-b176-04068cedd5f6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.366949] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 1097.366949] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f2a0c3-08da-8e54-51c0-95c0b43953d3" [ 1097.366949] env[65794]: _type = "Task" [ 1097.366949] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.377681] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f2a0c3-08da-8e54-51c0-95c0b43953d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.506883] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b4e908a1-a50d-494c-992f-fa86fa9c6da7 tempest-ServerRescueTestJSON-116164819 tempest-ServerRescueTestJSON-116164819-project-member] Lock "6dda9c1d-644f-43a4-b4f5-285c018cbd8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.160s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.547712] env[65794]: WARNING neutronclient.v2_0.client [req-bc29c39f-ea5b-4bc9-8165-07ac78d1fd4f req-8bfa2d29-06f6-4a17-b6ab-e3871b96d3a9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.819247] env[65794]: DEBUG oslo_vmware.api [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4811992, 'name': PowerOnVM_Task, 'duration_secs': 0.703241} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.819551] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.819900] env[65794]: INFO nova.compute.manager [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1097.819900] env[65794]: DEBUG nova.compute.manager [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1097.820943] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d398399a-1439-40c9-ba4b-cdc7119797f4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.860352] env[65794]: WARNING neutronclient.v2_0.client [req-bc29c39f-ea5b-4bc9-8165-07ac78d1fd4f req-8bfa2d29-06f6-4a17-b6ab-e3871b96d3a9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.879200] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f2a0c3-08da-8e54-51c0-95c0b43953d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010938} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.880016] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.880016] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.880016] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.880171] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.880294] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.880557] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f37f6f2e-648f-4158-99d2-badcce6311a4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.890859] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.894015] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.894015] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41837459-1657-4abe-98cf-c8c6c48afabc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.898953] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 1097.898953] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52439f42-486c-03a7-4bd4-415e9ac9e9a8" [ 1097.898953] env[65794]: _type = "Task" [ 1097.898953] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.909326] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52439f42-486c-03a7-4bd4-415e9ac9e9a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.027630] env[65794]: DEBUG nova.network.neutron [req-bc29c39f-ea5b-4bc9-8165-07ac78d1fd4f req-8bfa2d29-06f6-4a17-b6ab-e3871b96d3a9 service nova] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Updated VIF entry in instance network info cache for port bf9cc23c-7ca8-42bb-bf67-77a5f6905ff7. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1098.028040] env[65794]: DEBUG nova.network.neutron [req-bc29c39f-ea5b-4bc9-8165-07ac78d1fd4f req-8bfa2d29-06f6-4a17-b6ab-e3871b96d3a9 service nova] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Updating instance_info_cache with network_info: [{"id": "bf9cc23c-7ca8-42bb-bf67-77a5f6905ff7", "address": "fa:16:3e:fa:83:4e", "network": {"id": "699cc140-0deb-4757-bc61-606e2192ad04", "bridge": "br-int", "label": "tempest-ServersTestJSON-2074952689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28d747c7d7744934af5ef6936cd5608d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf9cc23c-7c", "ovs_interfaceid": "bf9cc23c-7ca8-42bb-bf67-77a5f6905ff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.298352] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b4cbe3-ed5c-4dee-a402-338778131a9c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.307408] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726f74bf-d440-4000-a4a1-bebcdad3e405 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.343558] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8007bf52-31d6-4353-9ee6-60b0ea893b43 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.348477] env[65794]: INFO nova.compute.manager [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Took 29.18 seconds to build instance. [ 1098.353574] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6995c0a-2634-4c12-b319-a746ce21b803 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.369784] env[65794]: DEBUG nova.compute.provider_tree [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.374846] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bd786b-67fa-4c12-935f-bf1647d6b22f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.395595] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Updating instance 'cc961e99-ce33-4b59-b8d3-aae47d0e5298' progress to 0 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.409538] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52439f42-486c-03a7-4bd4-415e9ac9e9a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010238} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.410331] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07218ead-4a7f-4095-993c-82fb48927f9e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.416401] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 1098.416401] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5212507c-696f-4bf4-c97b-bc70467dd29d" [ 1098.416401] env[65794]: _type = "Task" [ 1098.416401] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.426267] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5212507c-696f-4bf4-c97b-bc70467dd29d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.533150] env[65794]: DEBUG oslo_concurrency.lockutils [req-bc29c39f-ea5b-4bc9-8165-07ac78d1fd4f req-8bfa2d29-06f6-4a17-b6ab-e3871b96d3a9 service nova] Releasing lock "refresh_cache-d8b9bac7-82a3-426c-a3ca-d7e638e43b9e" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.850839] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e75ed959-1e13-4d21-8ca6-0c611725595a tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.694s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.881781] env[65794]: DEBUG nova.scheduler.client.report [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.901205] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.901797] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26991fdf-9ce4-4dab-9952-321075a32593 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.910325] env[65794]: DEBUG oslo_vmware.api [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1098.910325] env[65794]: value = "task-4811995" [ 1098.910325] env[65794]: _type = "Task" [ 1098.910325] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.925337] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] VM already powered off {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1098.925604] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Updating instance 'cc961e99-ce33-4b59-b8d3-aae47d0e5298' progress to 17 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.935658] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5212507c-696f-4bf4-c97b-bc70467dd29d, 'name': SearchDatastore_Task, 'duration_secs': 0.011587} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.936164] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.936476] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] d8b9bac7-82a3-426c-a3ca-d7e638e43b9e/d8b9bac7-82a3-426c-a3ca-d7e638e43b9e.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.936763] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52ca5be5-edcd-4215-9bc4-254e1f009831 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.943668] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 1098.943668] env[65794]: value = "task-4811996" [ 1098.943668] env[65794]: _type = "Task" [ 1098.943668] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.953034] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.385635] env[65794]: DEBUG oslo_concurrency.lockutils [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.385635] env[65794]: DEBUG nova.compute.manager [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1099.388375] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.251s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.388620] env[65794]: DEBUG nova.objects.instance [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Lazy-loading 'resources' on Instance uuid ac144607-71aa-49cf-a44f-7904d90ddc9d {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.438937] env[65794]: DEBUG nova.virt.hardware [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1099.439246] env[65794]: DEBUG nova.virt.hardware [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.439442] env[65794]: DEBUG nova.virt.hardware [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1099.439635] env[65794]: DEBUG nova.virt.hardware [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.439796] env[65794]: DEBUG nova.virt.hardware [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1099.439950] env[65794]: DEBUG nova.virt.hardware [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1099.440173] env[65794]: DEBUG nova.virt.hardware [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1099.440335] env[65794]: DEBUG nova.virt.hardware [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1099.440503] env[65794]: DEBUG nova.virt.hardware [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1099.440660] env[65794]: DEBUG nova.virt.hardware [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1099.441099] env[65794]: DEBUG nova.virt.hardware [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1099.447019] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8bd9575-3519-42c5-ab19-04b298eb6875 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.468585] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516244} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.471267] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] d8b9bac7-82a3-426c-a3ca-d7e638e43b9e/d8b9bac7-82a3-426c-a3ca-d7e638e43b9e.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.471267] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.471267] env[65794]: DEBUG oslo_vmware.api [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1099.471267] env[65794]: value = "task-4811997" [ 1099.471267] env[65794]: _type = "Task" [ 1099.471267] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.471267] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95e1a00a-3e9d-42e8-b2d7-480586a5e61e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.484089] env[65794]: DEBUG oslo_vmware.api [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811997, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.485801] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 1099.485801] env[65794]: value = "task-4811998" [ 1099.485801] env[65794]: _type = "Task" [ 1099.485801] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.499832] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.696221] env[65794]: DEBUG nova.compute.manager [req-230f010a-649d-462e-93c3-3f54787424f0 req-aa337df1-3b40-42a0-b9d9-589b129d9415 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Received event network-changed-e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1099.698022] env[65794]: DEBUG nova.compute.manager [req-230f010a-649d-462e-93c3-3f54787424f0 req-aa337df1-3b40-42a0-b9d9-589b129d9415 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Refreshing instance network info cache due to event network-changed-e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1099.698022] env[65794]: DEBUG oslo_concurrency.lockutils [req-230f010a-649d-462e-93c3-3f54787424f0 req-aa337df1-3b40-42a0-b9d9-589b129d9415 service nova] Acquiring lock "refresh_cache-d57734fb-52c7-4caa-bbed-40ad5e053bf5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.698022] env[65794]: DEBUG oslo_concurrency.lockutils [req-230f010a-649d-462e-93c3-3f54787424f0 req-aa337df1-3b40-42a0-b9d9-589b129d9415 service nova] Acquired lock "refresh_cache-d57734fb-52c7-4caa-bbed-40ad5e053bf5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.698022] env[65794]: DEBUG nova.network.neutron [req-230f010a-649d-462e-93c3-3f54787424f0 req-aa337df1-3b40-42a0-b9d9-589b129d9415 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Refreshing network info cache for port e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.899879] env[65794]: DEBUG nova.compute.utils [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.902215] env[65794]: DEBUG nova.compute.manager [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1099.902215] env[65794]: DEBUG nova.network.neutron [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1099.902383] env[65794]: WARNING neutronclient.v2_0.client [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.902761] env[65794]: WARNING neutronclient.v2_0.client [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.978201] env[65794]: DEBUG nova.policy [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63b82cbaa3f649d8aa9c1aaa5b54699e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4eb27c4a5aba4b6a88f64e92b9d05791', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.996805] env[65794]: DEBUG oslo_vmware.api [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4811997, 'name': ReconfigVM_Task, 'duration_secs': 0.172275} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.000963] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Updating instance 'cc961e99-ce33-4b59-b8d3-aae47d0e5298' progress to 33 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1100.008776] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064255} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.009312] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.010139] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cf1b8b-957a-4c7a-a682-32c9d26607e1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.036847] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] d8b9bac7-82a3-426c-a3ca-d7e638e43b9e/d8b9bac7-82a3-426c-a3ca-d7e638e43b9e.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.040280] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5661ab1-8300-4ac5-a84a-fae0a49ac061 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.062830] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 1100.062830] env[65794]: value = "task-4811999" [ 1100.062830] env[65794]: _type = "Task" [ 1100.062830] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.078247] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.202830] env[65794]: WARNING neutronclient.v2_0.client [req-230f010a-649d-462e-93c3-3f54787424f0 req-aa337df1-3b40-42a0-b9d9-589b129d9415 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.337981] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a6cb1e-398d-4575-a351-4527326a4cd5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.347836] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735e5778-4c2b-4995-8d4c-598906496244 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.383784] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f51fcc-d1c4-41f1-9f0d-ec988bf58e5c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.392889] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc66048-acea-42e0-826c-9768203a8be4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.408977] env[65794]: DEBUG nova.compute.manager [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1100.412632] env[65794]: DEBUG nova.compute.provider_tree [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.492113] env[65794]: DEBUG nova.network.neutron [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Successfully created port: c92167d3-22a7-4ec1-95ad-8ffe26f15d42 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1100.512870] env[65794]: DEBUG nova.virt.hardware [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1100.513528] env[65794]: DEBUG nova.virt.hardware [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.515625] env[65794]: DEBUG nova.virt.hardware [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1100.515625] env[65794]: DEBUG nova.virt.hardware [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.515625] env[65794]: DEBUG nova.virt.hardware [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1100.515625] env[65794]: DEBUG nova.virt.hardware [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1100.515625] env[65794]: DEBUG nova.virt.hardware [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1100.515625] env[65794]: DEBUG nova.virt.hardware [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1100.515625] env[65794]: DEBUG nova.virt.hardware [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1100.515625] env[65794]: DEBUG nova.virt.hardware [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1100.515625] env[65794]: DEBUG nova.virt.hardware [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1100.522169] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1100.522564] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44c22159-22e8-4213-bc51-9ddc043bbbdc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.552257] env[65794]: DEBUG oslo_vmware.api [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1100.552257] env[65794]: value = "task-4812000" [ 1100.552257] env[65794]: _type = "Task" [ 1100.552257] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.565967] env[65794]: DEBUG oslo_vmware.api [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.577373] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4811999, 'name': ReconfigVM_Task, 'duration_secs': 0.306255} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.578141] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Reconfigured VM instance instance-0000006c to attach disk [datastore1] d8b9bac7-82a3-426c-a3ca-d7e638e43b9e/d8b9bac7-82a3-426c-a3ca-d7e638e43b9e.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.578559] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9ae9929-3513-4e09-bfc0-49d324f5dd7a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.587557] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 1100.587557] env[65794]: value = "task-4812001" [ 1100.587557] env[65794]: _type = "Task" [ 1100.587557] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.596909] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4812001, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.923075] env[65794]: DEBUG nova.scheduler.client.report [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.063302] env[65794]: DEBUG oslo_vmware.api [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812000, 'name': ReconfigVM_Task, 'duration_secs': 0.191639} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.063661] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1101.064535] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe89a322-d8ba-4045-b424-e064fc5dfefc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.088508] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] cc961e99-ce33-4b59-b8d3-aae47d0e5298/cc961e99-ce33-4b59-b8d3-aae47d0e5298.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.088916] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1dc4608-27eb-4327-8316-6fae468e7ddf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.113302] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4812001, 'name': Rename_Task, 'duration_secs': 0.165587} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.114997] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.115481] env[65794]: DEBUG oslo_vmware.api [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1101.115481] env[65794]: value = "task-4812002" [ 1101.115481] env[65794]: _type = "Task" [ 1101.115481] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.115662] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf73284a-d748-449a-99ca-133066f9226c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.126621] env[65794]: DEBUG oslo_vmware.api [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.128138] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 1101.128138] env[65794]: value = "task-4812003" [ 1101.128138] env[65794]: _type = "Task" [ 1101.128138] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.136614] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4812003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.429456] env[65794]: DEBUG nova.compute.manager [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1101.432425] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.433801] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.329s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.433801] env[65794]: DEBUG nova.objects.instance [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lazy-loading 'resources' on Instance uuid 23954416-8977-44f4-87fe-73af19349699 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.474880] env[65794]: INFO nova.scheduler.client.report [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Deleted allocations for instance ac144607-71aa-49cf-a44f-7904d90ddc9d [ 1101.484614] env[65794]: DEBUG nova.virt.hardware [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1101.485239] env[65794]: DEBUG nova.virt.hardware [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.485476] env[65794]: DEBUG nova.virt.hardware [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1101.485702] env[65794]: DEBUG nova.virt.hardware [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.485831] env[65794]: DEBUG nova.virt.hardware [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1101.485970] env[65794]: DEBUG nova.virt.hardware [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1101.486207] env[65794]: DEBUG nova.virt.hardware [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1101.486348] env[65794]: DEBUG nova.virt.hardware [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1101.486517] env[65794]: DEBUG nova.virt.hardware [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1101.486804] env[65794]: DEBUG nova.virt.hardware [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1101.486862] env[65794]: DEBUG nova.virt.hardware [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1101.487808] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4846a4c-19f3-4a0d-a519-ef1571a15fa9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.497789] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2ad3ec-eea9-4094-9c05-ad3a6c8ed367 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.628370] env[65794]: DEBUG oslo_vmware.api [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812002, 'name': ReconfigVM_Task, 'duration_secs': 0.378832} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.628799] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Reconfigured VM instance instance-00000057 to attach disk [datastore2] cc961e99-ce33-4b59-b8d3-aae47d0e5298/cc961e99-ce33-4b59-b8d3-aae47d0e5298.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.629118] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Updating instance 'cc961e99-ce33-4b59-b8d3-aae47d0e5298' progress to 50 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.646467] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4812003, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.843064] env[65794]: WARNING neutronclient.v2_0.client [req-230f010a-649d-462e-93c3-3f54787424f0 req-aa337df1-3b40-42a0-b9d9-589b129d9415 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.984375] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e3d610cd-4e19-446a-b682-0e745082195c tempest-ServerAddressesTestJSON-1371429517 tempest-ServerAddressesTestJSON-1371429517-project-member] Lock "ac144607-71aa-49cf-a44f-7904d90ddc9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.237s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.056418] env[65794]: DEBUG nova.network.neutron [req-230f010a-649d-462e-93c3-3f54787424f0 req-aa337df1-3b40-42a0-b9d9-589b129d9415 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Updated VIF entry in instance network info cache for port e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1102.056917] env[65794]: DEBUG nova.network.neutron [req-230f010a-649d-462e-93c3-3f54787424f0 req-aa337df1-3b40-42a0-b9d9-589b129d9415 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Updating instance_info_cache with network_info: [{"id": "e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9", "address": "fa:16:3e:a3:a8:17", "network": {"id": "711b4f34-e16a-4fd5-9cd4-121eec1321e9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1997664404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641525153727464f9f447fe8d064f09d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7b1cc35-ca", "ovs_interfaceid": "e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.145783] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5466da0-0008-47fe-a093-d6964d0da88d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.156725] env[65794]: DEBUG oslo_vmware.api [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4812003, 'name': PowerOnVM_Task, 'duration_secs': 0.564208} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.157640] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.159906] env[65794]: INFO nova.compute.manager [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Took 7.51 seconds to spawn the instance on the hypervisor. [ 1102.159906] env[65794]: DEBUG nova.compute.manager [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1102.159906] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9298bd-f211-4ce8-afb2-d1b8be4c6fa4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.183724] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b73a126-8156-4d53-8271-8952c7dfb105 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.210871] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Updating instance 'cc961e99-ce33-4b59-b8d3-aae47d0e5298' progress to 67 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.352259] env[65794]: DEBUG nova.network.neutron [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Successfully updated port: c92167d3-22a7-4ec1-95ad-8ffe26f15d42 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1102.358267] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe94690b-f8f3-4328-bae7-ab763aa4d773 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.367704] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0b014e-01eb-482a-8b81-f62c633d4a1a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.403852] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fab1c5-2692-4ce0-aae8-2331fb74b01e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.413720] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae62c41-862a-420a-9150-55d75e994dea {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.429943] env[65794]: DEBUG nova.compute.provider_tree [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.560434] env[65794]: DEBUG oslo_concurrency.lockutils [req-230f010a-649d-462e-93c3-3f54787424f0 req-aa337df1-3b40-42a0-b9d9-589b129d9415 service nova] Releasing lock "refresh_cache-d57734fb-52c7-4caa-bbed-40ad5e053bf5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.709021] env[65794]: INFO nova.compute.manager [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Took 27.87 seconds to build instance. [ 1102.719893] env[65794]: WARNING neutronclient.v2_0.client [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.720414] env[65794]: WARNING neutronclient.v2_0.client [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.774378] env[65794]: DEBUG nova.network.neutron [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Port 454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6 binding to destination host cpu-1 is already ACTIVE {{(pid=65794) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1102.858263] env[65794]: DEBUG oslo_concurrency.lockutils [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "refresh_cache-35c2cfe8-94fe-4390-8e8d-8478a09a3a61" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.858473] env[65794]: DEBUG oslo_concurrency.lockutils [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "refresh_cache-35c2cfe8-94fe-4390-8e8d-8478a09a3a61" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.858656] env[65794]: DEBUG nova.network.neutron [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1102.933387] env[65794]: DEBUG nova.scheduler.client.report [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.980038] env[65794]: DEBUG nova.compute.manager [req-6822949c-0303-44f7-a0c9-1038474f5aeb req-2ab6a8bc-f733-4c67-8327-0fcd409682ac service nova] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Received event network-vif-plugged-c92167d3-22a7-4ec1-95ad-8ffe26f15d42 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1102.980297] env[65794]: DEBUG oslo_concurrency.lockutils [req-6822949c-0303-44f7-a0c9-1038474f5aeb req-2ab6a8bc-f733-4c67-8327-0fcd409682ac service nova] Acquiring lock "35c2cfe8-94fe-4390-8e8d-8478a09a3a61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.980513] env[65794]: DEBUG oslo_concurrency.lockutils [req-6822949c-0303-44f7-a0c9-1038474f5aeb req-2ab6a8bc-f733-4c67-8327-0fcd409682ac service nova] Lock "35c2cfe8-94fe-4390-8e8d-8478a09a3a61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.980681] env[65794]: DEBUG oslo_concurrency.lockutils [req-6822949c-0303-44f7-a0c9-1038474f5aeb req-2ab6a8bc-f733-4c67-8327-0fcd409682ac service nova] Lock "35c2cfe8-94fe-4390-8e8d-8478a09a3a61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.980872] env[65794]: DEBUG nova.compute.manager [req-6822949c-0303-44f7-a0c9-1038474f5aeb req-2ab6a8bc-f733-4c67-8327-0fcd409682ac service nova] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] No waiting events found dispatching network-vif-plugged-c92167d3-22a7-4ec1-95ad-8ffe26f15d42 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1102.981287] env[65794]: WARNING nova.compute.manager [req-6822949c-0303-44f7-a0c9-1038474f5aeb req-2ab6a8bc-f733-4c67-8327-0fcd409682ac service nova] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Received unexpected event network-vif-plugged-c92167d3-22a7-4ec1-95ad-8ffe26f15d42 for instance with vm_state building and task_state spawning. [ 1103.212943] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c0dfa611-d853-4b3c-8e69-6a6e06812e1d tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "d8b9bac7-82a3-426c-a3ca-d7e638e43b9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.382s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.397952] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "70b78066-0a13-4c5f-b048-373123445515" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.398774] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "70b78066-0a13-4c5f-b048-373123445515" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.438381] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.441105] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.286s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.442272] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.442272] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65794) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1103.442272] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.535s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.443561] env[65794]: INFO nova.compute.claims [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.447288] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8106d8d9-5ed1-40b6-8a55-6fcdf83a3622 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.457706] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9889ffc0-603e-4b02-80ba-5e409c9bdddb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.474953] env[65794]: DEBUG nova.network.neutron [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1103.478031] env[65794]: INFO nova.scheduler.client.report [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Deleted allocations for instance 23954416-8977-44f4-87fe-73af19349699 [ 1103.480034] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccec9207-5566-46a5-b3cb-fed49163b396 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.491657] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd17760-4420-49b1-a1da-65e56a5f9c28 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.530409] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178586MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65794) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1103.531352] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.634543] env[65794]: WARNING neutronclient.v2_0.client [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.777913] env[65794]: DEBUG nova.network.neutron [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Updating instance_info_cache with network_info: [{"id": "c92167d3-22a7-4ec1-95ad-8ffe26f15d42", "address": "fa:16:3e:57:7e:01", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92167d3-22", "ovs_interfaceid": "c92167d3-22a7-4ec1-95ad-8ffe26f15d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.811662] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "cc961e99-ce33-4b59-b8d3-aae47d0e5298-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.811908] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "cc961e99-ce33-4b59-b8d3-aae47d0e5298-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.812107] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "cc961e99-ce33-4b59-b8d3-aae47d0e5298-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.844412] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Acquiring lock "72ec630b-7e06-4b86-ba51-03929e3f279f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.846317] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Lock "72ec630b-7e06-4b86-ba51-03929e3f279f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.902328] env[65794]: DEBUG nova.compute.manager [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1103.988951] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cb294a2a-5ff0-4513-b060-5f423d57801a tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "23954416-8977-44f4-87fe-73af19349699" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.402s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.282555] env[65794]: DEBUG oslo_concurrency.lockutils [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "refresh_cache-35c2cfe8-94fe-4390-8e8d-8478a09a3a61" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.282971] env[65794]: DEBUG nova.compute.manager [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Instance network_info: |[{"id": "c92167d3-22a7-4ec1-95ad-8ffe26f15d42", "address": "fa:16:3e:57:7e:01", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92167d3-22", "ovs_interfaceid": "c92167d3-22a7-4ec1-95ad-8ffe26f15d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1104.283452] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:7e:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c92167d3-22a7-4ec1-95ad-8ffe26f15d42', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.292023] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1104.292105] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.292291] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8929d362-08e9-40c5-8b5d-7f719dd4cd9e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.315267] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.315267] env[65794]: value = "task-4812004" [ 1104.315267] env[65794]: _type = "Task" [ 1104.315267] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.324158] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812004, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.349212] env[65794]: DEBUG nova.compute.manager [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1104.430548] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.812777] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6e42d4-c801-4704-bdbb-a4e3d75c11e0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.821166] env[65794]: WARNING neutronclient.v2_0.client [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.826892] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d444923a-7653-4b5c-80f9-bf92edff6abf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.833433] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812004, 'name': CreateVM_Task, 'duration_secs': 0.363424} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.834008] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.834588] env[65794]: WARNING neutronclient.v2_0.client [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.834954] env[65794]: DEBUG oslo_concurrency.lockutils [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.835139] env[65794]: DEBUG oslo_concurrency.lockutils [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.835473] env[65794]: DEBUG oslo_concurrency.lockutils [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.835732] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e96e70ea-6a51-4c91-b17b-593edf00fb56 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.866286] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97469cfb-1524-4def-a26b-eb928d90b853 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "d8b9bac7-82a3-426c-a3ca-d7e638e43b9e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.866517] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97469cfb-1524-4def-a26b-eb928d90b853 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "d8b9bac7-82a3-426c-a3ca-d7e638e43b9e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.866693] env[65794]: DEBUG nova.compute.manager [None req-97469cfb-1524-4def-a26b-eb928d90b853 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1104.868066] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "refresh_cache-cc961e99-ce33-4b59-b8d3-aae47d0e5298" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.868228] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired lock "refresh_cache-cc961e99-ce33-4b59-b8d3-aae47d0e5298" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.868413] env[65794]: DEBUG nova.network.neutron [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1104.870497] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124354a8-6da0-4ad2-8dee-e6ebcf07a05c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.873868] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3ef9e0-5239-413f-8e53-125d4ea7a589 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.878862] env[65794]: WARNING neutronclient.v2_0.client [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.883202] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1104.883202] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52195e6f-967c-3df9-12d2-3d79869f68fc" [ 1104.883202] env[65794]: _type = "Task" [ 1104.883202] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.891819] env[65794]: DEBUG nova.compute.manager [None req-97469cfb-1524-4def-a26b-eb928d90b853 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65794) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 1104.892445] env[65794]: DEBUG nova.objects.instance [None req-97469cfb-1524-4def-a26b-eb928d90b853 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lazy-loading 'flavor' on Instance uuid d8b9bac7-82a3-426c-a3ca-d7e638e43b9e {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.895090] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d512a2-aec5-4712-8caf-e64955828d04 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.902939] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.903860] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52195e6f-967c-3df9-12d2-3d79869f68fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.916948] env[65794]: DEBUG nova.compute.provider_tree [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.014974] env[65794]: DEBUG nova.compute.manager [req-2ce90d72-a84c-431d-8cbc-786d68b63001 req-9cd3dc86-01b5-4d73-a7bd-edf57c010049 service nova] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Received event network-changed-c92167d3-22a7-4ec1-95ad-8ffe26f15d42 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1105.015244] env[65794]: DEBUG nova.compute.manager [req-2ce90d72-a84c-431d-8cbc-786d68b63001 req-9cd3dc86-01b5-4d73-a7bd-edf57c010049 service nova] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Refreshing instance network info cache due to event network-changed-c92167d3-22a7-4ec1-95ad-8ffe26f15d42. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1105.015459] env[65794]: DEBUG oslo_concurrency.lockutils [req-2ce90d72-a84c-431d-8cbc-786d68b63001 req-9cd3dc86-01b5-4d73-a7bd-edf57c010049 service nova] Acquiring lock "refresh_cache-35c2cfe8-94fe-4390-8e8d-8478a09a3a61" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.015598] env[65794]: DEBUG oslo_concurrency.lockutils [req-2ce90d72-a84c-431d-8cbc-786d68b63001 req-9cd3dc86-01b5-4d73-a7bd-edf57c010049 service nova] Acquired lock "refresh_cache-35c2cfe8-94fe-4390-8e8d-8478a09a3a61" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.015752] env[65794]: DEBUG nova.network.neutron [req-2ce90d72-a84c-431d-8cbc-786d68b63001 req-9cd3dc86-01b5-4d73-a7bd-edf57c010049 service nova] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Refreshing network info cache for port c92167d3-22a7-4ec1-95ad-8ffe26f15d42 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.056737] env[65794]: WARNING neutronclient.v2_0.client [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.151140] env[65794]: DEBUG nova.network.neutron [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Updating instance_info_cache with network_info: [{"id": "454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6", "address": "fa:16:3e:0d:f4:f4", "network": {"id": "e5aa0ed4-aa04-4498-8bec-128329970fc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-985809026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e39179d45d4774936d217b8bc60a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454d71f1-d7", "ovs_interfaceid": "454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.275137] env[65794]: DEBUG oslo_concurrency.lockutils [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "3dbce7f3-9371-4fa6-bae9-9a707b5fe939" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.275302] env[65794]: DEBUG oslo_concurrency.lockutils [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "3dbce7f3-9371-4fa6-bae9-9a707b5fe939" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.275659] env[65794]: DEBUG oslo_concurrency.lockutils [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "3dbce7f3-9371-4fa6-bae9-9a707b5fe939-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.275860] env[65794]: DEBUG oslo_concurrency.lockutils [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "3dbce7f3-9371-4fa6-bae9-9a707b5fe939-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.276074] env[65794]: DEBUG oslo_concurrency.lockutils [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "3dbce7f3-9371-4fa6-bae9-9a707b5fe939-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.278025] env[65794]: INFO nova.compute.manager [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Terminating instance [ 1105.395641] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52195e6f-967c-3df9-12d2-3d79869f68fc, 'name': SearchDatastore_Task, 'duration_secs': 0.052811} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.395991] env[65794]: DEBUG oslo_concurrency.lockutils [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.396248] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.396481] env[65794]: DEBUG oslo_concurrency.lockutils [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.396709] env[65794]: DEBUG oslo_concurrency.lockutils [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.397013] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.397298] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0846c7ff-931b-40f5-a4ba-ddc43ff58443 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.409018] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.409018] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.409885] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1948cfa1-a05d-4ddf-8911-a032ac01c990 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.416712] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1105.416712] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5233bcef-b521-8537-73ed-55f9589db925" [ 1105.416712] env[65794]: _type = "Task" [ 1105.416712] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.422552] env[65794]: DEBUG nova.scheduler.client.report [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.431570] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5233bcef-b521-8537-73ed-55f9589db925, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.518455] env[65794]: WARNING neutronclient.v2_0.client [req-2ce90d72-a84c-431d-8cbc-786d68b63001 req-9cd3dc86-01b5-4d73-a7bd-edf57c010049 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.654314] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Releasing lock "refresh_cache-cc961e99-ce33-4b59-b8d3-aae47d0e5298" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.676624] env[65794]: WARNING neutronclient.v2_0.client [req-2ce90d72-a84c-431d-8cbc-786d68b63001 req-9cd3dc86-01b5-4d73-a7bd-edf57c010049 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.751537] env[65794]: DEBUG nova.network.neutron [req-2ce90d72-a84c-431d-8cbc-786d68b63001 req-9cd3dc86-01b5-4d73-a7bd-edf57c010049 service nova] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Updated VIF entry in instance network info cache for port c92167d3-22a7-4ec1-95ad-8ffe26f15d42. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1105.751914] env[65794]: DEBUG nova.network.neutron [req-2ce90d72-a84c-431d-8cbc-786d68b63001 req-9cd3dc86-01b5-4d73-a7bd-edf57c010049 service nova] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Updating instance_info_cache with network_info: [{"id": "c92167d3-22a7-4ec1-95ad-8ffe26f15d42", "address": "fa:16:3e:57:7e:01", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92167d3-22", "ovs_interfaceid": "c92167d3-22a7-4ec1-95ad-8ffe26f15d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.784025] env[65794]: DEBUG nova.compute.manager [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1105.784025] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.784025] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54778cdf-03c2-48ba-a3fb-663654eba3fb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.794707] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.795278] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e8c5763-a1e5-4f4b-a377-62d85547f0bc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.802480] env[65794]: DEBUG oslo_vmware.api [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1105.802480] env[65794]: value = "task-4812005" [ 1105.802480] env[65794]: _type = "Task" [ 1105.802480] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.811491] env[65794]: DEBUG oslo_vmware.api [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4812005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.910911] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-97469cfb-1524-4def-a26b-eb928d90b853 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.911275] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cba0b0d1-5ed5-40b1-ba94-2e0b8b2cb608 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.923823] env[65794]: DEBUG oslo_vmware.api [None req-97469cfb-1524-4def-a26b-eb928d90b853 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 1105.923823] env[65794]: value = "task-4812006" [ 1105.923823] env[65794]: _type = "Task" [ 1105.923823] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.932783] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.933388] env[65794]: DEBUG nova.compute.manager [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1105.936420] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5233bcef-b521-8537-73ed-55f9589db925, 'name': SearchDatastore_Task, 'duration_secs': 0.025341} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.936943] env[65794]: DEBUG oslo_concurrency.lockutils [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.508s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.937185] env[65794]: DEBUG nova.objects.instance [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lazy-loading 'resources' on Instance uuid 68fc7c47-2c31-4ec9-90fc-79d70381f7c1 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.939862] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8bfacd2-4526-4d6a-8f68-a9d315798989 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.948747] env[65794]: DEBUG oslo_vmware.api [None req-97469cfb-1524-4def-a26b-eb928d90b853 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4812006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.953387] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1105.953387] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52a45984-5669-c4ae-83f2-dc1105a4a44a" [ 1105.953387] env[65794]: _type = "Task" [ 1105.953387] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.963332] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a45984-5669-c4ae-83f2-dc1105a4a44a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.182585] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a35f225-8705-4112-9ac1-1b3009693319 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.202510] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96993669-1345-4bb7-baf8-c1cdee97f79b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.209887] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Updating instance 'cc961e99-ce33-4b59-b8d3-aae47d0e5298' progress to 83 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.254772] env[65794]: DEBUG oslo_concurrency.lockutils [req-2ce90d72-a84c-431d-8cbc-786d68b63001 req-9cd3dc86-01b5-4d73-a7bd-edf57c010049 service nova] Releasing lock "refresh_cache-35c2cfe8-94fe-4390-8e8d-8478a09a3a61" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.314984] env[65794]: DEBUG oslo_vmware.api [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4812005, 'name': PowerOffVM_Task, 'duration_secs': 0.296627} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.315313] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.315518] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.315794] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa26a4a4-2b97-46d3-b8fe-038cbfe463a6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.386147] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.386517] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.386816] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Deleting the datastore file [datastore2] 3dbce7f3-9371-4fa6-bae9-9a707b5fe939 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.387114] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c111cff-7903-42b3-b8c6-89591e332ab5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.393351] env[65794]: DEBUG oslo_vmware.api [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for the task: (returnval){ [ 1106.393351] env[65794]: value = "task-4812008" [ 1106.393351] env[65794]: _type = "Task" [ 1106.393351] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.401521] env[65794]: DEBUG oslo_vmware.api [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4812008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.434013] env[65794]: DEBUG oslo_vmware.api [None req-97469cfb-1524-4def-a26b-eb928d90b853 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4812006, 'name': PowerOffVM_Task, 'duration_secs': 0.182472} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.434322] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-97469cfb-1524-4def-a26b-eb928d90b853 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.434616] env[65794]: DEBUG nova.compute.manager [None req-97469cfb-1524-4def-a26b-eb928d90b853 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1106.435445] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16aac7f-308d-4f00-bc5e-165c0a9bd897 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.439121] env[65794]: DEBUG nova.compute.utils [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.440560] env[65794]: DEBUG nova.compute.manager [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1106.440759] env[65794]: DEBUG nova.network.neutron [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1106.441113] env[65794]: WARNING neutronclient.v2_0.client [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.441441] env[65794]: WARNING neutronclient.v2_0.client [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.466589] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a45984-5669-c4ae-83f2-dc1105a4a44a, 'name': SearchDatastore_Task, 'duration_secs': 0.01347} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.470016] env[65794]: DEBUG oslo_concurrency.lockutils [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.470347] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 35c2cfe8-94fe-4390-8e8d-8478a09a3a61/35c2cfe8-94fe-4390-8e8d-8478a09a3a61.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.470904] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2559ea9e-9331-466d-8578-7a4bea435da8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.479765] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1106.479765] env[65794]: value = "task-4812009" [ 1106.479765] env[65794]: _type = "Task" [ 1106.479765] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.491873] env[65794]: DEBUG nova.policy [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0209dc7c26bd43d58944bdd4c02f129f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c82899c90d64955a6f8a3b9afc4cc22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.499395] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.717321] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c90a0e4d-4688-4372-a1c1-de115b81c9f8 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Updating instance 'cc961e99-ce33-4b59-b8d3-aae47d0e5298' progress to 100 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.754214] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6df912d-cdbb-4b6a-9411-c7b1432ed5f3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.764435] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7856226-9eb3-417a-af8f-abe98c3ffefb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.806392] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b52184-9a74-4827-9203-73fd5a4f5d92 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.816796] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea056f7-788c-44f8-b427-f8ae1b8da008 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.834684] env[65794]: DEBUG nova.compute.provider_tree [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.854956] env[65794]: DEBUG nova.network.neutron [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Successfully created port: b52fab48-ceab-4187-9cfa-b6a019c5f213 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1106.912336] env[65794]: DEBUG oslo_vmware.api [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Task: {'id': task-4812008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158713} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.912663] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.913152] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.915542] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.915770] env[65794]: INFO nova.compute.manager [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1106.916433] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1106.916475] env[65794]: DEBUG nova.compute.manager [-] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1106.916659] env[65794]: DEBUG nova.network.neutron [-] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1106.917209] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.947779] env[65794]: DEBUG nova.compute.manager [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1106.959025] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97469cfb-1524-4def-a26b-eb928d90b853 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "d8b9bac7-82a3-426c-a3ca-d7e638e43b9e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.091s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.996763] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812009, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.019091] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.340096] env[65794]: DEBUG nova.scheduler.client.report [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.454191] env[65794]: DEBUG nova.compute.manager [req-2ff98f44-7e46-4f09-a47d-809a4cb5c92d req-848a6e6c-e8de-4638-a6cf-72be13dfee25 service nova] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Received event network-vif-deleted-6b2cd2a3-13cc-4d16-a3d2-e29f2273ad5e {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1107.454500] env[65794]: INFO nova.compute.manager [req-2ff98f44-7e46-4f09-a47d-809a4cb5c92d req-848a6e6c-e8de-4638-a6cf-72be13dfee25 service nova] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Neutron deleted interface 6b2cd2a3-13cc-4d16-a3d2-e29f2273ad5e; detaching it from the instance and deleting it from the info cache [ 1107.454651] env[65794]: DEBUG nova.network.neutron [req-2ff98f44-7e46-4f09-a47d-809a4cb5c92d req-848a6e6c-e8de-4638-a6cf-72be13dfee25 service nova] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.493779] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555808} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.493839] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 35c2cfe8-94fe-4390-8e8d-8478a09a3a61/35c2cfe8-94fe-4390-8e8d-8478a09a3a61.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.494044] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.495958] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ce47088-d72a-4776-bcb0-b4489a0a96c2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.504079] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1107.504079] env[65794]: value = "task-4812010" [ 1107.504079] env[65794]: _type = "Task" [ 1107.504079] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.513591] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.786504] env[65794]: DEBUG nova.network.neutron [-] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.846316] env[65794]: DEBUG oslo_concurrency.lockutils [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.849557] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.992s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.851207] env[65794]: INFO nova.compute.claims [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.871148] env[65794]: INFO nova.scheduler.client.report [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Deleted allocations for instance 68fc7c47-2c31-4ec9-90fc-79d70381f7c1 [ 1107.965073] env[65794]: DEBUG nova.compute.manager [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1107.966536] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca72b2b4-c0e0-456e-8c09-2256661fb3fa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.979731] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963da463-4d95-4b4e-9a58-fde053e05727 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.001445] env[65794]: DEBUG nova.virt.hardware [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1108.001699] env[65794]: DEBUG nova.virt.hardware [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.001867] env[65794]: DEBUG nova.virt.hardware [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1108.002062] env[65794]: DEBUG nova.virt.hardware [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.002208] env[65794]: DEBUG nova.virt.hardware [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1108.002346] env[65794]: DEBUG nova.virt.hardware [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1108.003028] env[65794]: DEBUG nova.virt.hardware [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1108.003028] env[65794]: DEBUG nova.virt.hardware [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1108.003028] env[65794]: DEBUG nova.virt.hardware [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1108.003028] env[65794]: DEBUG nova.virt.hardware [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1108.003203] env[65794]: DEBUG nova.virt.hardware [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1108.004483] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b12442-1595-4197-9063-5838685a7ec3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.021011] env[65794]: DEBUG nova.compute.manager [req-2ff98f44-7e46-4f09-a47d-809a4cb5c92d req-848a6e6c-e8de-4638-a6cf-72be13dfee25 service nova] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Detach interface failed, port_id=6b2cd2a3-13cc-4d16-a3d2-e29f2273ad5e, reason: Instance 3dbce7f3-9371-4fa6-bae9-9a707b5fe939 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1108.031556] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070912} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.032790] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cd962f-359a-419c-8789-6282174268b8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.036963] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.037772] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6a900f-dd15-40eb-a233-b1dd8c0164e8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.060521] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 35c2cfe8-94fe-4390-8e8d-8478a09a3a61/35c2cfe8-94fe-4390-8e8d-8478a09a3a61.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.068967] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5e7e6cd-a6c5-400a-a05c-eb6322937b19 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.089640] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1108.089640] env[65794]: value = "task-4812011" [ 1108.089640] env[65794]: _type = "Task" [ 1108.089640] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.098629] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812011, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.191368] env[65794]: DEBUG oslo_concurrency.lockutils [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "d8b9bac7-82a3-426c-a3ca-d7e638e43b9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.191760] env[65794]: DEBUG oslo_concurrency.lockutils [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "d8b9bac7-82a3-426c-a3ca-d7e638e43b9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.191894] env[65794]: DEBUG oslo_concurrency.lockutils [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "d8b9bac7-82a3-426c-a3ca-d7e638e43b9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.192079] env[65794]: DEBUG oslo_concurrency.lockutils [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "d8b9bac7-82a3-426c-a3ca-d7e638e43b9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.192278] env[65794]: DEBUG oslo_concurrency.lockutils [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "d8b9bac7-82a3-426c-a3ca-d7e638e43b9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.194567] env[65794]: INFO nova.compute.manager [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Terminating instance [ 1108.290283] env[65794]: INFO nova.compute.manager [-] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Took 1.37 seconds to deallocate network for instance. [ 1108.379058] env[65794]: DEBUG oslo_concurrency.lockutils [None req-36bd93e2-1542-47ab-99f4-ede1cc96e07e tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "68fc7c47-2c31-4ec9-90fc-79d70381f7c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.834s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.399330] env[65794]: DEBUG nova.compute.manager [req-895fead8-8f73-410c-80bb-e747d6b121c7 req-f4a6c4d0-038d-40c9-887a-26cc67a72f75 service nova] [instance: ce852805-24f1-44d9-b464-a3361e121913] Received event network-vif-plugged-b52fab48-ceab-4187-9cfa-b6a019c5f213 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1108.399540] env[65794]: DEBUG oslo_concurrency.lockutils [req-895fead8-8f73-410c-80bb-e747d6b121c7 req-f4a6c4d0-038d-40c9-887a-26cc67a72f75 service nova] Acquiring lock "ce852805-24f1-44d9-b464-a3361e121913-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.399764] env[65794]: DEBUG oslo_concurrency.lockutils [req-895fead8-8f73-410c-80bb-e747d6b121c7 req-f4a6c4d0-038d-40c9-887a-26cc67a72f75 service nova] Lock "ce852805-24f1-44d9-b464-a3361e121913-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.399948] env[65794]: DEBUG oslo_concurrency.lockutils [req-895fead8-8f73-410c-80bb-e747d6b121c7 req-f4a6c4d0-038d-40c9-887a-26cc67a72f75 service nova] Lock "ce852805-24f1-44d9-b464-a3361e121913-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.400134] env[65794]: DEBUG nova.compute.manager [req-895fead8-8f73-410c-80bb-e747d6b121c7 req-f4a6c4d0-038d-40c9-887a-26cc67a72f75 service nova] [instance: ce852805-24f1-44d9-b464-a3361e121913] No waiting events found dispatching network-vif-plugged-b52fab48-ceab-4187-9cfa-b6a019c5f213 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1108.400296] env[65794]: WARNING nova.compute.manager [req-895fead8-8f73-410c-80bb-e747d6b121c7 req-f4a6c4d0-038d-40c9-887a-26cc67a72f75 service nova] [instance: ce852805-24f1-44d9-b464-a3361e121913] Received unexpected event network-vif-plugged-b52fab48-ceab-4187-9cfa-b6a019c5f213 for instance with vm_state building and task_state spawning. [ 1108.465919] env[65794]: DEBUG nova.network.neutron [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Successfully updated port: b52fab48-ceab-4187-9cfa-b6a019c5f213 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1108.599993] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812011, 'name': ReconfigVM_Task, 'duration_secs': 0.290037} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.600288] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 35c2cfe8-94fe-4390-8e8d-8478a09a3a61/35c2cfe8-94fe-4390-8e8d-8478a09a3a61.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.600934] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c87714ac-6268-47b0-b739-252c33645f27 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.609363] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1108.609363] env[65794]: value = "task-4812012" [ 1108.609363] env[65794]: _type = "Task" [ 1108.609363] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.620275] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812012, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.698902] env[65794]: DEBUG nova.compute.manager [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1108.699652] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.700167] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a041e19-d086-4a0a-9020-3b7f268c30e1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.709429] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.709744] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67068289-2b8f-438b-8e31-e2afac9766bd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.776224] env[65794]: DEBUG oslo_concurrency.lockutils [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "cc961e99-ce33-4b59-b8d3-aae47d0e5298" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.776563] env[65794]: DEBUG oslo_concurrency.lockutils [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "cc961e99-ce33-4b59-b8d3-aae47d0e5298" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.776853] env[65794]: DEBUG nova.compute.manager [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Going to confirm migration 5 {{(pid=65794) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5298}} [ 1108.797997] env[65794]: DEBUG oslo_concurrency.lockutils [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.803235] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.806537] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.806537] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Deleting the datastore file [datastore1] d8b9bac7-82a3-426c-a3ca-d7e638e43b9e {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.806537] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b4595db-8c81-4726-82c9-4fc9d0b8b572 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.812887] env[65794]: DEBUG oslo_vmware.api [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 1108.812887] env[65794]: value = "task-4812014" [ 1108.812887] env[65794]: _type = "Task" [ 1108.812887] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.823596] env[65794]: DEBUG oslo_vmware.api [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4812014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.969449] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "refresh_cache-ce852805-24f1-44d9-b464-a3361e121913" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.969449] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquired lock "refresh_cache-ce852805-24f1-44d9-b464-a3361e121913" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.969449] env[65794]: DEBUG nova.network.neutron [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1109.125677] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812012, 'name': Rename_Task, 'duration_secs': 0.154494} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.126151] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.126523] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68e0f13c-1435-4263-8c96-879f881fabcf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.136499] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1109.136499] env[65794]: value = "task-4812015" [ 1109.136499] env[65794]: _type = "Task" [ 1109.136499] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.146615] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.179665] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6b3936-f3b1-4f16-9412-ce1081a2a2a7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.188227] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95351bb-bad6-4936-9150-109de530403e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.222636] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9639e7-b4db-4583-9259-9be1c7217b0f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.231713] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b15b75-7b0f-473a-bdf8-020f7aca7214 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.250046] env[65794]: DEBUG nova.compute.provider_tree [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.284738] env[65794]: WARNING neutronclient.v2_0.client [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.324032] env[65794]: DEBUG oslo_vmware.api [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4812014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183473} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.324316] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.324536] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.324727] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.324919] env[65794]: INFO nova.compute.manager [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1109.325195] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1109.325418] env[65794]: DEBUG nova.compute.manager [-] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1109.325525] env[65794]: DEBUG nova.network.neutron [-] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1109.325777] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.353938] env[65794]: WARNING neutronclient.v2_0.client [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.353938] env[65794]: DEBUG oslo_concurrency.lockutils [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "refresh_cache-cc961e99-ce33-4b59-b8d3-aae47d0e5298" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.354149] env[65794]: DEBUG oslo_concurrency.lockutils [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired lock "refresh_cache-cc961e99-ce33-4b59-b8d3-aae47d0e5298" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.354281] env[65794]: DEBUG nova.network.neutron [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1109.354496] env[65794]: DEBUG nova.objects.instance [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lazy-loading 'info_cache' on Instance uuid cc961e99-ce33-4b59-b8d3-aae47d0e5298 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.408775] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.650248] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812015, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.668415] env[65794]: DEBUG nova.network.neutron [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1109.754606] env[65794]: DEBUG nova.scheduler.client.report [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.763424] env[65794]: WARNING neutronclient.v2_0.client [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.849813] env[65794]: DEBUG nova.network.neutron [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Updating instance_info_cache with network_info: [{"id": "b52fab48-ceab-4187-9cfa-b6a019c5f213", "address": "fa:16:3e:38:a7:81", "network": {"id": "34c355f1-18b6-4f59-a3ba-314ba59b5ea5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-446712165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c82899c90d64955a6f8a3b9afc4cc22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb52fab48-ce", "ovs_interfaceid": "b52fab48-ceab-4187-9cfa-b6a019c5f213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.102513] env[65794]: DEBUG nova.network.neutron [-] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.148809] env[65794]: DEBUG oslo_vmware.api [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812015, 'name': PowerOnVM_Task, 'duration_secs': 0.586295} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.149149] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.149341] env[65794]: INFO nova.compute.manager [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1110.149518] env[65794]: DEBUG nova.compute.manager [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1110.150548] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63816c1-ae59-467f-b5b2-ca51864321dd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.259891] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.260463] env[65794]: DEBUG nova.compute.manager [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1110.265587] env[65794]: DEBUG oslo_concurrency.lockutils [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.798s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.265587] env[65794]: INFO nova.compute.claims [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.354561] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Releasing lock "refresh_cache-ce852805-24f1-44d9-b464-a3361e121913" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.355009] env[65794]: DEBUG nova.compute.manager [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Instance network_info: |[{"id": "b52fab48-ceab-4187-9cfa-b6a019c5f213", "address": "fa:16:3e:38:a7:81", "network": {"id": "34c355f1-18b6-4f59-a3ba-314ba59b5ea5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-446712165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c82899c90d64955a6f8a3b9afc4cc22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb52fab48-ce", "ovs_interfaceid": "b52fab48-ceab-4187-9cfa-b6a019c5f213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1110.355505] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:a7:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b52fab48-ceab-4187-9cfa-b6a019c5f213', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.364022] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1110.364312] env[65794]: WARNING neutronclient.v2_0.client [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.367193] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce852805-24f1-44d9-b464-a3361e121913] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.367646] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0b3f4f5-9025-4a53-9d8b-1a656e060ab8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.390590] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.390590] env[65794]: value = "task-4812016" [ 1110.390590] env[65794]: _type = "Task" [ 1110.390590] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.403427] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812016, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.439617] env[65794]: DEBUG nova.compute.manager [req-f7239318-4b0f-4a1a-a545-3de0d66c1fcd req-1189ae4d-5d80-4ee8-abde-30c82e3230ed service nova] [instance: ce852805-24f1-44d9-b464-a3361e121913] Received event network-changed-b52fab48-ceab-4187-9cfa-b6a019c5f213 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1110.439711] env[65794]: DEBUG nova.compute.manager [req-f7239318-4b0f-4a1a-a545-3de0d66c1fcd req-1189ae4d-5d80-4ee8-abde-30c82e3230ed service nova] [instance: ce852805-24f1-44d9-b464-a3361e121913] Refreshing instance network info cache due to event network-changed-b52fab48-ceab-4187-9cfa-b6a019c5f213. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1110.440014] env[65794]: DEBUG oslo_concurrency.lockutils [req-f7239318-4b0f-4a1a-a545-3de0d66c1fcd req-1189ae4d-5d80-4ee8-abde-30c82e3230ed service nova] Acquiring lock "refresh_cache-ce852805-24f1-44d9-b464-a3361e121913" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.440251] env[65794]: DEBUG oslo_concurrency.lockutils [req-f7239318-4b0f-4a1a-a545-3de0d66c1fcd req-1189ae4d-5d80-4ee8-abde-30c82e3230ed service nova] Acquired lock "refresh_cache-ce852805-24f1-44d9-b464-a3361e121913" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.440480] env[65794]: DEBUG nova.network.neutron [req-f7239318-4b0f-4a1a-a545-3de0d66c1fcd req-1189ae4d-5d80-4ee8-abde-30c82e3230ed service nova] [instance: ce852805-24f1-44d9-b464-a3361e121913] Refreshing network info cache for port b52fab48-ceab-4187-9cfa-b6a019c5f213 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.543772] env[65794]: WARNING neutronclient.v2_0.client [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.606494] env[65794]: INFO nova.compute.manager [-] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Took 1.28 seconds to deallocate network for instance. [ 1110.619181] env[65794]: DEBUG nova.network.neutron [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Updating instance_info_cache with network_info: [{"id": "454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6", "address": "fa:16:3e:0d:f4:f4", "network": {"id": "e5aa0ed4-aa04-4498-8bec-128329970fc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-985809026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e39179d45d4774936d217b8bc60a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454d71f1-d7", "ovs_interfaceid": "454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.668011] env[65794]: INFO nova.compute.manager [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Took 31.37 seconds to build instance. [ 1110.769956] env[65794]: DEBUG nova.compute.utils [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.774079] env[65794]: DEBUG nova.compute.manager [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1110.774334] env[65794]: DEBUG nova.network.neutron [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1110.774813] env[65794]: WARNING neutronclient.v2_0.client [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.775239] env[65794]: WARNING neutronclient.v2_0.client [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.842212] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "bb554a44-fa79-41b5-8dcf-674bface214c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.842457] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "bb554a44-fa79-41b5-8dcf-674bface214c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.853915] env[65794]: DEBUG nova.policy [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '013037b09a9d48fd89a493156d368f6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8aa2d70218ad42269cd5188374cb90b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.901798] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812016, 'name': CreateVM_Task, 'duration_secs': 0.407882} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.901995] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce852805-24f1-44d9-b464-a3361e121913] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.902559] env[65794]: WARNING neutronclient.v2_0.client [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.902936] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.903140] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.903445] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.903703] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7e24ec8-1cd4-45ff-993d-aab5c5dbb817 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.909951] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1110.909951] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52e38ca5-c28c-6a3d-4de1-f2991794d602" [ 1110.909951] env[65794]: _type = "Task" [ 1110.909951] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.919424] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e38ca5-c28c-6a3d-4de1-f2991794d602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.942953] env[65794]: WARNING neutronclient.v2_0.client [req-f7239318-4b0f-4a1a-a545-3de0d66c1fcd req-1189ae4d-5d80-4ee8-abde-30c82e3230ed service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.114093] env[65794]: DEBUG oslo_concurrency.lockutils [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.122382] env[65794]: DEBUG oslo_concurrency.lockutils [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Releasing lock "refresh_cache-cc961e99-ce33-4b59-b8d3-aae47d0e5298" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.122382] env[65794]: DEBUG nova.objects.instance [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lazy-loading 'migration_context' on Instance uuid cc961e99-ce33-4b59-b8d3-aae47d0e5298 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.174017] env[65794]: DEBUG oslo_concurrency.lockutils [None req-717686a4-09f9-4626-8772-71ef9cc8cf9e tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "35c2cfe8-94fe-4390-8e8d-8478a09a3a61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.887s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.246637] env[65794]: DEBUG nova.network.neutron [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Successfully created port: 682c659e-bae2-4ade-908e-1f30e1d3f7ee {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1111.275278] env[65794]: DEBUG nova.compute.manager [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1111.320860] env[65794]: WARNING neutronclient.v2_0.client [req-f7239318-4b0f-4a1a-a545-3de0d66c1fcd req-1189ae4d-5d80-4ee8-abde-30c82e3230ed service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.344722] env[65794]: DEBUG nova.compute.manager [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1111.408586] env[65794]: DEBUG nova.network.neutron [req-f7239318-4b0f-4a1a-a545-3de0d66c1fcd req-1189ae4d-5d80-4ee8-abde-30c82e3230ed service nova] [instance: ce852805-24f1-44d9-b464-a3361e121913] Updated VIF entry in instance network info cache for port b52fab48-ceab-4187-9cfa-b6a019c5f213. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1111.409194] env[65794]: DEBUG nova.network.neutron [req-f7239318-4b0f-4a1a-a545-3de0d66c1fcd req-1189ae4d-5d80-4ee8-abde-30c82e3230ed service nova] [instance: ce852805-24f1-44d9-b464-a3361e121913] Updating instance_info_cache with network_info: [{"id": "b52fab48-ceab-4187-9cfa-b6a019c5f213", "address": "fa:16:3e:38:a7:81", "network": {"id": "34c355f1-18b6-4f59-a3ba-314ba59b5ea5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-446712165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c82899c90d64955a6f8a3b9afc4cc22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb52fab48-ce", "ovs_interfaceid": "b52fab48-ceab-4187-9cfa-b6a019c5f213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.423436] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e38ca5-c28c-6a3d-4de1-f2991794d602, 'name': SearchDatastore_Task, 'duration_secs': 0.010387} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.423697] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.423920] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.424162] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.424306] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.424507] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.424781] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6a1e08c-97be-4c77-af36-e12854feb764 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.437934] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.438145] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.438906] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a946e0ef-a781-4650-97b9-db9f71e589ae {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.448997] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1111.448997] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52542a4c-462a-6ce5-5e52-40cc99132898" [ 1111.448997] env[65794]: _type = "Task" [ 1111.448997] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.462368] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52542a4c-462a-6ce5-5e52-40cc99132898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.602970] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c959be-b3c1-4459-8214-a88a74a65fd5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.610473] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3639de9-197c-4ee7-952b-0d928944f394 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.641947] env[65794]: DEBUG nova.objects.base [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1111.643075] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2accfdd2-cb27-4766-b349-5a842abce23f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.646221] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed483c0-65bb-493e-9663-def9f1b26186 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.666753] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf6fc09-e57e-4903-97eb-067d4cf62589 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.671103] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e55ea55-78c1-4282-a6f5-d02eab73a219 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.684251] env[65794]: DEBUG nova.compute.provider_tree [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.686504] env[65794]: DEBUG oslo_vmware.api [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1111.686504] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]524b83b6-150f-959e-aa20-9930832d4e97" [ 1111.686504] env[65794]: _type = "Task" [ 1111.686504] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.696073] env[65794]: DEBUG oslo_vmware.api [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]524b83b6-150f-959e-aa20-9930832d4e97, 'name': SearchDatastore_Task, 'duration_secs': 0.007175} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.696983] env[65794]: DEBUG oslo_concurrency.lockutils [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.866086] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.917994] env[65794]: DEBUG oslo_concurrency.lockutils [req-f7239318-4b0f-4a1a-a545-3de0d66c1fcd req-1189ae4d-5d80-4ee8-abde-30c82e3230ed service nova] Releasing lock "refresh_cache-ce852805-24f1-44d9-b464-a3361e121913" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.917994] env[65794]: DEBUG nova.compute.manager [req-f7239318-4b0f-4a1a-a545-3de0d66c1fcd req-1189ae4d-5d80-4ee8-abde-30c82e3230ed service nova] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Received event network-vif-deleted-bf9cc23c-7ca8-42bb-bf67-77a5f6905ff7 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1111.961817] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52542a4c-462a-6ce5-5e52-40cc99132898, 'name': SearchDatastore_Task, 'duration_secs': 0.011819} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.962634] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ef8e2f7-f437-41ce-9f68-06fc2fa5680b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.968074] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1111.968074] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f3a23c-5af2-9a08-4fe6-dc968c3ee702" [ 1111.968074] env[65794]: _type = "Task" [ 1111.968074] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.975712] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f3a23c-5af2-9a08-4fe6-dc968c3ee702, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.188644] env[65794]: DEBUG nova.scheduler.client.report [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.291046] env[65794]: DEBUG nova.compute.manager [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1112.317849] env[65794]: DEBUG nova.virt.hardware [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1112.318153] env[65794]: DEBUG nova.virt.hardware [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.318317] env[65794]: DEBUG nova.virt.hardware [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1112.318501] env[65794]: DEBUG nova.virt.hardware [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.318647] env[65794]: DEBUG nova.virt.hardware [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1112.318784] env[65794]: DEBUG nova.virt.hardware [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1112.318983] env[65794]: DEBUG nova.virt.hardware [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1112.319701] env[65794]: DEBUG nova.virt.hardware [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1112.320765] env[65794]: DEBUG nova.virt.hardware [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1112.320965] env[65794]: DEBUG nova.virt.hardware [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1112.321156] env[65794]: DEBUG nova.virt.hardware [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1112.322058] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af431df-6ea5-4f4b-aa21-3454fc1e2692 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.331509] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f788d08-0819-4ebd-a8bb-01a32508dcc6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.469741] env[65794]: DEBUG nova.compute.manager [req-a2f539a8-03d4-481c-b7cd-36982467d6d1 req-347094b6-b8ca-4ac6-86d9-b622db617db0 service nova] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Received event network-changed-c92167d3-22a7-4ec1-95ad-8ffe26f15d42 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1112.469971] env[65794]: DEBUG nova.compute.manager [req-a2f539a8-03d4-481c-b7cd-36982467d6d1 req-347094b6-b8ca-4ac6-86d9-b622db617db0 service nova] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Refreshing instance network info cache due to event network-changed-c92167d3-22a7-4ec1-95ad-8ffe26f15d42. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1112.470195] env[65794]: DEBUG oslo_concurrency.lockutils [req-a2f539a8-03d4-481c-b7cd-36982467d6d1 req-347094b6-b8ca-4ac6-86d9-b622db617db0 service nova] Acquiring lock "refresh_cache-35c2cfe8-94fe-4390-8e8d-8478a09a3a61" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.470337] env[65794]: DEBUG oslo_concurrency.lockutils [req-a2f539a8-03d4-481c-b7cd-36982467d6d1 req-347094b6-b8ca-4ac6-86d9-b622db617db0 service nova] Acquired lock "refresh_cache-35c2cfe8-94fe-4390-8e8d-8478a09a3a61" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.470561] env[65794]: DEBUG nova.network.neutron [req-a2f539a8-03d4-481c-b7cd-36982467d6d1 req-347094b6-b8ca-4ac6-86d9-b622db617db0 service nova] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Refreshing network info cache for port c92167d3-22a7-4ec1-95ad-8ffe26f15d42 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.489818] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f3a23c-5af2-9a08-4fe6-dc968c3ee702, 'name': SearchDatastore_Task, 'duration_secs': 0.009397} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.490098] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.490354] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] ce852805-24f1-44d9-b464-a3361e121913/ce852805-24f1-44d9-b464-a3361e121913.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.490692] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a85b8236-82c4-4474-b0aa-b4da1bd48ebe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.498382] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1112.498382] env[65794]: value = "task-4812017" [ 1112.498382] env[65794]: _type = "Task" [ 1112.498382] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.506437] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.694366] env[65794]: DEBUG oslo_concurrency.lockutils [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.695305] env[65794]: DEBUG nova.compute.manager [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1112.699382] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.591s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.819785] env[65794]: DEBUG nova.network.neutron [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Successfully updated port: 682c659e-bae2-4ade-908e-1f30e1d3f7ee {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1112.977108] env[65794]: WARNING neutronclient.v2_0.client [req-a2f539a8-03d4-481c-b7cd-36982467d6d1 req-347094b6-b8ca-4ac6-86d9-b622db617db0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.009318] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505301} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.009723] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] ce852805-24f1-44d9-b464-a3361e121913/ce852805-24f1-44d9-b464-a3361e121913.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.009919] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.010235] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a6b3764-efcd-4287-b625-76ae53cf0a8f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.019473] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1113.019473] env[65794]: value = "task-4812018" [ 1113.019473] env[65794]: _type = "Task" [ 1113.019473] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.029719] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.171441] env[65794]: WARNING neutronclient.v2_0.client [req-a2f539a8-03d4-481c-b7cd-36982467d6d1 req-347094b6-b8ca-4ac6-86d9-b622db617db0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.204587] env[65794]: INFO nova.compute.claims [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.208883] env[65794]: DEBUG nova.compute.utils [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.212051] env[65794]: DEBUG nova.compute.manager [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1113.212243] env[65794]: DEBUG nova.network.neutron [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1113.212551] env[65794]: WARNING neutronclient.v2_0.client [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.212836] env[65794]: WARNING neutronclient.v2_0.client [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.253278] env[65794]: DEBUG nova.network.neutron [req-a2f539a8-03d4-481c-b7cd-36982467d6d1 req-347094b6-b8ca-4ac6-86d9-b622db617db0 service nova] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Updated VIF entry in instance network info cache for port c92167d3-22a7-4ec1-95ad-8ffe26f15d42. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1113.253483] env[65794]: DEBUG nova.network.neutron [req-a2f539a8-03d4-481c-b7cd-36982467d6d1 req-347094b6-b8ca-4ac6-86d9-b622db617db0 service nova] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Updating instance_info_cache with network_info: [{"id": "c92167d3-22a7-4ec1-95ad-8ffe26f15d42", "address": "fa:16:3e:57:7e:01", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92167d3-22", "ovs_interfaceid": "c92167d3-22a7-4ec1-95ad-8ffe26f15d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.257836] env[65794]: DEBUG nova.policy [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3a193fb841c4a16870c2dc5592c589a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a60998eafe04056b6d1e67daba6c3b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.322755] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "refresh_cache-5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.322947] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "refresh_cache-5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.323108] env[65794]: DEBUG nova.network.neutron [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1113.531336] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070275} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.531628] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.532694] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fa4b37-979c-4d31-bd51-f888b29d5640 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.559024] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] ce852805-24f1-44d9-b464-a3361e121913/ce852805-24f1-44d9-b464-a3361e121913.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.559024] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9f65eff-d23d-47aa-953c-6f66a15a7290 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.574636] env[65794]: DEBUG nova.network.neutron [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Successfully created port: 792cd88d-484b-4547-b267-b821e9c47c16 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1113.583128] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1113.583128] env[65794]: value = "task-4812019" [ 1113.583128] env[65794]: _type = "Task" [ 1113.583128] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.592641] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.714400] env[65794]: INFO nova.compute.resource_tracker [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Updating resource usage from migration 26af1526-d9dc-40a6-b954-8d7bb9b7bfde [ 1113.717869] env[65794]: DEBUG nova.compute.manager [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1113.757978] env[65794]: DEBUG oslo_concurrency.lockutils [req-a2f539a8-03d4-481c-b7cd-36982467d6d1 req-347094b6-b8ca-4ac6-86d9-b622db617db0 service nova] Releasing lock "refresh_cache-35c2cfe8-94fe-4390-8e8d-8478a09a3a61" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.862436] env[65794]: DEBUG nova.network.neutron [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1113.935494] env[65794]: WARNING neutronclient.v2_0.client [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.008745] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaeb73c5-3903-4df9-ba33-c0971516e53f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.017302] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8280619-7ccc-46eb-9688-cf59d07445a5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.050538] env[65794]: DEBUG nova.network.neutron [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Updating instance_info_cache with network_info: [{"id": "682c659e-bae2-4ade-908e-1f30e1d3f7ee", "address": "fa:16:3e:36:ec:bd", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap682c659e-ba", "ovs_interfaceid": "682c659e-bae2-4ade-908e-1f30e1d3f7ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.053424] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8834b75-e582-420e-afb8-2085880be370 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.064447] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e43cbba-58cd-48ef-aa02-208f0d0700d5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.080913] env[65794]: DEBUG nova.compute.provider_tree [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.095230] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812019, 'name': ReconfigVM_Task, 'duration_secs': 0.330561} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.095615] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Reconfigured VM instance instance-0000006e to attach disk [datastore2] ce852805-24f1-44d9-b464-a3361e121913/ce852805-24f1-44d9-b464-a3361e121913.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.096599] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8d42012-d4aa-423b-9f6b-e9203ba4810b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.106034] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1114.106034] env[65794]: value = "task-4812020" [ 1114.106034] env[65794]: _type = "Task" [ 1114.106034] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.118687] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812020, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.498178] env[65794]: DEBUG nova.compute.manager [req-abb2a459-834c-4328-bb2a-2c2fd629fa3e req-819afbd0-260a-4249-af34-e4925f49accb service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Received event network-vif-plugged-682c659e-bae2-4ade-908e-1f30e1d3f7ee {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1114.498178] env[65794]: DEBUG oslo_concurrency.lockutils [req-abb2a459-834c-4328-bb2a-2c2fd629fa3e req-819afbd0-260a-4249-af34-e4925f49accb service nova] Acquiring lock "5ec524b8-32f9-4231-9f4e-542e5ad0a16a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.498178] env[65794]: DEBUG oslo_concurrency.lockutils [req-abb2a459-834c-4328-bb2a-2c2fd629fa3e req-819afbd0-260a-4249-af34-e4925f49accb service nova] Lock "5ec524b8-32f9-4231-9f4e-542e5ad0a16a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.498294] env[65794]: DEBUG oslo_concurrency.lockutils [req-abb2a459-834c-4328-bb2a-2c2fd629fa3e req-819afbd0-260a-4249-af34-e4925f49accb service nova] Lock "5ec524b8-32f9-4231-9f4e-542e5ad0a16a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.498382] env[65794]: DEBUG nova.compute.manager [req-abb2a459-834c-4328-bb2a-2c2fd629fa3e req-819afbd0-260a-4249-af34-e4925f49accb service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] No waiting events found dispatching network-vif-plugged-682c659e-bae2-4ade-908e-1f30e1d3f7ee {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1114.498533] env[65794]: WARNING nova.compute.manager [req-abb2a459-834c-4328-bb2a-2c2fd629fa3e req-819afbd0-260a-4249-af34-e4925f49accb service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Received unexpected event network-vif-plugged-682c659e-bae2-4ade-908e-1f30e1d3f7ee for instance with vm_state building and task_state spawning. [ 1114.498709] env[65794]: DEBUG nova.compute.manager [req-abb2a459-834c-4328-bb2a-2c2fd629fa3e req-819afbd0-260a-4249-af34-e4925f49accb service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Received event network-changed-682c659e-bae2-4ade-908e-1f30e1d3f7ee {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1114.498820] env[65794]: DEBUG nova.compute.manager [req-abb2a459-834c-4328-bb2a-2c2fd629fa3e req-819afbd0-260a-4249-af34-e4925f49accb service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Refreshing instance network info cache due to event network-changed-682c659e-bae2-4ade-908e-1f30e1d3f7ee. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1114.498976] env[65794]: DEBUG oslo_concurrency.lockutils [req-abb2a459-834c-4328-bb2a-2c2fd629fa3e req-819afbd0-260a-4249-af34-e4925f49accb service nova] Acquiring lock "refresh_cache-5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.559292] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "refresh_cache-5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.559688] env[65794]: DEBUG nova.compute.manager [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Instance network_info: |[{"id": "682c659e-bae2-4ade-908e-1f30e1d3f7ee", "address": "fa:16:3e:36:ec:bd", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap682c659e-ba", "ovs_interfaceid": "682c659e-bae2-4ade-908e-1f30e1d3f7ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1114.560057] env[65794]: DEBUG oslo_concurrency.lockutils [req-abb2a459-834c-4328-bb2a-2c2fd629fa3e req-819afbd0-260a-4249-af34-e4925f49accb service nova] Acquired lock "refresh_cache-5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.560238] env[65794]: DEBUG nova.network.neutron [req-abb2a459-834c-4328-bb2a-2c2fd629fa3e req-819afbd0-260a-4249-af34-e4925f49accb service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Refreshing network info cache for port 682c659e-bae2-4ade-908e-1f30e1d3f7ee {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.561942] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:ec:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '682c659e-bae2-4ade-908e-1f30e1d3f7ee', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.570223] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1114.571972] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.571972] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b735d1a6-c20f-4a8e-9217-b95ee042401d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.587412] env[65794]: DEBUG nova.scheduler.client.report [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.598188] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.598188] env[65794]: value = "task-4812021" [ 1114.598188] env[65794]: _type = "Task" [ 1114.598188] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.607536] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812021, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.616772] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812020, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.727515] env[65794]: DEBUG nova.compute.manager [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1114.755743] env[65794]: DEBUG nova.virt.hardware [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1114.756118] env[65794]: DEBUG nova.virt.hardware [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.756174] env[65794]: DEBUG nova.virt.hardware [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1114.756390] env[65794]: DEBUG nova.virt.hardware [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.756562] env[65794]: DEBUG nova.virt.hardware [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1114.756713] env[65794]: DEBUG nova.virt.hardware [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1114.756960] env[65794]: DEBUG nova.virt.hardware [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1114.757177] env[65794]: DEBUG nova.virt.hardware [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1114.757357] env[65794]: DEBUG nova.virt.hardware [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1114.757520] env[65794]: DEBUG nova.virt.hardware [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1114.757713] env[65794]: DEBUG nova.virt.hardware [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1114.758638] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4dafe4-5342-4071-ae9f-170c3774ffe8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.768159] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd552615-19d9-48da-97bd-06155db5aab1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.071836] env[65794]: WARNING neutronclient.v2_0.client [req-abb2a459-834c-4328-bb2a-2c2fd629fa3e req-819afbd0-260a-4249-af34-e4925f49accb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.092538] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.393s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.092723] env[65794]: INFO nova.compute.manager [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Migrating [ 1115.101959] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.564s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.102278] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.105533] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.574s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.126927] env[65794]: DEBUG nova.network.neutron [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Successfully updated port: 792cd88d-484b-4547-b267-b821e9c47c16 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1115.138395] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812021, 'name': CreateVM_Task, 'duration_secs': 0.505443} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.141346] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.142046] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812020, 'name': Rename_Task, 'duration_secs': 0.905383} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.144339] env[65794]: INFO nova.scheduler.client.report [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Deleted allocations for instance ccedc5db-fe48-4b88-abfd-5d3e276987bd [ 1115.145563] env[65794]: WARNING neutronclient.v2_0.client [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.145946] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.146140] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.146458] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.146725] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.152614] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-511732e0-9ffb-4343-b2d3-a5b6825834cb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.154586] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4923ea00-3b66-4caa-a1ef-5ad0b1beef52 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.161149] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1115.161149] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52df015c-91d4-435d-893a-d1438fa3b458" [ 1115.161149] env[65794]: _type = "Task" [ 1115.161149] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.167098] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1115.167098] env[65794]: value = "task-4812022" [ 1115.167098] env[65794]: _type = "Task" [ 1115.167098] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.175082] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52df015c-91d4-435d-893a-d1438fa3b458, 'name': SearchDatastore_Task, 'duration_secs': 0.010922} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.176214] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.176214] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.176361] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.176478] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.176625] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.177260] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a8bef6b-4af7-493c-9d7c-5835ae4037de {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.182487] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.191275] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.191469] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.194058] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a0f112d-afcc-49b2-8d3e-a053f90e66cd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.203871] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1115.203871] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f6c96e-02b0-161e-c776-af2779d100cc" [ 1115.203871] env[65794]: _type = "Task" [ 1115.203871] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.215438] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f6c96e-02b0-161e-c776-af2779d100cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.305389] env[65794]: WARNING neutronclient.v2_0.client [req-abb2a459-834c-4328-bb2a-2c2fd629fa3e req-819afbd0-260a-4249-af34-e4925f49accb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.391910] env[65794]: DEBUG nova.network.neutron [req-abb2a459-834c-4328-bb2a-2c2fd629fa3e req-819afbd0-260a-4249-af34-e4925f49accb service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Updated VIF entry in instance network info cache for port 682c659e-bae2-4ade-908e-1f30e1d3f7ee. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1115.392534] env[65794]: DEBUG nova.network.neutron [req-abb2a459-834c-4328-bb2a-2c2fd629fa3e req-819afbd0-260a-4249-af34-e4925f49accb service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Updating instance_info_cache with network_info: [{"id": "682c659e-bae2-4ade-908e-1f30e1d3f7ee", "address": "fa:16:3e:36:ec:bd", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap682c659e-ba", "ovs_interfaceid": "682c659e-bae2-4ade-908e-1f30e1d3f7ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.622238] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "refresh_cache-02c37e8b-8074-4feb-be37-c9b9697535ab" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.622424] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired lock "refresh_cache-02c37e8b-8074-4feb-be37-c9b9697535ab" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.622645] env[65794]: DEBUG nova.network.neutron [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1115.632826] env[65794]: DEBUG oslo_concurrency.lockutils [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "refresh_cache-00039788-0abe-4a2b-9a1f-5e21d0dbe2c9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.632928] env[65794]: DEBUG oslo_concurrency.lockutils [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "refresh_cache-00039788-0abe-4a2b-9a1f-5e21d0dbe2c9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.633241] env[65794]: DEBUG nova.network.neutron [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1115.659872] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ab84c88f-26db-4741-b0cb-85fc1b4ae69c tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "ccedc5db-fe48-4b88-abfd-5d3e276987bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.737s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.679321] env[65794]: DEBUG oslo_vmware.api [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812022, 'name': PowerOnVM_Task, 'duration_secs': 0.474092} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.679612] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.679809] env[65794]: INFO nova.compute.manager [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1115.679982] env[65794]: DEBUG nova.compute.manager [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1115.681044] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ec7d04-8c92-4e8c-9471-e9f9e8f7d137 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.717581] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f6c96e-02b0-161e-c776-af2779d100cc, 'name': SearchDatastore_Task, 'duration_secs': 0.018225} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.718324] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-433d2d1e-a88c-47cd-989e-6573ec762652 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.725650] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1115.725650] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]527fb475-21cd-ea49-25d2-cc1c9e1f33ce" [ 1115.725650] env[65794]: _type = "Task" [ 1115.725650] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.737166] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527fb475-21cd-ea49-25d2-cc1c9e1f33ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.895789] env[65794]: DEBUG oslo_concurrency.lockutils [req-abb2a459-834c-4328-bb2a-2c2fd629fa3e req-819afbd0-260a-4249-af34-e4925f49accb service nova] Releasing lock "refresh_cache-5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.120340] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Applying migration context for instance 02c37e8b-8074-4feb-be37-c9b9697535ab as it has an incoming, in-progress migration 26af1526-d9dc-40a6-b954-8d7bb9b7bfde. Migration status is pre-migrating {{(pid=65794) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1116.120580] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Applying migration context for instance cc961e99-ce33-4b59-b8d3-aae47d0e5298 as it has an incoming, in-progress migration 5683b90c-c11a-42ae-a82f-65db8d7deade. Migration status is confirming {{(pid=65794) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1116.122250] env[65794]: INFO nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Updating resource usage from migration 26af1526-d9dc-40a6-b954-8d7bb9b7bfde [ 1116.122762] env[65794]: INFO nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Updating resource usage from migration 5683b90c-c11a-42ae-a82f-65db8d7deade [ 1116.126179] env[65794]: WARNING neutronclient.v2_0.client [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.155330] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 830eba0f-02b0-49a4-9afa-20a6afaa7e20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1116.155484] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance f755f4c0-549a-4787-ac33-b33c4b3eac60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1116.155604] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 7c2ad80d-cf90-4b6a-b830-677ee7f0a526 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1116.155717] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance e1697784-e28f-456f-b8d5-f8b6c18865a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1116.155856] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 3dbce7f3-9371-4fa6-bae9-9a707b5fe939 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1116.155968] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance b47334e4-3b9d-48ce-a962-9ff1598725a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1116.156090] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1116.156196] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance d57734fb-52c7-4caa-bbed-40ad5e053bf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1116.156317] env[65794]: WARNING nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance d8b9bac7-82a3-426c-a3ca-d7e638e43b9e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1116.156427] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Migration 5683b90c-c11a-42ae-a82f-65db8d7deade is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1116.156532] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance cc961e99-ce33-4b59-b8d3-aae47d0e5298 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1116.156637] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 35c2cfe8-94fe-4390-8e8d-8478a09a3a61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1116.156740] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance ce852805-24f1-44d9-b464-a3361e121913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1116.156872] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 5ec524b8-32f9-4231-9f4e-542e5ad0a16a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1116.156963] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1116.157079] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Migration 26af1526-d9dc-40a6-b954-8d7bb9b7bfde is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1116.157204] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 02c37e8b-8074-4feb-be37-c9b9697535ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1116.173327] env[65794]: DEBUG nova.network.neutron [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1116.200835] env[65794]: INFO nova.compute.manager [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Took 30.31 seconds to build instance. [ 1116.237138] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527fb475-21cd-ea49-25d2-cc1c9e1f33ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011399} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.237649] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.238087] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 5ec524b8-32f9-4231-9f4e-542e5ad0a16a/5ec524b8-32f9-4231-9f4e-542e5ad0a16a.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.241611] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb1e8943-79d3-4ce4-a19e-73bc74419d1d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.250743] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1116.250743] env[65794]: value = "task-4812023" [ 1116.250743] env[65794]: _type = "Task" [ 1116.250743] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.256396] env[65794]: WARNING neutronclient.v2_0.client [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.267104] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.323176] env[65794]: WARNING neutronclient.v2_0.client [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.489803] env[65794]: DEBUG nova.network.neutron [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Updating instance_info_cache with network_info: [{"id": "f54bb98b-0279-4c1c-97d7-9ee36a0768ea", "address": "fa:16:3e:c6:0c:00", "network": {"id": "42cade4a-4a06-4155-8650-50edbd2d8a1b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-718071421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "737a0ac2aeb14300bb926f480f8a9607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf54bb98b-02", "ovs_interfaceid": "f54bb98b-0279-4c1c-97d7-9ee36a0768ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.536169] env[65794]: DEBUG nova.compute.manager [req-1560c97d-ebf5-4805-aef1-a905e140f7b1 req-24466276-c30c-4613-bdb8-dcd3ef9b95cb service nova] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Received event network-vif-plugged-792cd88d-484b-4547-b267-b821e9c47c16 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1116.536169] env[65794]: DEBUG oslo_concurrency.lockutils [req-1560c97d-ebf5-4805-aef1-a905e140f7b1 req-24466276-c30c-4613-bdb8-dcd3ef9b95cb service nova] Acquiring lock "00039788-0abe-4a2b-9a1f-5e21d0dbe2c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.536169] env[65794]: DEBUG oslo_concurrency.lockutils [req-1560c97d-ebf5-4805-aef1-a905e140f7b1 req-24466276-c30c-4613-bdb8-dcd3ef9b95cb service nova] Lock "00039788-0abe-4a2b-9a1f-5e21d0dbe2c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.536169] env[65794]: DEBUG oslo_concurrency.lockutils [req-1560c97d-ebf5-4805-aef1-a905e140f7b1 req-24466276-c30c-4613-bdb8-dcd3ef9b95cb service nova] Lock "00039788-0abe-4a2b-9a1f-5e21d0dbe2c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.536169] env[65794]: DEBUG nova.compute.manager [req-1560c97d-ebf5-4805-aef1-a905e140f7b1 req-24466276-c30c-4613-bdb8-dcd3ef9b95cb service nova] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] No waiting events found dispatching network-vif-plugged-792cd88d-484b-4547-b267-b821e9c47c16 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1116.536169] env[65794]: WARNING nova.compute.manager [req-1560c97d-ebf5-4805-aef1-a905e140f7b1 req-24466276-c30c-4613-bdb8-dcd3ef9b95cb service nova] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Received unexpected event network-vif-plugged-792cd88d-484b-4547-b267-b821e9c47c16 for instance with vm_state building and task_state spawning. [ 1116.536756] env[65794]: DEBUG nova.compute.manager [req-1560c97d-ebf5-4805-aef1-a905e140f7b1 req-24466276-c30c-4613-bdb8-dcd3ef9b95cb service nova] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Received event network-changed-792cd88d-484b-4547-b267-b821e9c47c16 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1116.537109] env[65794]: DEBUG nova.compute.manager [req-1560c97d-ebf5-4805-aef1-a905e140f7b1 req-24466276-c30c-4613-bdb8-dcd3ef9b95cb service nova] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Refreshing instance network info cache due to event network-changed-792cd88d-484b-4547-b267-b821e9c47c16. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1116.538231] env[65794]: DEBUG oslo_concurrency.lockutils [req-1560c97d-ebf5-4805-aef1-a905e140f7b1 req-24466276-c30c-4613-bdb8-dcd3ef9b95cb service nova] Acquiring lock "refresh_cache-00039788-0abe-4a2b-9a1f-5e21d0dbe2c9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.663022] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 70b78066-0a13-4c5f-b048-373123445515 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1116.703029] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9a9741c9-4844-4a9d-b1d1-a524d0811ed7 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "ce852805-24f1-44d9-b464-a3361e121913" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.827s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.761619] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812023, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.797971] env[65794]: DEBUG nova.network.neutron [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Updating instance_info_cache with network_info: [{"id": "792cd88d-484b-4547-b267-b821e9c47c16", "address": "fa:16:3e:a6:65:13", "network": {"id": "36c5e215-9baa-484a-b32e-46d5cf98df9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1092787184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a60998eafe04056b6d1e67daba6c3b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792cd88d-48", "ovs_interfaceid": "792cd88d-484b-4547-b267-b821e9c47c16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.992554] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Releasing lock "refresh_cache-02c37e8b-8074-4feb-be37-c9b9697535ab" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.167529] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 72ec630b-7e06-4b86-ba51-03929e3f279f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1117.261199] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.937546} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.261474] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 5ec524b8-32f9-4231-9f4e-542e5ad0a16a/5ec524b8-32f9-4231-9f4e-542e5ad0a16a.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.261688] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.261949] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c33ad4f1-23f5-4e8d-8f1f-a4df83bf2330 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.269150] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1117.269150] env[65794]: value = "task-4812024" [ 1117.269150] env[65794]: _type = "Task" [ 1117.269150] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.278629] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.300667] env[65794]: DEBUG oslo_concurrency.lockutils [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "refresh_cache-00039788-0abe-4a2b-9a1f-5e21d0dbe2c9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.301137] env[65794]: DEBUG nova.compute.manager [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Instance network_info: |[{"id": "792cd88d-484b-4547-b267-b821e9c47c16", "address": "fa:16:3e:a6:65:13", "network": {"id": "36c5e215-9baa-484a-b32e-46d5cf98df9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1092787184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a60998eafe04056b6d1e67daba6c3b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792cd88d-48", "ovs_interfaceid": "792cd88d-484b-4547-b267-b821e9c47c16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1117.301510] env[65794]: DEBUG oslo_concurrency.lockutils [req-1560c97d-ebf5-4805-aef1-a905e140f7b1 req-24466276-c30c-4613-bdb8-dcd3ef9b95cb service nova] Acquired lock "refresh_cache-00039788-0abe-4a2b-9a1f-5e21d0dbe2c9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.301687] env[65794]: DEBUG nova.network.neutron [req-1560c97d-ebf5-4805-aef1-a905e140f7b1 req-24466276-c30c-4613-bdb8-dcd3ef9b95cb service nova] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Refreshing network info cache for port 792cd88d-484b-4547-b267-b821e9c47c16 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.307134] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:65:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '792cd88d-484b-4547-b267-b821e9c47c16', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.321751] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1117.322944] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.323229] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1451c1b-cde9-4eb7-b9ad-dc5a3f7bb19a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.347940] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.347940] env[65794]: value = "task-4812025" [ 1117.347940] env[65794]: _type = "Task" [ 1117.347940] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.356515] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812025, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.671143] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance bb554a44-fa79-41b5-8dcf-674bface214c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1117.671540] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1117.671801] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=100GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '13', 'num_vm_active': '9', 'num_task_None': '9', 'num_os_type_None': '13', 'num_proj_28d747c7d7744934af5ef6936cd5608d': '1', 'io_workload': '4', 'num_proj_8e3a5224c33c47b18efdab4594c4beb0': '2', 'num_proj_4eb27c4a5aba4b6a88f64e92b9d05791': '2', 'num_vm_resized': '1', 'num_proj_f5e39179d45d4774936d217b8bc60a37': '1', 'num_proj_6c82899c90d64955a6f8a3b9afc4cc22': '2', 'num_proj_8aa2d70218ad42269cd5188374cb90b1': '2', 'num_task_resize_prep': '1', 'num_proj_737a0ac2aeb14300bb926f480f8a9607': '1', 'num_proj_641525153727464f9f447fe8d064f09d': '1', 'num_vm_building': '3', 'num_task_spawning': '3', 'num_proj_9a60998eafe04056b6d1e67daba6c3b1': '1'} {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1117.781875] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068899} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.782661] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.783674] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b6f878-4621-4629-9ebc-080807527210 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.808920] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 5ec524b8-32f9-4231-9f4e-542e5ad0a16a/5ec524b8-32f9-4231-9f4e-542e5ad0a16a.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.813547] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91f57bb4-2620-4aa9-8144-4b464e895a1d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.829712] env[65794]: WARNING neutronclient.v2_0.client [req-1560c97d-ebf5-4805-aef1-a905e140f7b1 req-24466276-c30c-4613-bdb8-dcd3ef9b95cb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.839524] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1117.839524] env[65794]: value = "task-4812026" [ 1117.839524] env[65794]: _type = "Task" [ 1117.839524] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.848538] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.859900] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812025, 'name': CreateVM_Task, 'duration_secs': 0.447012} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.860093] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.860599] env[65794]: WARNING neutronclient.v2_0.client [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.860959] env[65794]: DEBUG oslo_concurrency.lockutils [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.861118] env[65794]: DEBUG oslo_concurrency.lockutils [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.861437] env[65794]: DEBUG oslo_concurrency.lockutils [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.861705] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21487653-7bec-48e6-b53f-ed6d4caeead3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.868496] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1117.868496] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52830a3d-b553-24e4-8e9a-bb555f651247" [ 1117.868496] env[65794]: _type = "Task" [ 1117.868496] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.883935] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52830a3d-b553-24e4-8e9a-bb555f651247, 'name': SearchDatastore_Task, 'duration_secs': 0.014133} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.884296] env[65794]: DEBUG oslo_concurrency.lockutils [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.884548] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.884808] env[65794]: DEBUG oslo_concurrency.lockutils [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.884948] env[65794]: DEBUG oslo_concurrency.lockutils [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.886417] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.886774] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea584191-e09c-49e1-bc8c-2b5f21ea1e25 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.898569] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.898777] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.900031] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0660e928-d8c7-463c-8eb0-13ceaeee4239 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.905627] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1117.905627] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52b63678-fe30-9125-8750-5e0fc4311ad1" [ 1117.905627] env[65794]: _type = "Task" [ 1117.905627] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.917372] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b63678-fe30-9125-8750-5e0fc4311ad1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.005122] env[65794]: WARNING neutronclient.v2_0.client [req-1560c97d-ebf5-4805-aef1-a905e140f7b1 req-24466276-c30c-4613-bdb8-dcd3ef9b95cb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.053021] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cd7366-4b93-4bbe-8fd0-5b91d713d20d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.062255] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030239ee-525c-46df-80d1-5c021da21803 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.099438] env[65794]: DEBUG nova.network.neutron [req-1560c97d-ebf5-4805-aef1-a905e140f7b1 req-24466276-c30c-4613-bdb8-dcd3ef9b95cb service nova] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Updated VIF entry in instance network info cache for port 792cd88d-484b-4547-b267-b821e9c47c16. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1118.099798] env[65794]: DEBUG nova.network.neutron [req-1560c97d-ebf5-4805-aef1-a905e140f7b1 req-24466276-c30c-4613-bdb8-dcd3ef9b95cb service nova] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Updating instance_info_cache with network_info: [{"id": "792cd88d-484b-4547-b267-b821e9c47c16", "address": "fa:16:3e:a6:65:13", "network": {"id": "36c5e215-9baa-484a-b32e-46d5cf98df9c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1092787184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a60998eafe04056b6d1e67daba6c3b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap792cd88d-48", "ovs_interfaceid": "792cd88d-484b-4547-b267-b821e9c47c16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.101529] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e4b4bd-45b7-4c46-92f1-d4261e472d54 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.110258] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e8fb36-e4b2-4fcf-89eb-c0f1dd93d653 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.126870] env[65794]: DEBUG nova.compute.provider_tree [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.350191] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812026, 'name': ReconfigVM_Task, 'duration_secs': 0.470049} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.350571] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 5ec524b8-32f9-4231-9f4e-542e5ad0a16a/5ec524b8-32f9-4231-9f4e-542e5ad0a16a.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.351478] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8960cfbc-ad47-44d1-a4d1-f7e393a15b9a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.358185] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1118.358185] env[65794]: value = "task-4812027" [ 1118.358185] env[65794]: _type = "Task" [ 1118.358185] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.368330] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812027, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.417105] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b63678-fe30-9125-8750-5e0fc4311ad1, 'name': SearchDatastore_Task, 'duration_secs': 0.033704} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.417980] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2f7a592-4fd7-47ce-aead-7a4a34432967 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.423757] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1118.423757] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52168a90-ae14-62b9-1154-16b63c1238f4" [ 1118.423757] env[65794]: _type = "Task" [ 1118.423757] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.432183] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52168a90-ae14-62b9-1154-16b63c1238f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.513974] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a9ba3b-7cf7-4b61-8819-5097a45bad5e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.532380] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Updating instance '02c37e8b-8074-4feb-be37-c9b9697535ab' progress to 0 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.565513] env[65794]: DEBUG nova.compute.manager [req-0e677ad6-225b-4148-8cb4-e94241fec0d0 req-ddd2f6e8-78d0-4bec-82ca-99489ab7c0ef service nova] [instance: ce852805-24f1-44d9-b464-a3361e121913] Received event network-changed-b52fab48-ceab-4187-9cfa-b6a019c5f213 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1118.565696] env[65794]: DEBUG nova.compute.manager [req-0e677ad6-225b-4148-8cb4-e94241fec0d0 req-ddd2f6e8-78d0-4bec-82ca-99489ab7c0ef service nova] [instance: ce852805-24f1-44d9-b464-a3361e121913] Refreshing instance network info cache due to event network-changed-b52fab48-ceab-4187-9cfa-b6a019c5f213. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1118.565921] env[65794]: DEBUG oslo_concurrency.lockutils [req-0e677ad6-225b-4148-8cb4-e94241fec0d0 req-ddd2f6e8-78d0-4bec-82ca-99489ab7c0ef service nova] Acquiring lock "refresh_cache-ce852805-24f1-44d9-b464-a3361e121913" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.566072] env[65794]: DEBUG oslo_concurrency.lockutils [req-0e677ad6-225b-4148-8cb4-e94241fec0d0 req-ddd2f6e8-78d0-4bec-82ca-99489ab7c0ef service nova] Acquired lock "refresh_cache-ce852805-24f1-44d9-b464-a3361e121913" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.566230] env[65794]: DEBUG nova.network.neutron [req-0e677ad6-225b-4148-8cb4-e94241fec0d0 req-ddd2f6e8-78d0-4bec-82ca-99489ab7c0ef service nova] [instance: ce852805-24f1-44d9-b464-a3361e121913] Refreshing network info cache for port b52fab48-ceab-4187-9cfa-b6a019c5f213 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.605469] env[65794]: DEBUG oslo_concurrency.lockutils [req-1560c97d-ebf5-4805-aef1-a905e140f7b1 req-24466276-c30c-4613-bdb8-dcd3ef9b95cb service nova] Releasing lock "refresh_cache-00039788-0abe-4a2b-9a1f-5e21d0dbe2c9" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.631157] env[65794]: DEBUG nova.scheduler.client.report [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.868865] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812027, 'name': Rename_Task, 'duration_secs': 0.147096} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.869209] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.869491] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-993e41d1-56d3-4e4c-b335-875a0092fd83 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.876701] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1118.876701] env[65794]: value = "task-4812028" [ 1118.876701] env[65794]: _type = "Task" [ 1118.876701] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.885383] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.935058] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52168a90-ae14-62b9-1154-16b63c1238f4, 'name': SearchDatastore_Task, 'duration_secs': 0.019696} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.935058] env[65794]: DEBUG oslo_concurrency.lockutils [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.935200] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9/00039788-0abe-4a2b-9a1f-5e21d0dbe2c9.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.935463] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-654192d4-42bf-4512-9419-3268eb2b44de {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.943274] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1118.943274] env[65794]: value = "task-4812029" [ 1118.943274] env[65794]: _type = "Task" [ 1118.943274] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.951076] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4812029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.038562] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.038914] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb411140-d69a-4fa5-856d-c259090c1718 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.047060] env[65794]: DEBUG oslo_vmware.api [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1119.047060] env[65794]: value = "task-4812030" [ 1119.047060] env[65794]: _type = "Task" [ 1119.047060] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.059803] env[65794]: DEBUG oslo_vmware.api [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4812030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.068769] env[65794]: WARNING neutronclient.v2_0.client [req-0e677ad6-225b-4148-8cb4-e94241fec0d0 req-ddd2f6e8-78d0-4bec-82ca-99489ab7c0ef service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.136906] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65794) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1119.137207] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.033s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.137552] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.707s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.139219] env[65794]: INFO nova.compute.claims [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.276995] env[65794]: WARNING neutronclient.v2_0.client [req-0e677ad6-225b-4148-8cb4-e94241fec0d0 req-ddd2f6e8-78d0-4bec-82ca-99489ab7c0ef service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.373496] env[65794]: DEBUG nova.network.neutron [req-0e677ad6-225b-4148-8cb4-e94241fec0d0 req-ddd2f6e8-78d0-4bec-82ca-99489ab7c0ef service nova] [instance: ce852805-24f1-44d9-b464-a3361e121913] Updated VIF entry in instance network info cache for port b52fab48-ceab-4187-9cfa-b6a019c5f213. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1119.373820] env[65794]: DEBUG nova.network.neutron [req-0e677ad6-225b-4148-8cb4-e94241fec0d0 req-ddd2f6e8-78d0-4bec-82ca-99489ab7c0ef service nova] [instance: ce852805-24f1-44d9-b464-a3361e121913] Updating instance_info_cache with network_info: [{"id": "b52fab48-ceab-4187-9cfa-b6a019c5f213", "address": "fa:16:3e:38:a7:81", "network": {"id": "34c355f1-18b6-4f59-a3ba-314ba59b5ea5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-446712165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c82899c90d64955a6f8a3b9afc4cc22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb52fab48-ce", "ovs_interfaceid": "b52fab48-ceab-4187-9cfa-b6a019c5f213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.392713] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812028, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.456662] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4812029, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.559158] env[65794]: DEBUG oslo_vmware.api [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4812030, 'name': PowerOffVM_Task, 'duration_secs': 0.262866} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.559626] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.559867] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Updating instance '02c37e8b-8074-4feb-be37-c9b9697535ab' progress to 17 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.877110] env[65794]: DEBUG oslo_concurrency.lockutils [req-0e677ad6-225b-4148-8cb4-e94241fec0d0 req-ddd2f6e8-78d0-4bec-82ca-99489ab7c0ef service nova] Releasing lock "refresh_cache-ce852805-24f1-44d9-b464-a3361e121913" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.887968] env[65794]: DEBUG oslo_vmware.api [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812028, 'name': PowerOnVM_Task, 'duration_secs': 0.639696} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.888248] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.888441] env[65794]: INFO nova.compute.manager [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1119.888617] env[65794]: DEBUG nova.compute.manager [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1119.889395] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a9acdd-286e-4662-8b3e-e338226eeb71 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.954784] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4812029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625254} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.955073] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9/00039788-0abe-4a2b-9a1f-5e21d0dbe2c9.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.955353] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.955547] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46420266-1245-49e1-98e9-6ec66a3060c2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.963153] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1119.963153] env[65794]: value = "task-4812031" [ 1119.963153] env[65794]: _type = "Task" [ 1119.963153] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.972679] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4812031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.069014] env[65794]: DEBUG nova.virt.hardware [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1120.069409] env[65794]: DEBUG nova.virt.hardware [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.069680] env[65794]: DEBUG nova.virt.hardware [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1120.069970] env[65794]: DEBUG nova.virt.hardware [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.070209] env[65794]: DEBUG nova.virt.hardware [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1120.070432] env[65794]: DEBUG nova.virt.hardware [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1120.070732] env[65794]: DEBUG nova.virt.hardware [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1120.070973] env[65794]: DEBUG nova.virt.hardware [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1120.071255] env[65794]: DEBUG nova.virt.hardware [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1120.071488] env[65794]: DEBUG nova.virt.hardware [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1120.071746] env[65794]: DEBUG nova.virt.hardware [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1120.080617] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-663dcaa5-a0e1-47ce-bdc3-fc9c781b0ca2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.098684] env[65794]: DEBUG oslo_vmware.api [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1120.098684] env[65794]: value = "task-4812032" [ 1120.098684] env[65794]: _type = "Task" [ 1120.098684] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.108878] env[65794]: DEBUG oslo_vmware.api [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4812032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.408798] env[65794]: INFO nova.compute.manager [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Took 28.57 seconds to build instance. [ 1120.418035] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1557e1d1-11f9-40da-9894-516e016d47a0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.426918] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af425309-ddae-4b8c-8ae5-c74d722199c6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.462681] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c41a10-3456-4e50-8d97-36b66fc58f62 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.478526] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4812031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095629} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.478906] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.480376] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79f959c-d93c-47d0-9476-d9d761539aa0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.484866] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf38eadd-5ecd-4598-9d65-75cf2532f16e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.498150] env[65794]: DEBUG nova.compute.provider_tree [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.518396] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9/00039788-0abe-4a2b-9a1f-5e21d0dbe2c9.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.520029] env[65794]: DEBUG nova.scheduler.client.report [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.522904] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1a51800-e105-4d7e-b768-7c786a59eee2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.538362] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.401s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.538733] env[65794]: DEBUG nova.compute.manager [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1120.541454] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.639s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.543264] env[65794]: INFO nova.compute.claims [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.555263] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1120.555263] env[65794]: value = "task-4812033" [ 1120.555263] env[65794]: _type = "Task" [ 1120.555263] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.562056] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4812033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.608781] env[65794]: DEBUG oslo_vmware.api [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4812032, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.910831] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d32a0809-5017-4730-b19f-a5e29d965bcb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "5ec524b8-32f9-4231-9f4e-542e5ad0a16a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.083s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.050751] env[65794]: DEBUG nova.compute.utils [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.053291] env[65794]: DEBUG nova.compute.manager [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1121.053291] env[65794]: DEBUG nova.network.neutron [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1121.053582] env[65794]: WARNING neutronclient.v2_0.client [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.054036] env[65794]: WARNING neutronclient.v2_0.client [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.066802] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4812033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.110228] env[65794]: DEBUG oslo_vmware.api [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4812032, 'name': ReconfigVM_Task, 'duration_secs': 0.512553} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.110649] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Updating instance '02c37e8b-8074-4feb-be37-c9b9697535ab' progress to 33 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.120795] env[65794]: DEBUG nova.policy [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '573a33c9e1d0430ab8e2bb2f18bb52da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e3a5224c33c47b18efdab4594c4beb0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.522042] env[65794]: DEBUG nova.network.neutron [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Successfully created port: fe522376-5e10-4ea3-84a4-e64e811c3c49 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1121.557486] env[65794]: DEBUG nova.compute.manager [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1121.573016] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4812033, 'name': ReconfigVM_Task, 'duration_secs': 0.833366} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.573329] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9/00039788-0abe-4a2b-9a1f-5e21d0dbe2c9.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.573962] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32583431-f69c-4bb4-912e-e9236440f831 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.581792] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1121.581792] env[65794]: value = "task-4812034" [ 1121.581792] env[65794]: _type = "Task" [ 1121.581792] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.592547] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4812034, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.618243] env[65794]: DEBUG nova.virt.hardware [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1121.618496] env[65794]: DEBUG nova.virt.hardware [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.618663] env[65794]: DEBUG nova.virt.hardware [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1121.618894] env[65794]: DEBUG nova.virt.hardware [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.619059] env[65794]: DEBUG nova.virt.hardware [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1121.619899] env[65794]: DEBUG nova.virt.hardware [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1121.619899] env[65794]: DEBUG nova.virt.hardware [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1121.619899] env[65794]: DEBUG nova.virt.hardware [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1121.619899] env[65794]: DEBUG nova.virt.hardware [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1121.619899] env[65794]: DEBUG nova.virt.hardware [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1121.620078] env[65794]: DEBUG nova.virt.hardware [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1121.625865] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1121.629050] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c7f436d-818f-47c4-ab07-5c87e9a6ce82 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.650415] env[65794]: DEBUG oslo_vmware.api [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1121.650415] env[65794]: value = "task-4812035" [ 1121.650415] env[65794]: _type = "Task" [ 1121.650415] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.659314] env[65794]: DEBUG oslo_vmware.api [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4812035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.847411] env[65794]: DEBUG nova.compute.manager [req-294db532-7232-409a-9c43-bfb3728dbf54 req-07652fc3-6ea2-4097-90d3-495f53f140ba service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Received event network-changed-6dacd320-d0c4-4d3b-9ee2-8ae77db35fce {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1121.847655] env[65794]: DEBUG nova.compute.manager [req-294db532-7232-409a-9c43-bfb3728dbf54 req-07652fc3-6ea2-4097-90d3-495f53f140ba service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Refreshing instance network info cache due to event network-changed-6dacd320-d0c4-4d3b-9ee2-8ae77db35fce. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1121.847885] env[65794]: DEBUG oslo_concurrency.lockutils [req-294db532-7232-409a-9c43-bfb3728dbf54 req-07652fc3-6ea2-4097-90d3-495f53f140ba service nova] Acquiring lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.848022] env[65794]: DEBUG oslo_concurrency.lockutils [req-294db532-7232-409a-9c43-bfb3728dbf54 req-07652fc3-6ea2-4097-90d3-495f53f140ba service nova] Acquired lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.848180] env[65794]: DEBUG nova.network.neutron [req-294db532-7232-409a-9c43-bfb3728dbf54 req-07652fc3-6ea2-4097-90d3-495f53f140ba service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Refreshing network info cache for port 6dacd320-d0c4-4d3b-9ee2-8ae77db35fce {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.882054] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a508af65-d9a5-4778-b7d5-d5d038bf87ed {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.893891] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8b02ba-a1fe-4dd3-897d-6c3b5c76e0d9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.927512] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8280c73e-5152-4090-a4f8-279c578c090f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.936556] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55be4a3-2430-4b80-ac02-71b9f535c8e8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.950968] env[65794]: DEBUG nova.compute.provider_tree [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.067905] env[65794]: INFO nova.virt.block_device [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Booting with volume 6842242b-aa8e-4d26-9436-fa88b16738f2 at /dev/sda [ 1122.093622] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4812034, 'name': Rename_Task, 'duration_secs': 0.240826} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.094236] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.094967] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2476b4b6-b558-400a-a257-de642eca439c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.105240] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1122.105240] env[65794]: value = "task-4812036" [ 1122.105240] env[65794]: _type = "Task" [ 1122.105240] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.121960] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4812036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.144288] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-561fc7b4-2a5c-4775-bef2-77bca40f432c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.162094] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348dada6-5147-4d43-a25c-fc317d08e45f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.176458] env[65794]: DEBUG oslo_vmware.api [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4812035, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.210906] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85b236bb-6d97-4ce3-9553-73e58193d9a5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.220191] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca006c0-3902-4d99-8b01-a8b0d32f5936 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.262482] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60b9523-7623-4bbf-be77-ea10e98b663f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.270223] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69d39de-a303-4b60-9cf0-118bfbcd86c1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.287199] env[65794]: DEBUG nova.virt.block_device [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Updating existing volume attachment record: 5c24fc7b-2c3a-41cd-ba76-ae882324f329 {{(pid=65794) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1122.351214] env[65794]: WARNING neutronclient.v2_0.client [req-294db532-7232-409a-9c43-bfb3728dbf54 req-07652fc3-6ea2-4097-90d3-495f53f140ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.454644] env[65794]: DEBUG nova.scheduler.client.report [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.615928] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4812036, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.660577] env[65794]: DEBUG oslo_vmware.api [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4812035, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.960334] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.960802] env[65794]: DEBUG nova.compute.manager [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1122.964178] env[65794]: DEBUG oslo_concurrency.lockutils [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.166s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.968024] env[65794]: DEBUG oslo_concurrency.lockutils [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.968170] env[65794]: DEBUG oslo_concurrency.lockutils [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.854s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.968358] env[65794]: DEBUG oslo_concurrency.lockutils [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.971575] env[65794]: DEBUG oslo_concurrency.lockutils [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.275s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.004962] env[65794]: INFO nova.scheduler.client.report [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Deleted allocations for instance d8b9bac7-82a3-426c-a3ca-d7e638e43b9e [ 1123.007204] env[65794]: INFO nova.scheduler.client.report [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Deleted allocations for instance 3dbce7f3-9371-4fa6-bae9-9a707b5fe939 [ 1123.125411] env[65794]: DEBUG oslo_vmware.api [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4812036, 'name': PowerOnVM_Task, 'duration_secs': 0.95498} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.127168] env[65794]: DEBUG nova.network.neutron [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Successfully updated port: fe522376-5e10-4ea3-84a4-e64e811c3c49 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1123.129050] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.129724] env[65794]: INFO nova.compute.manager [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1123.130099] env[65794]: DEBUG nova.compute.manager [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1123.132088] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed74457a-09e2-409e-b352-9b799e232b59 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.166315] env[65794]: DEBUG oslo_vmware.api [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4812035, 'name': ReconfigVM_Task, 'duration_secs': 1.17289} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.171160] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1123.172569] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc410f3-a137-4354-929b-c77a22e156dc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.208349] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 02c37e8b-8074-4feb-be37-c9b9697535ab/02c37e8b-8074-4feb-be37-c9b9697535ab.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.209110] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f3e87ad-a7be-498f-8a37-480b15c39429 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.232518] env[65794]: DEBUG oslo_vmware.api [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1123.232518] env[65794]: value = "task-4812037" [ 1123.232518] env[65794]: _type = "Task" [ 1123.232518] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.242274] env[65794]: DEBUG oslo_vmware.api [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4812037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.247037] env[65794]: DEBUG nova.compute.manager [req-9f4aded1-d3f4-4360-a759-325baf067bd8 req-dd46690c-ce1f-45ff-a611-c0cce233e0f3 service nova] [instance: 70b78066-0a13-4c5f-b048-373123445515] Received event network-vif-plugged-fe522376-5e10-4ea3-84a4-e64e811c3c49 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1123.247037] env[65794]: DEBUG oslo_concurrency.lockutils [req-9f4aded1-d3f4-4360-a759-325baf067bd8 req-dd46690c-ce1f-45ff-a611-c0cce233e0f3 service nova] Acquiring lock "70b78066-0a13-4c5f-b048-373123445515-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.247037] env[65794]: DEBUG oslo_concurrency.lockutils [req-9f4aded1-d3f4-4360-a759-325baf067bd8 req-dd46690c-ce1f-45ff-a611-c0cce233e0f3 service nova] Lock "70b78066-0a13-4c5f-b048-373123445515-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.247037] env[65794]: DEBUG oslo_concurrency.lockutils [req-9f4aded1-d3f4-4360-a759-325baf067bd8 req-dd46690c-ce1f-45ff-a611-c0cce233e0f3 service nova] Lock "70b78066-0a13-4c5f-b048-373123445515-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.247037] env[65794]: DEBUG nova.compute.manager [req-9f4aded1-d3f4-4360-a759-325baf067bd8 req-dd46690c-ce1f-45ff-a611-c0cce233e0f3 service nova] [instance: 70b78066-0a13-4c5f-b048-373123445515] No waiting events found dispatching network-vif-plugged-fe522376-5e10-4ea3-84a4-e64e811c3c49 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1123.247484] env[65794]: WARNING nova.compute.manager [req-9f4aded1-d3f4-4360-a759-325baf067bd8 req-dd46690c-ce1f-45ff-a611-c0cce233e0f3 service nova] [instance: 70b78066-0a13-4c5f-b048-373123445515] Received unexpected event network-vif-plugged-fe522376-5e10-4ea3-84a4-e64e811c3c49 for instance with vm_state building and task_state block_device_mapping. [ 1123.291798] env[65794]: WARNING neutronclient.v2_0.client [req-294db532-7232-409a-9c43-bfb3728dbf54 req-07652fc3-6ea2-4097-90d3-495f53f140ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.475885] env[65794]: DEBUG nova.compute.utils [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.482373] env[65794]: DEBUG nova.compute.manager [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1123.483342] env[65794]: DEBUG nova.network.neutron [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1123.484304] env[65794]: WARNING neutronclient.v2_0.client [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.486261] env[65794]: WARNING neutronclient.v2_0.client [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.492954] env[65794]: DEBUG nova.network.neutron [req-294db532-7232-409a-9c43-bfb3728dbf54 req-07652fc3-6ea2-4097-90d3-495f53f140ba service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Updated VIF entry in instance network info cache for port 6dacd320-d0c4-4d3b-9ee2-8ae77db35fce. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1123.493543] env[65794]: DEBUG nova.network.neutron [req-294db532-7232-409a-9c43-bfb3728dbf54 req-07652fc3-6ea2-4097-90d3-495f53f140ba service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Updating instance_info_cache with network_info: [{"id": "6dacd320-d0c4-4d3b-9ee2-8ae77db35fce", "address": "fa:16:3e:1a:ca:14", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dacd320-d0", "ovs_interfaceid": "6dacd320-d0c4-4d3b-9ee2-8ae77db35fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.519673] env[65794]: DEBUG oslo_concurrency.lockutils [None req-74580847-8854-4c88-92e8-cf28ebd52ab5 tempest-ListServerFiltersTestJSON-1726380347 tempest-ListServerFiltersTestJSON-1726380347-project-member] Lock "3dbce7f3-9371-4fa6-bae9-9a707b5fe939" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.244s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.525972] env[65794]: DEBUG oslo_concurrency.lockutils [None req-017fea8b-e2e0-417a-974f-ff836dc55be7 tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "d8b9bac7-82a3-426c-a3ca-d7e638e43b9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.334s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.569844] env[65794]: DEBUG nova.policy [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd21d708b203d41e887ee1f05c8b660b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b345d200c3c84e66914e176b22a5f7bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.635370] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "refresh_cache-70b78066-0a13-4c5f-b048-373123445515" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.635784] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired lock "refresh_cache-70b78066-0a13-4c5f-b048-373123445515" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.635784] env[65794]: DEBUG nova.network.neutron [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1123.655391] env[65794]: INFO nova.compute.manager [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Took 30.21 seconds to build instance. [ 1123.748789] env[65794]: DEBUG oslo_vmware.api [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4812037, 'name': ReconfigVM_Task, 'duration_secs': 0.297307} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.752655] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 02c37e8b-8074-4feb-be37-c9b9697535ab/02c37e8b-8074-4feb-be37-c9b9697535ab.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.754408] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Updating instance '02c37e8b-8074-4feb-be37-c9b9697535ab' progress to 50 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.822334] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb96df3-39d5-476c-a09b-9114e2c8d766 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.832282] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2017f75-51d0-4314-8a5b-a80671cf81ec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.866496] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defb785a-a5ba-4e7c-83e7-084f6256a0b6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.875340] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e71523-be92-4c15-b6a6-f88897c45fb0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.892521] env[65794]: DEBUG nova.compute.provider_tree [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.911254] env[65794]: DEBUG nova.compute.manager [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Received event network-changed-682c659e-bae2-4ade-908e-1f30e1d3f7ee {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1123.911254] env[65794]: DEBUG nova.compute.manager [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Refreshing instance network info cache due to event network-changed-682c659e-bae2-4ade-908e-1f30e1d3f7ee. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1123.911254] env[65794]: DEBUG oslo_concurrency.lockutils [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] Acquiring lock "refresh_cache-5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.911254] env[65794]: DEBUG oslo_concurrency.lockutils [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] Acquired lock "refresh_cache-5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.911949] env[65794]: DEBUG nova.network.neutron [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Refreshing network info cache for port 682c659e-bae2-4ade-908e-1f30e1d3f7ee {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.979898] env[65794]: DEBUG nova.compute.manager [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1123.997825] env[65794]: DEBUG oslo_concurrency.lockutils [req-294db532-7232-409a-9c43-bfb3728dbf54 req-07652fc3-6ea2-4097-90d3-495f53f140ba service nova] Releasing lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.047515] env[65794]: DEBUG nova.network.neutron [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Successfully created port: 74d2dd05-7bfd-4ab6-968e-c2698832be57 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1124.157615] env[65794]: DEBUG oslo_concurrency.lockutils [None req-686e0a16-3485-496b-9118-e93895e39c9e tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "00039788-0abe-4a2b-9a1f-5e21d0dbe2c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.725s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.192401] env[65794]: DEBUG nova.network.neutron [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1124.262295] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b93de10-3c03-419b-871d-ee9b933f1d45 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.284508] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49baa751-9416-49d5-8df9-13682c5127b9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.303541] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Updating instance '02c37e8b-8074-4feb-be37-c9b9697535ab' progress to 67 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.395937] env[65794]: DEBUG nova.scheduler.client.report [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.403521] env[65794]: DEBUG nova.compute.manager [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1124.403621] env[65794]: DEBUG nova.virt.hardware [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1124.403789] env[65794]: DEBUG nova.virt.hardware [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.404244] env[65794]: DEBUG nova.virt.hardware [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1124.404244] env[65794]: DEBUG nova.virt.hardware [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.405924] env[65794]: DEBUG nova.virt.hardware [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1124.405924] env[65794]: DEBUG nova.virt.hardware [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1124.405924] env[65794]: DEBUG nova.virt.hardware [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1124.405924] env[65794]: DEBUG nova.virt.hardware [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1124.405924] env[65794]: DEBUG nova.virt.hardware [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1124.405924] env[65794]: DEBUG nova.virt.hardware [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1124.405924] env[65794]: DEBUG nova.virt.hardware [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1124.406596] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f08ac2-2d32-4aec-bc45-cd2f4bafd65f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.415607] env[65794]: WARNING neutronclient.v2_0.client [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.416778] env[65794]: WARNING neutronclient.v2_0.client [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.423768] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d9e4ff-ab7b-4995-9e11-6d7b12a317c2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.589860] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "830eba0f-02b0-49a4-9afa-20a6afaa7e20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.590155] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "830eba0f-02b0-49a4-9afa-20a6afaa7e20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.590373] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "830eba0f-02b0-49a4-9afa-20a6afaa7e20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.590557] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "830eba0f-02b0-49a4-9afa-20a6afaa7e20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.590725] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "830eba0f-02b0-49a4-9afa-20a6afaa7e20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.593155] env[65794]: INFO nova.compute.manager [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Terminating instance [ 1124.633976] env[65794]: DEBUG nova.network.neutron [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Updating instance_info_cache with network_info: [{"id": "fe522376-5e10-4ea3-84a4-e64e811c3c49", "address": "fa:16:3e:f3:1e:93", "network": {"id": "c3be34f3-4481-455f-a5bd-794d3240dd32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1106216560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e3a5224c33c47b18efdab4594c4beb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe522376-5e", "ovs_interfaceid": "fe522376-5e10-4ea3-84a4-e64e811c3c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.791457] env[65794]: WARNING neutronclient.v2_0.client [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.810063] env[65794]: WARNING neutronclient.v2_0.client [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.810458] env[65794]: WARNING neutronclient.v2_0.client [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.883023] env[65794]: DEBUG nova.network.neutron [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Port f54bb98b-0279-4c1c-97d7-9ee36a0768ea binding to destination host cpu-1 is already ACTIVE {{(pid=65794) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1124.966600] env[65794]: DEBUG nova.network.neutron [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Updated VIF entry in instance network info cache for port 682c659e-bae2-4ade-908e-1f30e1d3f7ee. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1124.966978] env[65794]: DEBUG nova.network.neutron [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Updating instance_info_cache with network_info: [{"id": "682c659e-bae2-4ade-908e-1f30e1d3f7ee", "address": "fa:16:3e:36:ec:bd", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap682c659e-ba", "ovs_interfaceid": "682c659e-bae2-4ade-908e-1f30e1d3f7ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.993082] env[65794]: DEBUG nova.compute.manager [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1125.021924] env[65794]: DEBUG nova.virt.hardware [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1125.022194] env[65794]: DEBUG nova.virt.hardware [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.022348] env[65794]: DEBUG nova.virt.hardware [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1125.022553] env[65794]: DEBUG nova.virt.hardware [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.022698] env[65794]: DEBUG nova.virt.hardware [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1125.022840] env[65794]: DEBUG nova.virt.hardware [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1125.023145] env[65794]: DEBUG nova.virt.hardware [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1125.024039] env[65794]: DEBUG nova.virt.hardware [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1125.024039] env[65794]: DEBUG nova.virt.hardware [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1125.024039] env[65794]: DEBUG nova.virt.hardware [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1125.024039] env[65794]: DEBUG nova.virt.hardware [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1125.024719] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7b9833-d4c2-4624-8003-496b14092416 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.033354] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e2a6d7-8588-4372-abf9-2b9d3c3f33bd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.097112] env[65794]: DEBUG nova.compute.manager [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1125.097375] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.098298] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2983a9-32b5-4069-be06-5de941b656bb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.106795] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.107118] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f61e81b-0b19-47bd-83a1-925ceb5d595e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.116101] env[65794]: DEBUG oslo_vmware.api [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 1125.116101] env[65794]: value = "task-4812038" [ 1125.116101] env[65794]: _type = "Task" [ 1125.116101] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.126930] env[65794]: DEBUG oslo_vmware.api [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4812038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.138122] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Releasing lock "refresh_cache-70b78066-0a13-4c5f-b048-373123445515" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.138122] env[65794]: DEBUG nova.compute.manager [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Instance network_info: |[{"id": "fe522376-5e10-4ea3-84a4-e64e811c3c49", "address": "fa:16:3e:f3:1e:93", "network": {"id": "c3be34f3-4481-455f-a5bd-794d3240dd32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1106216560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e3a5224c33c47b18efdab4594c4beb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe522376-5e", "ovs_interfaceid": "fe522376-5e10-4ea3-84a4-e64e811c3c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1125.138526] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:1e:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe522376-5e10-4ea3-84a4-e64e811c3c49', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.148190] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1125.148563] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70b78066-0a13-4c5f-b048-373123445515] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.148845] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5d98af3-bf9b-4785-9c57-0bf37aefcb14 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.181711] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.181711] env[65794]: value = "task-4812039" [ 1125.181711] env[65794]: _type = "Task" [ 1125.181711] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.191354] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812039, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.278798] env[65794]: DEBUG nova.compute.manager [req-aa5fa2f0-4308-409f-8595-1531ffba9cad req-f42eeb6a-95d5-4430-af71-4b21f0e40f7d service nova] [instance: 70b78066-0a13-4c5f-b048-373123445515] Received event network-changed-fe522376-5e10-4ea3-84a4-e64e811c3c49 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1125.278872] env[65794]: DEBUG nova.compute.manager [req-aa5fa2f0-4308-409f-8595-1531ffba9cad req-f42eeb6a-95d5-4430-af71-4b21f0e40f7d service nova] [instance: 70b78066-0a13-4c5f-b048-373123445515] Refreshing instance network info cache due to event network-changed-fe522376-5e10-4ea3-84a4-e64e811c3c49. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1125.279163] env[65794]: DEBUG oslo_concurrency.lockutils [req-aa5fa2f0-4308-409f-8595-1531ffba9cad req-f42eeb6a-95d5-4430-af71-4b21f0e40f7d service nova] Acquiring lock "refresh_cache-70b78066-0a13-4c5f-b048-373123445515" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.279376] env[65794]: DEBUG oslo_concurrency.lockutils [req-aa5fa2f0-4308-409f-8595-1531ffba9cad req-f42eeb6a-95d5-4430-af71-4b21f0e40f7d service nova] Acquired lock "refresh_cache-70b78066-0a13-4c5f-b048-373123445515" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.279599] env[65794]: DEBUG nova.network.neutron [req-aa5fa2f0-4308-409f-8595-1531ffba9cad req-f42eeb6a-95d5-4430-af71-4b21f0e40f7d service nova] [instance: 70b78066-0a13-4c5f-b048-373123445515] Refreshing network info cache for port fe522376-5e10-4ea3-84a4-e64e811c3c49 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.407139] env[65794]: DEBUG oslo_concurrency.lockutils [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.435s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.407370] env[65794]: DEBUG nova.compute.manager [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=65794) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5424}} [ 1125.410747] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.545s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.412405] env[65794]: INFO nova.compute.claims [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.471278] env[65794]: DEBUG oslo_concurrency.lockutils [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] Releasing lock "refresh_cache-5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.471278] env[65794]: DEBUG nova.compute.manager [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Received event network-changed-682c659e-bae2-4ade-908e-1f30e1d3f7ee {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1125.471278] env[65794]: DEBUG nova.compute.manager [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Refreshing instance network info cache due to event network-changed-682c659e-bae2-4ade-908e-1f30e1d3f7ee. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1125.471278] env[65794]: DEBUG oslo_concurrency.lockutils [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] Acquiring lock "refresh_cache-5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.471278] env[65794]: DEBUG oslo_concurrency.lockutils [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] Acquired lock "refresh_cache-5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.471278] env[65794]: DEBUG nova.network.neutron [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Refreshing network info cache for port 682c659e-bae2-4ade-908e-1f30e1d3f7ee {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.626150] env[65794]: DEBUG oslo_vmware.api [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4812038, 'name': PowerOffVM_Task, 'duration_secs': 0.314997} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.626473] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.626673] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.626970] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-936ed18b-8635-4932-a456-b0e62b462a43 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.682844] env[65794]: DEBUG nova.network.neutron [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Successfully updated port: 74d2dd05-7bfd-4ab6-968e-c2698832be57 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1125.695380] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812039, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.784593] env[65794]: WARNING neutronclient.v2_0.client [req-aa5fa2f0-4308-409f-8595-1531ffba9cad req-f42eeb6a-95d5-4430-af71-4b21f0e40f7d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.838210] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.838445] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.838690] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Deleting the datastore file [datastore1] 830eba0f-02b0-49a4-9afa-20a6afaa7e20 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.839086] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d0d91c6-c2a2-414d-b6f3-dcfeedd76d51 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.846864] env[65794]: DEBUG oslo_vmware.api [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for the task: (returnval){ [ 1125.846864] env[65794]: value = "task-4812041" [ 1125.846864] env[65794]: _type = "Task" [ 1125.846864] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.857052] env[65794]: DEBUG oslo_vmware.api [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4812041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.906598] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "02c37e8b-8074-4feb-be37-c9b9697535ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.906860] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "02c37e8b-8074-4feb-be37-c9b9697535ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.907161] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "02c37e8b-8074-4feb-be37-c9b9697535ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.956786] env[65794]: DEBUG nova.compute.manager [req-2e3e62bf-c852-4004-891b-7ec4102e4caa req-c6ab2610-45fe-4de7-8f8b-b950a779df7b service nova] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Received event network-vif-plugged-74d2dd05-7bfd-4ab6-968e-c2698832be57 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1125.956786] env[65794]: DEBUG oslo_concurrency.lockutils [req-2e3e62bf-c852-4004-891b-7ec4102e4caa req-c6ab2610-45fe-4de7-8f8b-b950a779df7b service nova] Acquiring lock "72ec630b-7e06-4b86-ba51-03929e3f279f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.956786] env[65794]: DEBUG oslo_concurrency.lockutils [req-2e3e62bf-c852-4004-891b-7ec4102e4caa req-c6ab2610-45fe-4de7-8f8b-b950a779df7b service nova] Lock "72ec630b-7e06-4b86-ba51-03929e3f279f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.957369] env[65794]: DEBUG oslo_concurrency.lockutils [req-2e3e62bf-c852-4004-891b-7ec4102e4caa req-c6ab2610-45fe-4de7-8f8b-b950a779df7b service nova] Lock "72ec630b-7e06-4b86-ba51-03929e3f279f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.957665] env[65794]: DEBUG nova.compute.manager [req-2e3e62bf-c852-4004-891b-7ec4102e4caa req-c6ab2610-45fe-4de7-8f8b-b950a779df7b service nova] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] No waiting events found dispatching network-vif-plugged-74d2dd05-7bfd-4ab6-968e-c2698832be57 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1125.958119] env[65794]: WARNING nova.compute.manager [req-2e3e62bf-c852-4004-891b-7ec4102e4caa req-c6ab2610-45fe-4de7-8f8b-b950a779df7b service nova] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Received unexpected event network-vif-plugged-74d2dd05-7bfd-4ab6-968e-c2698832be57 for instance with vm_state building and task_state spawning. [ 1125.958416] env[65794]: DEBUG nova.compute.manager [req-2e3e62bf-c852-4004-891b-7ec4102e4caa req-c6ab2610-45fe-4de7-8f8b-b950a779df7b service nova] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Received event network-changed-74d2dd05-7bfd-4ab6-968e-c2698832be57 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1125.958722] env[65794]: DEBUG nova.compute.manager [req-2e3e62bf-c852-4004-891b-7ec4102e4caa req-c6ab2610-45fe-4de7-8f8b-b950a779df7b service nova] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Refreshing instance network info cache due to event network-changed-74d2dd05-7bfd-4ab6-968e-c2698832be57. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1125.959366] env[65794]: DEBUG oslo_concurrency.lockutils [req-2e3e62bf-c852-4004-891b-7ec4102e4caa req-c6ab2610-45fe-4de7-8f8b-b950a779df7b service nova] Acquiring lock "refresh_cache-72ec630b-7e06-4b86-ba51-03929e3f279f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.959616] env[65794]: DEBUG oslo_concurrency.lockutils [req-2e3e62bf-c852-4004-891b-7ec4102e4caa req-c6ab2610-45fe-4de7-8f8b-b950a779df7b service nova] Acquired lock "refresh_cache-72ec630b-7e06-4b86-ba51-03929e3f279f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.959884] env[65794]: DEBUG nova.network.neutron [req-2e3e62bf-c852-4004-891b-7ec4102e4caa req-c6ab2610-45fe-4de7-8f8b-b950a779df7b service nova] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Refreshing network info cache for port 74d2dd05-7bfd-4ab6-968e-c2698832be57 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.963663] env[65794]: WARNING neutronclient.v2_0.client [req-aa5fa2f0-4308-409f-8595-1531ffba9cad req-f42eeb6a-95d5-4430-af71-4b21f0e40f7d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.974501] env[65794]: WARNING neutronclient.v2_0.client [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.990143] env[65794]: INFO nova.scheduler.client.report [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Deleted allocation for migration 5683b90c-c11a-42ae-a82f-65db8d7deade [ 1126.042618] env[65794]: DEBUG nova.network.neutron [req-aa5fa2f0-4308-409f-8595-1531ffba9cad req-f42eeb6a-95d5-4430-af71-4b21f0e40f7d service nova] [instance: 70b78066-0a13-4c5f-b048-373123445515] Updated VIF entry in instance network info cache for port fe522376-5e10-4ea3-84a4-e64e811c3c49. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1126.043097] env[65794]: DEBUG nova.network.neutron [req-aa5fa2f0-4308-409f-8595-1531ffba9cad req-f42eeb6a-95d5-4430-af71-4b21f0e40f7d service nova] [instance: 70b78066-0a13-4c5f-b048-373123445515] Updating instance_info_cache with network_info: [{"id": "fe522376-5e10-4ea3-84a4-e64e811c3c49", "address": "fa:16:3e:f3:1e:93", "network": {"id": "c3be34f3-4481-455f-a5bd-794d3240dd32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1106216560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e3a5224c33c47b18efdab4594c4beb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe522376-5e", "ovs_interfaceid": "fe522376-5e10-4ea3-84a4-e64e811c3c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.099937] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "00039788-0abe-4a2b-9a1f-5e21d0dbe2c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.100281] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "00039788-0abe-4a2b-9a1f-5e21d0dbe2c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.100558] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "00039788-0abe-4a2b-9a1f-5e21d0dbe2c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.101259] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "00039788-0abe-4a2b-9a1f-5e21d0dbe2c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.101453] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "00039788-0abe-4a2b-9a1f-5e21d0dbe2c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.103657] env[65794]: INFO nova.compute.manager [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Terminating instance [ 1126.138115] env[65794]: WARNING neutronclient.v2_0.client [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.189889] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Acquiring lock "refresh_cache-72ec630b-7e06-4b86-ba51-03929e3f279f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.196969] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812039, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.241052] env[65794]: DEBUG nova.network.neutron [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Updated VIF entry in instance network info cache for port 682c659e-bae2-4ade-908e-1f30e1d3f7ee. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1126.241262] env[65794]: DEBUG nova.network.neutron [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Updating instance_info_cache with network_info: [{"id": "682c659e-bae2-4ade-908e-1f30e1d3f7ee", "address": "fa:16:3e:36:ec:bd", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap682c659e-ba", "ovs_interfaceid": "682c659e-bae2-4ade-908e-1f30e1d3f7ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.358248] env[65794]: DEBUG oslo_vmware.api [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Task: {'id': task-4812041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136593} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.358527] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.358726] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.358917] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.359150] env[65794]: INFO nova.compute.manager [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1126.359453] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1126.359670] env[65794]: DEBUG nova.compute.manager [-] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1126.359772] env[65794]: DEBUG nova.network.neutron [-] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1126.360043] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.395125] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.464765] env[65794]: WARNING neutronclient.v2_0.client [req-2e3e62bf-c852-4004-891b-7ec4102e4caa req-c6ab2610-45fe-4de7-8f8b-b950a779df7b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.497789] env[65794]: DEBUG oslo_concurrency.lockutils [None req-81a8595c-fe03-42cc-a418-5014b4866d03 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "cc961e99-ce33-4b59-b8d3-aae47d0e5298" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.721s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.500634] env[65794]: DEBUG nova.network.neutron [req-2e3e62bf-c852-4004-891b-7ec4102e4caa req-c6ab2610-45fe-4de7-8f8b-b950a779df7b service nova] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1126.547426] env[65794]: DEBUG oslo_concurrency.lockutils [req-aa5fa2f0-4308-409f-8595-1531ffba9cad req-f42eeb6a-95d5-4430-af71-4b21f0e40f7d service nova] Releasing lock "refresh_cache-70b78066-0a13-4c5f-b048-373123445515" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.608264] env[65794]: DEBUG nova.compute.manager [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1126.608682] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.609582] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff51aedb-d863-4d0b-b1ea-a905fa3cea3d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.626980] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.627150] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d76e0771-3eff-48eb-9a4b-66d9dc4b448b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.637104] env[65794]: DEBUG oslo_vmware.api [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1126.637104] env[65794]: value = "task-4812042" [ 1126.637104] env[65794]: _type = "Task" [ 1126.637104] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.645286] env[65794]: DEBUG nova.network.neutron [req-2e3e62bf-c852-4004-891b-7ec4102e4caa req-c6ab2610-45fe-4de7-8f8b-b950a779df7b service nova] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.651363] env[65794]: DEBUG oslo_vmware.api [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4812042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.696882] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812039, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.699147] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d1796c-adcc-4015-860f-17f7f11bdae8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.707206] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e1752b-ac67-4af2-a831-be238cd27de9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.739906] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed343d59-d7bb-4a8a-a6d2-6f1272e498be {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.743861] env[65794]: DEBUG oslo_concurrency.lockutils [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] Releasing lock "refresh_cache-5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.744329] env[65794]: DEBUG nova.compute.manager [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Received event network-changed-6dacd320-d0c4-4d3b-9ee2-8ae77db35fce {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1126.744400] env[65794]: DEBUG nova.compute.manager [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Refreshing instance network info cache due to event network-changed-6dacd320-d0c4-4d3b-9ee2-8ae77db35fce. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1126.744705] env[65794]: DEBUG oslo_concurrency.lockutils [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] Acquiring lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.744888] env[65794]: DEBUG oslo_concurrency.lockutils [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] Acquired lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.745104] env[65794]: DEBUG nova.network.neutron [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Refreshing network info cache for port 6dacd320-d0c4-4d3b-9ee2-8ae77db35fce {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.752912] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5381e245-bd03-484d-8cae-f4de6ee2d07e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.769655] env[65794]: DEBUG nova.compute.provider_tree [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.839843] env[65794]: DEBUG nova.objects.instance [None req-f2826271-ffb5-4bb8-9e1a-598a42a178d7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lazy-loading 'flavor' on Instance uuid cc961e99-ce33-4b59-b8d3-aae47d0e5298 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.913973] env[65794]: WARNING neutronclient.v2_0.client [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.946786] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "refresh_cache-02c37e8b-8074-4feb-be37-c9b9697535ab" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.946950] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired lock "refresh_cache-02c37e8b-8074-4feb-be37-c9b9697535ab" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.947260] env[65794]: DEBUG nova.network.neutron [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1127.120731] env[65794]: DEBUG nova.network.neutron [-] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.150905] env[65794]: DEBUG oslo_vmware.api [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4812042, 'name': PowerOffVM_Task, 'duration_secs': 0.404038} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.151265] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.151529] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.151833] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4500f2f-57da-4026-9ccf-89cedba74c05 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.153891] env[65794]: DEBUG oslo_concurrency.lockutils [req-2e3e62bf-c852-4004-891b-7ec4102e4caa req-c6ab2610-45fe-4de7-8f8b-b950a779df7b service nova] Releasing lock "refresh_cache-72ec630b-7e06-4b86-ba51-03929e3f279f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.154334] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Acquired lock "refresh_cache-72ec630b-7e06-4b86-ba51-03929e3f279f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.154501] env[65794]: DEBUG nova.network.neutron [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1127.197862] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812039, 'name': CreateVM_Task, 'duration_secs': 1.58244} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.198067] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70b78066-0a13-4c5f-b048-373123445515] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.198585] env[65794]: WARNING neutronclient.v2_0.client [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.198983] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'mount_device': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'delete_on_termination': True, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938236', 'volume_id': '6842242b-aa8e-4d26-9436-fa88b16738f2', 'name': 'volume-6842242b-aa8e-4d26-9436-fa88b16738f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70b78066-0a13-4c5f-b048-373123445515', 'attached_at': '', 'detached_at': '', 'volume_id': '6842242b-aa8e-4d26-9436-fa88b16738f2', 'serial': '6842242b-aa8e-4d26-9436-fa88b16738f2'}, 'attachment_id': '5c24fc7b-2c3a-41cd-ba76-ae882324f329', 'volume_type': None}], 'swap': None} {{(pid=65794) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1127.199238] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Root volume attach. Driver type: vmdk {{(pid=65794) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1127.200122] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6af1b1-0330-42de-9066-42b6744a34df {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.209131] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e37ab3-98f8-4062-988d-f5654298dd88 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.216278] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed8da84-1d1a-4522-8718-8f3bc5669908 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.223104] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9fe273da-0d8f-4216-a6c0-2a794737e144 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.231865] env[65794]: DEBUG oslo_vmware.api [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1127.231865] env[65794]: value = "task-4812044" [ 1127.231865] env[65794]: _type = "Task" [ 1127.231865] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.233830] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.233938] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.234189] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Deleting the datastore file [datastore1] 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.238899] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f84145fb-7176-4d09-b857-5ea0dd5cc211 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.246157] env[65794]: DEBUG oslo_vmware.api [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812044, 'name': RelocateVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.247863] env[65794]: WARNING neutronclient.v2_0.client [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.250257] env[65794]: DEBUG oslo_vmware.api [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for the task: (returnval){ [ 1127.250257] env[65794]: value = "task-4812045" [ 1127.250257] env[65794]: _type = "Task" [ 1127.250257] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.259659] env[65794]: DEBUG oslo_vmware.api [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4812045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.273029] env[65794]: DEBUG nova.scheduler.client.report [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.312420] env[65794]: DEBUG nova.compute.manager [req-4492beed-aa75-49e4-8f41-93f00e6ecc6e req-cb33d842-e7dd-4a1a-8849-c22d4e88bf3c service nova] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Received event network-vif-deleted-496a240b-cd40-4e70-9906-dede323a8c87 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1127.347794] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f2826271-ffb5-4bb8-9e1a-598a42a178d7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "refresh_cache-cc961e99-ce33-4b59-b8d3-aae47d0e5298" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.348082] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f2826271-ffb5-4bb8-9e1a-598a42a178d7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired lock "refresh_cache-cc961e99-ce33-4b59-b8d3-aae47d0e5298" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.348250] env[65794]: DEBUG nova.network.neutron [None req-f2826271-ffb5-4bb8-9e1a-598a42a178d7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1127.348413] env[65794]: DEBUG nova.objects.instance [None req-f2826271-ffb5-4bb8-9e1a-598a42a178d7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lazy-loading 'info_cache' on Instance uuid cc961e99-ce33-4b59-b8d3-aae47d0e5298 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.446912] env[65794]: WARNING neutronclient.v2_0.client [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.449505] env[65794]: WARNING neutronclient.v2_0.client [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.534334] env[65794]: DEBUG nova.network.neutron [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Updated VIF entry in instance network info cache for port 6dacd320-d0c4-4d3b-9ee2-8ae77db35fce. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1127.534775] env[65794]: DEBUG nova.network.neutron [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Updating instance_info_cache with network_info: [{"id": "6dacd320-d0c4-4d3b-9ee2-8ae77db35fce", "address": "fa:16:3e:1a:ca:14", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dacd320-d0", "ovs_interfaceid": "6dacd320-d0c4-4d3b-9ee2-8ae77db35fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.609217] env[65794]: WARNING neutronclient.v2_0.client [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.623485] env[65794]: INFO nova.compute.manager [-] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Took 1.26 seconds to deallocate network for instance. [ 1127.694148] env[65794]: DEBUG nova.network.neutron [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Updating instance_info_cache with network_info: [{"id": "f54bb98b-0279-4c1c-97d7-9ee36a0768ea", "address": "fa:16:3e:c6:0c:00", "network": {"id": "42cade4a-4a06-4155-8650-50edbd2d8a1b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-718071421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "737a0ac2aeb14300bb926f480f8a9607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf54bb98b-02", "ovs_interfaceid": "f54bb98b-0279-4c1c-97d7-9ee36a0768ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.700333] env[65794]: DEBUG nova.network.neutron [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1127.744836] env[65794]: DEBUG oslo_vmware.api [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812044, 'name': RelocateVM_Task, 'duration_secs': 0.389929} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.745195] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Volume attach. Driver type: vmdk {{(pid=65794) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1127.745425] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938236', 'volume_id': '6842242b-aa8e-4d26-9436-fa88b16738f2', 'name': 'volume-6842242b-aa8e-4d26-9436-fa88b16738f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70b78066-0a13-4c5f-b048-373123445515', 'attached_at': '', 'detached_at': '', 'volume_id': '6842242b-aa8e-4d26-9436-fa88b16738f2', 'serial': '6842242b-aa8e-4d26-9436-fa88b16738f2'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1127.746254] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c7ec0b-6cd2-4d54-b15f-23f73f2f2456 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.770480] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7da01dd-a927-43de-b971-2dd83887e1ce {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.776922] env[65794]: DEBUG oslo_vmware.api [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Task: {'id': task-4812045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142377} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.778092] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.778613] env[65794]: DEBUG nova.compute.manager [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1127.782038] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.782038] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.782038] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.782255] env[65794]: INFO nova.compute.manager [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1127.782339] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1127.794111] env[65794]: DEBUG nova.compute.manager [-] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1127.794279] env[65794]: DEBUG nova.network.neutron [-] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1127.794487] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.805699] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-6842242b-aa8e-4d26-9436-fa88b16738f2/volume-6842242b-aa8e-4d26-9436-fa88b16738f2.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.806418] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4329edb1-c5d8-4c2d-a850-d0b36a7706d1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.832383] env[65794]: WARNING neutronclient.v2_0.client [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.840878] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.845666] env[65794]: DEBUG oslo_vmware.api [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1127.845666] env[65794]: value = "task-4812046" [ 1127.845666] env[65794]: _type = "Task" [ 1127.845666] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.852849] env[65794]: DEBUG nova.objects.base [None req-f2826271-ffb5-4bb8-9e1a-598a42a178d7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1127.862853] env[65794]: DEBUG oslo_vmware.api [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.917684] env[65794]: DEBUG nova.network.neutron [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Updating instance_info_cache with network_info: [{"id": "74d2dd05-7bfd-4ab6-968e-c2698832be57", "address": "fa:16:3e:96:e7:69", "network": {"id": "77295449-00cc-45d3-a544-950ad27839d9", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-568053829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b345d200c3c84e66914e176b22a5f7bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74d2dd05-7b", "ovs_interfaceid": "74d2dd05-7bfd-4ab6-968e-c2698832be57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.038769] env[65794]: DEBUG oslo_concurrency.lockutils [req-7b957ccc-cb8b-44b2-976d-ce654f87d28a req-9c5320e1-a976-4474-8336-5feebcea8532 service nova] Releasing lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.106137] env[65794]: DEBUG nova.compute.manager [req-e74fbb38-f7ac-4a72-8a2e-78016631cf22 req-1113d5b7-6003-4392-a8d2-1cb7a7b7a84d service nova] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Received event network-vif-deleted-792cd88d-484b-4547-b267-b821e9c47c16 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1128.106463] env[65794]: INFO nova.compute.manager [req-e74fbb38-f7ac-4a72-8a2e-78016631cf22 req-1113d5b7-6003-4392-a8d2-1cb7a7b7a84d service nova] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Neutron deleted interface 792cd88d-484b-4547-b267-b821e9c47c16; detaching it from the instance and deleting it from the info cache [ 1128.107064] env[65794]: DEBUG nova.network.neutron [req-e74fbb38-f7ac-4a72-8a2e-78016631cf22 req-1113d5b7-6003-4392-a8d2-1cb7a7b7a84d service nova] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.130276] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.130598] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.130598] env[65794]: DEBUG nova.objects.instance [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lazy-loading 'resources' on Instance uuid 830eba0f-02b0-49a4-9afa-20a6afaa7e20 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.196715] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Releasing lock "refresh_cache-02c37e8b-8074-4feb-be37-c9b9697535ab" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.296272] env[65794]: DEBUG nova.compute.utils [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.297764] env[65794]: DEBUG nova.compute.manager [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1128.298345] env[65794]: DEBUG nova.network.neutron [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1128.298685] env[65794]: WARNING neutronclient.v2_0.client [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.298994] env[65794]: WARNING neutronclient.v2_0.client [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.337519] env[65794]: DEBUG nova.policy [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52c392dd06e24866a8dfd5fdf19722a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba15596cf6fe4c72b62127902aca6cf6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.357760] env[65794]: WARNING neutronclient.v2_0.client [None req-f2826271-ffb5-4bb8-9e1a-598a42a178d7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.360151] env[65794]: DEBUG oslo_vmware.api [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812046, 'name': ReconfigVM_Task, 'duration_secs': 0.254486} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.360593] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-6842242b-aa8e-4d26-9436-fa88b16738f2/volume-6842242b-aa8e-4d26-9436-fa88b16738f2.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.367811] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b14d29bd-e32f-42c3-82e5-a9378523137b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.384195] env[65794]: DEBUG oslo_vmware.api [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1128.384195] env[65794]: value = "task-4812047" [ 1128.384195] env[65794]: _type = "Task" [ 1128.384195] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.393148] env[65794]: DEBUG oslo_vmware.api [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812047, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.419978] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Releasing lock "refresh_cache-72ec630b-7e06-4b86-ba51-03929e3f279f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.420559] env[65794]: DEBUG nova.compute.manager [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Instance network_info: |[{"id": "74d2dd05-7bfd-4ab6-968e-c2698832be57", "address": "fa:16:3e:96:e7:69", "network": {"id": "77295449-00cc-45d3-a544-950ad27839d9", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-568053829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b345d200c3c84e66914e176b22a5f7bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74d2dd05-7b", "ovs_interfaceid": "74d2dd05-7bfd-4ab6-968e-c2698832be57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1128.420878] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:e7:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74d2dd05-7bfd-4ab6-968e-c2698832be57', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.428672] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Creating folder: Project (b345d200c3c84e66914e176b22a5f7bf). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1128.429083] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d61399aa-adfc-4874-86c0-d28bc4140fbe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.440802] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Created folder: Project (b345d200c3c84e66914e176b22a5f7bf) in parent group-v937953. [ 1128.440999] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Creating folder: Instances. Parent ref: group-v938246. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1128.441351] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1466823-bb6b-49f1-bf0c-621c11f5d545 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.454297] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Created folder: Instances in parent group-v938246. [ 1128.454567] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1128.455145] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.455245] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51f72c88-30d1-42a7-8e09-de77f83be6f8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.476581] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.476581] env[65794]: value = "task-4812050" [ 1128.476581] env[65794]: _type = "Task" [ 1128.476581] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.488308] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812050, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.537826] env[65794]: WARNING neutronclient.v2_0.client [None req-f2826271-ffb5-4bb8-9e1a-598a42a178d7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.555700] env[65794]: DEBUG nova.network.neutron [-] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.612028] env[65794]: DEBUG nova.network.neutron [None req-f2826271-ffb5-4bb8-9e1a-598a42a178d7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Updating instance_info_cache with network_info: [{"id": "454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6", "address": "fa:16:3e:0d:f4:f4", "network": {"id": "e5aa0ed4-aa04-4498-8bec-128329970fc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-985809026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e39179d45d4774936d217b8bc60a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap454d71f1-d7", "ovs_interfaceid": "454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.613652] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74735714-d844-4e1c-8be9-e1837e58e5d2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.631617] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d7f00e-9536-46dc-966f-ce3d5304e22e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.673382] env[65794]: DEBUG nova.compute.manager [req-e74fbb38-f7ac-4a72-8a2e-78016631cf22 req-1113d5b7-6003-4392-a8d2-1cb7a7b7a84d service nova] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Detach interface failed, port_id=792cd88d-484b-4547-b267-b821e9c47c16, reason: Instance 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1128.691800] env[65794]: DEBUG nova.network.neutron [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Successfully created port: c4045056-e39f-456d-9a9b-ccc392901801 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1128.727161] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3feb4755-8556-494a-81b7-798076bc8bac {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.752155] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd0971a-a534-4bc3-837a-daa3c412f0e4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.760610] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Updating instance '02c37e8b-8074-4feb-be37-c9b9697535ab' progress to 83 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.802693] env[65794]: DEBUG nova.compute.manager [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1128.895905] env[65794]: DEBUG oslo_vmware.api [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812047, 'name': ReconfigVM_Task, 'duration_secs': 0.1469} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.896220] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938236', 'volume_id': '6842242b-aa8e-4d26-9436-fa88b16738f2', 'name': 'volume-6842242b-aa8e-4d26-9436-fa88b16738f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70b78066-0a13-4c5f-b048-373123445515', 'attached_at': '', 'detached_at': '', 'volume_id': '6842242b-aa8e-4d26-9436-fa88b16738f2', 'serial': '6842242b-aa8e-4d26-9436-fa88b16738f2'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1128.897050] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9279e3a8-9dde-4466-9146-f31dff230e3b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.906787] env[65794]: DEBUG oslo_vmware.api [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1128.906787] env[65794]: value = "task-4812051" [ 1128.906787] env[65794]: _type = "Task" [ 1128.906787] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.919457] env[65794]: DEBUG oslo_vmware.api [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812051, 'name': Rename_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.933895] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18011be9-a562-420f-89d0-c6ba3c7a4bb9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.941224] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b471aa-0a0c-4098-a14c-0f9dccd69f12 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.977254] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8376156-dc8a-41d9-b6d8-5ccaf8195588 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.992148] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f2ccb2-899c-474d-861a-d07d52e62b26 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.996686] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812050, 'name': CreateVM_Task, 'duration_secs': 0.415339} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.997024] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.998048] env[65794]: WARNING neutronclient.v2_0.client [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.998490] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.998700] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.999343] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.999704] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cfa0eda-dcd5-4714-bf62-77e63e2059d9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.012953] env[65794]: DEBUG nova.compute.provider_tree [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.019727] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Waiting for the task: (returnval){ [ 1129.019727] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]527fdbcc-5ab0-8ae0-36ac-8ddefa195a0a" [ 1129.019727] env[65794]: _type = "Task" [ 1129.019727] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.030261] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527fdbcc-5ab0-8ae0-36ac-8ddefa195a0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.058944] env[65794]: INFO nova.compute.manager [-] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Took 1.26 seconds to deallocate network for instance. [ 1129.121244] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f2826271-ffb5-4bb8-9e1a-598a42a178d7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Releasing lock "refresh_cache-cc961e99-ce33-4b59-b8d3-aae47d0e5298" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.267316] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.268404] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03ff443c-96a5-40b2-aa81-43246ac0f685 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.276612] env[65794]: DEBUG oslo_vmware.api [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1129.276612] env[65794]: value = "task-4812052" [ 1129.276612] env[65794]: _type = "Task" [ 1129.276612] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.285553] env[65794]: DEBUG oslo_vmware.api [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4812052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.416904] env[65794]: DEBUG oslo_vmware.api [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812051, 'name': Rename_Task, 'duration_secs': 0.134151} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.417205] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.417486] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4437882-1552-41bf-a550-cba8be74a3dc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.423996] env[65794]: DEBUG oslo_vmware.api [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1129.423996] env[65794]: value = "task-4812053" [ 1129.423996] env[65794]: _type = "Task" [ 1129.423996] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.440547] env[65794]: DEBUG oslo_vmware.api [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.519510] env[65794]: DEBUG nova.scheduler.client.report [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.523063] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "interface-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd-57eef4ef-59f7-4dbd-8acb-a3a54928f031" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.523286] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "interface-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd-57eef4ef-59f7-4dbd-8acb-a3a54928f031" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.523606] env[65794]: DEBUG nova.objects.instance [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lazy-loading 'flavor' on Instance uuid 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.535033] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527fdbcc-5ab0-8ae0-36ac-8ddefa195a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.01047} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.536107] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.536466] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.536514] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.536648] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.536839] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.537405] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4a247d5-016a-4435-93e4-f7ed0684272f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.547640] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.547836] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.548889] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-541bec1a-40b2-4044-bd66-486287d2fa1c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.555046] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Waiting for the task: (returnval){ [ 1129.555046] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f02dac-3ce7-14f7-25b5-9aa3a906d76a" [ 1129.555046] env[65794]: _type = "Task" [ 1129.555046] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.564866] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.565189] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f02dac-3ce7-14f7-25b5-9aa3a906d76a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.790631] env[65794]: DEBUG oslo_vmware.api [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4812052, 'name': PowerOnVM_Task, 'duration_secs': 0.446463} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.791012] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.791283] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4182c7c0-d2e5-45eb-b833-8ef0a39a1941 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Updating instance '02c37e8b-8074-4feb-be37-c9b9697535ab' progress to 100 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.816106] env[65794]: DEBUG nova.compute.manager [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1129.845792] env[65794]: DEBUG nova.virt.hardware [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1129.846093] env[65794]: DEBUG nova.virt.hardware [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.846302] env[65794]: DEBUG nova.virt.hardware [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1129.846479] env[65794]: DEBUG nova.virt.hardware [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.846652] env[65794]: DEBUG nova.virt.hardware [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1129.846808] env[65794]: DEBUG nova.virt.hardware [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1129.847069] env[65794]: DEBUG nova.virt.hardware [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1129.847219] env[65794]: DEBUG nova.virt.hardware [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1129.847389] env[65794]: DEBUG nova.virt.hardware [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1129.847566] env[65794]: DEBUG nova.virt.hardware [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1129.847726] env[65794]: DEBUG nova.virt.hardware [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1129.848793] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bf5c80-fbc3-457c-b5bd-ab7098f3621c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.860176] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf58ec03-8ef0-429d-8cef-0e8b524d6c9e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.935267] env[65794]: DEBUG oslo_vmware.api [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812053, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.026647] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.029328] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.465s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.029652] env[65794]: DEBUG nova.objects.instance [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lazy-loading 'resources' on Instance uuid 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.031713] env[65794]: WARNING neutronclient.v2_0.client [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.052742] env[65794]: INFO nova.scheduler.client.report [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Deleted allocations for instance 830eba0f-02b0-49a4-9afa-20a6afaa7e20 [ 1130.070620] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f02dac-3ce7-14f7-25b5-9aa3a906d76a, 'name': SearchDatastore_Task, 'duration_secs': 0.009953} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.071660] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85fd955d-b23a-42c3-b441-9dc083cc64b3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.078983] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Waiting for the task: (returnval){ [ 1130.078983] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52c89e9b-5d13-5cf5-98f3-a2e73ea8c6dc" [ 1130.078983] env[65794]: _type = "Task" [ 1130.078983] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.088678] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c89e9b-5d13-5cf5-98f3-a2e73ea8c6dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.131705] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2826271-ffb5-4bb8-9e1a-598a42a178d7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.132187] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4203bd6-74bb-4542-beb5-122806748418 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.139821] env[65794]: DEBUG oslo_vmware.api [None req-f2826271-ffb5-4bb8-9e1a-598a42a178d7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1130.139821] env[65794]: value = "task-4812054" [ 1130.139821] env[65794]: _type = "Task" [ 1130.139821] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.153911] env[65794]: DEBUG oslo_vmware.api [None req-f2826271-ffb5-4bb8-9e1a-598a42a178d7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.264575] env[65794]: DEBUG nova.objects.instance [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lazy-loading 'pci_requests' on Instance uuid 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.290972] env[65794]: DEBUG nova.network.neutron [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Successfully updated port: c4045056-e39f-456d-9a9b-ccc392901801 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1130.395835] env[65794]: DEBUG nova.compute.manager [req-e8173c16-a331-41ad-bdf8-c0ac71b13d79 req-fd3750d8-9594-46a6-8bc2-2cb4d0dd9df7 service nova] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Received event network-vif-plugged-c4045056-e39f-456d-9a9b-ccc392901801 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1130.396048] env[65794]: DEBUG oslo_concurrency.lockutils [req-e8173c16-a331-41ad-bdf8-c0ac71b13d79 req-fd3750d8-9594-46a6-8bc2-2cb4d0dd9df7 service nova] Acquiring lock "bb554a44-fa79-41b5-8dcf-674bface214c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.396145] env[65794]: DEBUG oslo_concurrency.lockutils [req-e8173c16-a331-41ad-bdf8-c0ac71b13d79 req-fd3750d8-9594-46a6-8bc2-2cb4d0dd9df7 service nova] Lock "bb554a44-fa79-41b5-8dcf-674bface214c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.396553] env[65794]: DEBUG oslo_concurrency.lockutils [req-e8173c16-a331-41ad-bdf8-c0ac71b13d79 req-fd3750d8-9594-46a6-8bc2-2cb4d0dd9df7 service nova] Lock "bb554a44-fa79-41b5-8dcf-674bface214c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.396553] env[65794]: DEBUG nova.compute.manager [req-e8173c16-a331-41ad-bdf8-c0ac71b13d79 req-fd3750d8-9594-46a6-8bc2-2cb4d0dd9df7 service nova] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] No waiting events found dispatching network-vif-plugged-c4045056-e39f-456d-9a9b-ccc392901801 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1130.396898] env[65794]: WARNING nova.compute.manager [req-e8173c16-a331-41ad-bdf8-c0ac71b13d79 req-fd3750d8-9594-46a6-8bc2-2cb4d0dd9df7 service nova] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Received unexpected event network-vif-plugged-c4045056-e39f-456d-9a9b-ccc392901801 for instance with vm_state building and task_state spawning. [ 1130.436707] env[65794]: DEBUG oslo_vmware.api [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812053, 'name': PowerOnVM_Task, 'duration_secs': 0.709849} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.437049] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.437288] env[65794]: INFO nova.compute.manager [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Took 6.03 seconds to spawn the instance on the hypervisor. [ 1130.437501] env[65794]: DEBUG nova.compute.manager [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1130.438410] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d39adb-fe48-438a-babd-85ba3d1384cf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.567512] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4a6c7239-f0f4-4012-855f-d85f9d77695c tempest-ServersTestJSON-1193364784 tempest-ServersTestJSON-1193364784-project-member] Lock "830eba0f-02b0-49a4-9afa-20a6afaa7e20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.977s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.593427] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c89e9b-5d13-5cf5-98f3-a2e73ea8c6dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010568} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.593805] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.594049] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 72ec630b-7e06-4b86-ba51-03929e3f279f/72ec630b-7e06-4b86-ba51-03929e3f279f.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.594326] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-293b21af-315a-4934-844d-d2b43f80b7b8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.606763] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Waiting for the task: (returnval){ [ 1130.606763] env[65794]: value = "task-4812055" [ 1130.606763] env[65794]: _type = "Task" [ 1130.606763] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.618234] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Task: {'id': task-4812055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.649174] env[65794]: DEBUG oslo_vmware.api [None req-f2826271-ffb5-4bb8-9e1a-598a42a178d7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812054, 'name': PowerOnVM_Task, 'duration_secs': 0.504865} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.651765] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2826271-ffb5-4bb8-9e1a-598a42a178d7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.651967] env[65794]: DEBUG nova.compute.manager [None req-f2826271-ffb5-4bb8-9e1a-598a42a178d7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1130.653056] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5d2149-ab7b-4fc1-8ff8-fbcb1bdf22ff {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.766856] env[65794]: DEBUG nova.objects.base [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Object Instance<4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd> lazy-loaded attributes: flavor,pci_requests {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1130.767133] env[65794]: DEBUG nova.network.neutron [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1130.767563] env[65794]: WARNING neutronclient.v2_0.client [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.768045] env[65794]: WARNING neutronclient.v2_0.client [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.783119] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166da671-3a31-4fba-a366-e03e6267be1f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.791328] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c28fc7-3c1c-4ae6-874c-8aa7fc7deb6e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.794789] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "refresh_cache-bb554a44-fa79-41b5-8dcf-674bface214c" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.794965] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquired lock "refresh_cache-bb554a44-fa79-41b5-8dcf-674bface214c" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.795327] env[65794]: DEBUG nova.network.neutron [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1130.833823] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b21671-0331-4a29-a91a-0f836fe1e556 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.842861] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ef03d6-f6f0-41f8-97d9-aa0f1e4b419d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.858749] env[65794]: DEBUG nova.compute.provider_tree [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.896394] env[65794]: DEBUG nova.policy [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '013037b09a9d48fd89a493156d368f6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8aa2d70218ad42269cd5188374cb90b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.958896] env[65794]: INFO nova.compute.manager [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Took 26.55 seconds to build instance. [ 1131.123478] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Task: {'id': task-4812055, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.363045] env[65794]: DEBUG nova.scheduler.client.report [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.461560] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c13f3a5c-aca2-4169-8690-bf916b7b86cb tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "70b78066-0a13-4c5f-b048-373123445515" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.062s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.619256] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Task: {'id': task-4812055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750942} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.619683] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 72ec630b-7e06-4b86-ba51-03929e3f279f/72ec630b-7e06-4b86-ba51-03929e3f279f.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.619981] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.620348] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9806e769-396a-4c93-a47d-df3d202a536a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.630281] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Waiting for the task: (returnval){ [ 1131.630281] env[65794]: value = "task-4812056" [ 1131.630281] env[65794]: _type = "Task" [ 1131.630281] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.639642] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Task: {'id': task-4812056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.658839] env[65794]: DEBUG nova.network.neutron [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1131.867151] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.891929] env[65794]: INFO nova.scheduler.client.report [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Deleted allocations for instance 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9 [ 1132.141565] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Task: {'id': task-4812056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080901} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.141708] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.142533] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e3c76e-b1c5-4095-ae79-8cede5e99bf6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.167522] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 72ec630b-7e06-4b86-ba51-03929e3f279f/72ec630b-7e06-4b86-ba51-03929e3f279f.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.167847] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a584c818-30f3-407e-a6b3-b5fd7256c5f1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.188954] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Waiting for the task: (returnval){ [ 1132.188954] env[65794]: value = "task-4812057" [ 1132.188954] env[65794]: _type = "Task" [ 1132.188954] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.197777] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Task: {'id': task-4812057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.400692] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b2281a4a-bb3f-4bce-84a0-9bef87035d72 tempest-ServerDiskConfigTestJSON-945811182 tempest-ServerDiskConfigTestJSON-945811182-project-member] Lock "00039788-0abe-4a2b-9a1f-5e21d0dbe2c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.300s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.573061] env[65794]: DEBUG nova.network.neutron [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Successfully updated port: 57eef4ef-59f7-4dbd-8acb-a3a54928f031 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1132.646263] env[65794]: WARNING neutronclient.v2_0.client [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.702437] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Task: {'id': task-4812057, 'name': ReconfigVM_Task, 'duration_secs': 0.305786} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.702796] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 72ec630b-7e06-4b86-ba51-03929e3f279f/72ec630b-7e06-4b86-ba51-03929e3f279f.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.703494] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80cb67ee-343e-4be2-920c-9b0cdda5e506 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.712194] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Waiting for the task: (returnval){ [ 1132.712194] env[65794]: value = "task-4812058" [ 1132.712194] env[65794]: _type = "Task" [ 1132.712194] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.726328] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Task: {'id': task-4812058, 'name': Rename_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.759147] env[65794]: DEBUG nova.network.neutron [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Updating instance_info_cache with network_info: [{"id": "c4045056-e39f-456d-9a9b-ccc392901801", "address": "fa:16:3e:97:83:55", "network": {"id": "6ed5d4a5-1921-45e7-aea9-6584cea47a8d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1833102098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba15596cf6fe4c72b62127902aca6cf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4045056-e3", "ovs_interfaceid": "c4045056-e39f-456d-9a9b-ccc392901801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.082459] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.082459] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.082459] env[65794]: DEBUG nova.network.neutron [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1133.160438] env[65794]: DEBUG nova.compute.manager [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Received event network-changed-c4045056-e39f-456d-9a9b-ccc392901801 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1133.160438] env[65794]: DEBUG nova.compute.manager [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Refreshing instance network info cache due to event network-changed-c4045056-e39f-456d-9a9b-ccc392901801. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1133.160438] env[65794]: DEBUG oslo_concurrency.lockutils [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] Acquiring lock "refresh_cache-bb554a44-fa79-41b5-8dcf-674bface214c" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.181019] env[65794]: DEBUG nova.compute.manager [req-e400ef3b-a1b2-4e87-badd-3b06504abc32 req-9224029c-a7de-4fd7-bf67-1baa529929b3 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Received event network-vif-plugged-57eef4ef-59f7-4dbd-8acb-a3a54928f031 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1133.181019] env[65794]: DEBUG oslo_concurrency.lockutils [req-e400ef3b-a1b2-4e87-badd-3b06504abc32 req-9224029c-a7de-4fd7-bf67-1baa529929b3 service nova] Acquiring lock "4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.181019] env[65794]: DEBUG oslo_concurrency.lockutils [req-e400ef3b-a1b2-4e87-badd-3b06504abc32 req-9224029c-a7de-4fd7-bf67-1baa529929b3 service nova] Lock "4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.181019] env[65794]: DEBUG oslo_concurrency.lockutils [req-e400ef3b-a1b2-4e87-badd-3b06504abc32 req-9224029c-a7de-4fd7-bf67-1baa529929b3 service nova] Lock "4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.181019] env[65794]: DEBUG nova.compute.manager [req-e400ef3b-a1b2-4e87-badd-3b06504abc32 req-9224029c-a7de-4fd7-bf67-1baa529929b3 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] No waiting events found dispatching network-vif-plugged-57eef4ef-59f7-4dbd-8acb-a3a54928f031 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1133.181019] env[65794]: WARNING nova.compute.manager [req-e400ef3b-a1b2-4e87-badd-3b06504abc32 req-9224029c-a7de-4fd7-bf67-1baa529929b3 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Received unexpected event network-vif-plugged-57eef4ef-59f7-4dbd-8acb-a3a54928f031 for instance with vm_state active and task_state None. [ 1133.227311] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Task: {'id': task-4812058, 'name': Rename_Task, 'duration_secs': 0.157843} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.227825] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.228403] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d12292ec-2229-484f-a199-c7b5edeacfc2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.240812] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Waiting for the task: (returnval){ [ 1133.240812] env[65794]: value = "task-4812059" [ 1133.240812] env[65794]: _type = "Task" [ 1133.240812] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.253513] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Task: {'id': task-4812059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.263886] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Releasing lock "refresh_cache-bb554a44-fa79-41b5-8dcf-674bface214c" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.266114] env[65794]: DEBUG nova.compute.manager [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Instance network_info: |[{"id": "c4045056-e39f-456d-9a9b-ccc392901801", "address": "fa:16:3e:97:83:55", "network": {"id": "6ed5d4a5-1921-45e7-aea9-6584cea47a8d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1833102098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba15596cf6fe4c72b62127902aca6cf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4045056-e3", "ovs_interfaceid": "c4045056-e39f-456d-9a9b-ccc392901801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1133.266114] env[65794]: DEBUG oslo_concurrency.lockutils [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] Acquired lock "refresh_cache-bb554a44-fa79-41b5-8dcf-674bface214c" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.266114] env[65794]: DEBUG nova.network.neutron [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Refreshing network info cache for port c4045056-e39f-456d-9a9b-ccc392901801 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.267211] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:83:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4045056-e39f-456d-9a9b-ccc392901801', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.276674] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1133.277357] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.278185] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ab0e87d-26ea-4573-9eda-0ea96b278213 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.303727] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.303727] env[65794]: value = "task-4812060" [ 1133.303727] env[65794]: _type = "Task" [ 1133.303727] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.324085] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812060, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.607977] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "cc961e99-ce33-4b59-b8d3-aae47d0e5298" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.608266] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "cc961e99-ce33-4b59-b8d3-aae47d0e5298" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.608494] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "cc961e99-ce33-4b59-b8d3-aae47d0e5298-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.608673] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "cc961e99-ce33-4b59-b8d3-aae47d0e5298-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.608836] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "cc961e99-ce33-4b59-b8d3-aae47d0e5298-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.611602] env[65794]: INFO nova.compute.manager [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Terminating instance [ 1133.621392] env[65794]: WARNING nova.network.neutron [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] 1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3 already exists in list: networks containing: ['1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3']. ignoring it [ 1133.747640] env[65794]: WARNING neutronclient.v2_0.client [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.756967] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Task: {'id': task-4812059, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.778837] env[65794]: WARNING neutronclient.v2_0.client [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.814559] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812060, 'name': CreateVM_Task, 'duration_secs': 0.492708} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.814742] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.815240] env[65794]: WARNING neutronclient.v2_0.client [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.815633] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.815792] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.816163] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.816438] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07636c36-a8f8-4178-a920-279f3a76753f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.821144] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "02c37e8b-8074-4feb-be37-c9b9697535ab" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.821394] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "02c37e8b-8074-4feb-be37-c9b9697535ab" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.821578] env[65794]: DEBUG nova.compute.manager [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Going to confirm migration 6 {{(pid=65794) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5298}} [ 1133.826663] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 1133.826663] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52698759-62ea-1f0d-f379-6d5b01109e8b" [ 1133.826663] env[65794]: _type = "Task" [ 1133.826663] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.836887] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52698759-62ea-1f0d-f379-6d5b01109e8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.923331] env[65794]: WARNING neutronclient.v2_0.client [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.952212] env[65794]: WARNING neutronclient.v2_0.client [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.994026] env[65794]: DEBUG nova.network.neutron [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Updating instance_info_cache with network_info: [{"id": "6dacd320-d0c4-4d3b-9ee2-8ae77db35fce", "address": "fa:16:3e:1a:ca:14", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dacd320-d0", "ovs_interfaceid": "6dacd320-d0c4-4d3b-9ee2-8ae77db35fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "57eef4ef-59f7-4dbd-8acb-a3a54928f031", "address": "fa:16:3e:1e:c6:65", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57eef4ef-59", "ovs_interfaceid": "57eef4ef-59f7-4dbd-8acb-a3a54928f031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.034532] env[65794]: DEBUG nova.network.neutron [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Updated VIF entry in instance network info cache for port c4045056-e39f-456d-9a9b-ccc392901801. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1134.034803] env[65794]: DEBUG nova.network.neutron [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Updating instance_info_cache with network_info: [{"id": "c4045056-e39f-456d-9a9b-ccc392901801", "address": "fa:16:3e:97:83:55", "network": {"id": "6ed5d4a5-1921-45e7-aea9-6584cea47a8d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1833102098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba15596cf6fe4c72b62127902aca6cf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4045056-e3", "ovs_interfaceid": "c4045056-e39f-456d-9a9b-ccc392901801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.115217] env[65794]: DEBUG nova.compute.manager [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1134.115473] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.116889] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71aeecf-49c5-47ed-9fa2-bc65ed2b4461 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.126478] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.126815] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b63a6a71-22ca-4369-af66-c1f79fc1c022 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.135906] env[65794]: DEBUG oslo_vmware.api [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1134.135906] env[65794]: value = "task-4812061" [ 1134.135906] env[65794]: _type = "Task" [ 1134.135906] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.145448] env[65794]: DEBUG oslo_vmware.api [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.254104] env[65794]: DEBUG oslo_vmware.api [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Task: {'id': task-4812059, 'name': PowerOnVM_Task, 'duration_secs': 0.606018} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.254470] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.254804] env[65794]: INFO nova.compute.manager [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1134.255144] env[65794]: DEBUG nova.compute.manager [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1134.256128] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d81599-8ad7-425a-8865-be377cbb9a35 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.328458] env[65794]: WARNING neutronclient.v2_0.client [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.343231] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52698759-62ea-1f0d-f379-6d5b01109e8b, 'name': SearchDatastore_Task, 'duration_secs': 0.012284} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.343679] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.344012] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.344350] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.344578] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.344875] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.345163] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c661d9fa-e1aa-4dfb-8298-e19cc71ef9b3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.355685] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.355942] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.356983] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7691b12d-334c-4970-b96b-263abea785e5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.363658] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 1134.363658] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]527fa8cf-4074-ff7a-6a59-d21e882160ec" [ 1134.363658] env[65794]: _type = "Task" [ 1134.363658] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.373824] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527fa8cf-4074-ff7a-6a59-d21e882160ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.413916] env[65794]: WARNING neutronclient.v2_0.client [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.414339] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "refresh_cache-02c37e8b-8074-4feb-be37-c9b9697535ab" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.414859] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquired lock "refresh_cache-02c37e8b-8074-4feb-be37-c9b9697535ab" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.415123] env[65794]: DEBUG nova.network.neutron [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1134.415350] env[65794]: DEBUG nova.objects.instance [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lazy-loading 'info_cache' on Instance uuid 02c37e8b-8074-4feb-be37-c9b9697535ab {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.500687] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.501402] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.501559] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.502426] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bee29ca-2137-482d-9fdd-4c404542f177 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.520552] env[65794]: DEBUG nova.virt.hardware [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1134.520552] env[65794]: DEBUG nova.virt.hardware [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.520791] env[65794]: DEBUG nova.virt.hardware [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1134.520914] env[65794]: DEBUG nova.virt.hardware [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.521070] env[65794]: DEBUG nova.virt.hardware [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1134.521218] env[65794]: DEBUG nova.virt.hardware [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1134.521419] env[65794]: DEBUG nova.virt.hardware [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1134.521570] env[65794]: DEBUG nova.virt.hardware [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1134.521728] env[65794]: DEBUG nova.virt.hardware [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1134.521891] env[65794]: DEBUG nova.virt.hardware [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1134.522067] env[65794]: DEBUG nova.virt.hardware [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1134.528409] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Reconfiguring VM to attach interface {{(pid=65794) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1134.528770] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f09578c8-2ab7-47aa-a87a-9c7bbbfac2a3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.545457] env[65794]: DEBUG oslo_concurrency.lockutils [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] Releasing lock "refresh_cache-bb554a44-fa79-41b5-8dcf-674bface214c" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.545457] env[65794]: DEBUG nova.compute.manager [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Received event network-changed-2f5a3c59-21b6-4d6d-bd50-8069c24e7348 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1134.545457] env[65794]: DEBUG nova.compute.manager [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Refreshing instance network info cache due to event network-changed-2f5a3c59-21b6-4d6d-bd50-8069c24e7348. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1134.545457] env[65794]: DEBUG oslo_concurrency.lockutils [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] Acquiring lock "refresh_cache-f755f4c0-549a-4787-ac33-b33c4b3eac60" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.545457] env[65794]: DEBUG oslo_concurrency.lockutils [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] Acquired lock "refresh_cache-f755f4c0-549a-4787-ac33-b33c4b3eac60" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.545457] env[65794]: DEBUG nova.network.neutron [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Refreshing network info cache for port 2f5a3c59-21b6-4d6d-bd50-8069c24e7348 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.553679] env[65794]: DEBUG oslo_vmware.api [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1134.553679] env[65794]: value = "task-4812062" [ 1134.553679] env[65794]: _type = "Task" [ 1134.553679] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.563703] env[65794]: DEBUG oslo_vmware.api [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812062, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.646831] env[65794]: DEBUG oslo_vmware.api [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812061, 'name': PowerOffVM_Task, 'duration_secs': 0.243839} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.647208] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.647318] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.647580] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4862c11a-6a49-4b50-9abe-0ba4f635f6df {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.740554] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.740874] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.741108] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Deleting the datastore file [datastore2] cc961e99-ce33-4b59-b8d3-aae47d0e5298 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.741419] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acaa1f02-f14d-4bf8-907a-41a95baa6709 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.751111] env[65794]: DEBUG oslo_vmware.api [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1134.751111] env[65794]: value = "task-4812064" [ 1134.751111] env[65794]: _type = "Task" [ 1134.751111] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.761958] env[65794]: DEBUG oslo_vmware.api [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.774789] env[65794]: INFO nova.compute.manager [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Took 29.91 seconds to build instance. [ 1134.874448] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]527fa8cf-4074-ff7a-6a59-d21e882160ec, 'name': SearchDatastore_Task, 'duration_secs': 0.012305} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.875354] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b312b9-0d99-45cd-9c68-3bc7d760d893 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.881677] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 1134.881677] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]523dced5-e6ac-a013-108f-d4fe49b45a0c" [ 1134.881677] env[65794]: _type = "Task" [ 1134.881677] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.890448] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]523dced5-e6ac-a013-108f-d4fe49b45a0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.048596] env[65794]: WARNING neutronclient.v2_0.client [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.065506] env[65794]: DEBUG oslo_vmware.api [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.248361] env[65794]: WARNING neutronclient.v2_0.client [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.261646] env[65794]: DEBUG oslo_vmware.api [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292477} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.262040] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.262561] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.262656] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.262943] env[65794]: INFO nova.compute.manager [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1135.263357] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1135.263357] env[65794]: DEBUG nova.compute.manager [-] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1135.263469] env[65794]: DEBUG nova.network.neutron [-] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1135.263642] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.277096] env[65794]: DEBUG oslo_concurrency.lockutils [None req-acc142e0-4d15-4bb0-8ddc-a2b5f79e0d30 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Lock "72ec630b-7e06-4b86-ba51-03929e3f279f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.432s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.314624] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.350844] env[65794]: DEBUG nova.network.neutron [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Updated VIF entry in instance network info cache for port 2f5a3c59-21b6-4d6d-bd50-8069c24e7348. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1135.351325] env[65794]: DEBUG nova.network.neutron [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Updating instance_info_cache with network_info: [{"id": "2f5a3c59-21b6-4d6d-bd50-8069c24e7348", "address": "fa:16:3e:55:0f:e7", "network": {"id": "c3be34f3-4481-455f-a5bd-794d3240dd32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1106216560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e3a5224c33c47b18efdab4594c4beb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f5a3c59-21", "ovs_interfaceid": "2f5a3c59-21b6-4d6d-bd50-8069c24e7348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.398588] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]523dced5-e6ac-a013-108f-d4fe49b45a0c, 'name': SearchDatastore_Task, 'duration_secs': 0.01854} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.399089] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.399538] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] bb554a44-fa79-41b5-8dcf-674bface214c/bb554a44-fa79-41b5-8dcf-674bface214c.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.399932] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7d8e3ba-c22e-458d-a9a0-c48db19b49ce {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.410649] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 1135.410649] env[65794]: value = "task-4812065" [ 1135.410649] env[65794]: _type = "Task" [ 1135.410649] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.422125] env[65794]: WARNING neutronclient.v2_0.client [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.425259] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.568080] env[65794]: DEBUG oslo_vmware.api [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812062, 'name': ReconfigVM_Task, 'duration_secs': 0.844968} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.568441] env[65794]: WARNING neutronclient.v2_0.client [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.568685] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.568889] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Reconfigured VM to attach interface {{(pid=65794) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1135.855388] env[65794]: DEBUG oslo_concurrency.lockutils [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] Releasing lock "refresh_cache-f755f4c0-549a-4787-ac33-b33c4b3eac60" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.855852] env[65794]: DEBUG nova.compute.manager [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] [instance: 70b78066-0a13-4c5f-b048-373123445515] Received event network-changed-fe522376-5e10-4ea3-84a4-e64e811c3c49 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1135.855852] env[65794]: DEBUG nova.compute.manager [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] [instance: 70b78066-0a13-4c5f-b048-373123445515] Refreshing instance network info cache due to event network-changed-fe522376-5e10-4ea3-84a4-e64e811c3c49. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1135.857107] env[65794]: DEBUG oslo_concurrency.lockutils [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] Acquiring lock "refresh_cache-70b78066-0a13-4c5f-b048-373123445515" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.857107] env[65794]: DEBUG oslo_concurrency.lockutils [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] Acquired lock "refresh_cache-70b78066-0a13-4c5f-b048-373123445515" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.857107] env[65794]: DEBUG nova.network.neutron [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] [instance: 70b78066-0a13-4c5f-b048-373123445515] Refreshing network info cache for port fe522376-5e10-4ea3-84a4-e64e811c3c49 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.924399] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812065, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.993222] env[65794]: WARNING neutronclient.v2_0.client [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.074440] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dc399533-0726-48ab-9c40-ae2e456caddb tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "interface-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd-57eef4ef-59f7-4dbd-8acb-a3a54928f031" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.551s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.076757] env[65794]: DEBUG nova.network.neutron [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Updating instance_info_cache with network_info: [{"id": "f54bb98b-0279-4c1c-97d7-9ee36a0768ea", "address": "fa:16:3e:c6:0c:00", "network": {"id": "42cade4a-4a06-4155-8650-50edbd2d8a1b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-718071421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "737a0ac2aeb14300bb926f480f8a9607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf54bb98b-02", "ovs_interfaceid": "f54bb98b-0279-4c1c-97d7-9ee36a0768ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.339963] env[65794]: DEBUG nova.network.neutron [-] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.363434] env[65794]: WARNING neutronclient.v2_0.client [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.425557] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812065, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.582408] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Releasing lock "refresh_cache-02c37e8b-8074-4feb-be37-c9b9697535ab" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.584537] env[65794]: DEBUG nova.objects.instance [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lazy-loading 'migration_context' on Instance uuid 02c37e8b-8074-4feb-be37-c9b9697535ab {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.621582] env[65794]: WARNING neutronclient.v2_0.client [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.707013] env[65794]: DEBUG nova.network.neutron [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] [instance: 70b78066-0a13-4c5f-b048-373123445515] Updated VIF entry in instance network info cache for port fe522376-5e10-4ea3-84a4-e64e811c3c49. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1136.707123] env[65794]: DEBUG nova.network.neutron [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] [instance: 70b78066-0a13-4c5f-b048-373123445515] Updating instance_info_cache with network_info: [{"id": "fe522376-5e10-4ea3-84a4-e64e811c3c49", "address": "fa:16:3e:f3:1e:93", "network": {"id": "c3be34f3-4481-455f-a5bd-794d3240dd32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1106216560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e3a5224c33c47b18efdab4594c4beb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe522376-5e", "ovs_interfaceid": "fe522376-5e10-4ea3-84a4-e64e811c3c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.842865] env[65794]: INFO nova.compute.manager [-] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Took 1.58 seconds to deallocate network for instance. [ 1136.926043] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812065, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.043765} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.926043] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] bb554a44-fa79-41b5-8dcf-674bface214c/bb554a44-fa79-41b5-8dcf-674bface214c.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.926043] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.926442] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-143ada16-01f4-425e-803c-61eef4fb6674 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.934608] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 1136.934608] env[65794]: value = "task-4812066" [ 1136.934608] env[65794]: _type = "Task" [ 1136.934608] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.947556] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.087058] env[65794]: DEBUG nova.objects.base [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Object Instance<02c37e8b-8074-4feb-be37-c9b9697535ab> lazy-loaded attributes: info_cache,migration_context {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1137.088192] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d91e04-f845-494b-9d62-c7eaf26f64e3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.116508] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0760610f-a27b-4542-bd3a-9f4a768f6945 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.124035] env[65794]: DEBUG oslo_vmware.api [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1137.124035] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52175fe2-5cc1-3dfb-c610-9dca00f91830" [ 1137.124035] env[65794]: _type = "Task" [ 1137.124035] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.135734] env[65794]: DEBUG oslo_vmware.api [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52175fe2-5cc1-3dfb-c610-9dca00f91830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.211041] env[65794]: DEBUG oslo_concurrency.lockutils [req-a9f62c60-f0b5-49bb-9ed8-318fad62ad9f req-ff55d158-bc68-485b-93b9-0ba9e364b059 service nova] Releasing lock "refresh_cache-70b78066-0a13-4c5f-b048-373123445515" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.350945] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.351463] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.351745] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.381822] env[65794]: INFO nova.scheduler.client.report [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Deleted allocations for instance cc961e99-ce33-4b59-b8d3-aae47d0e5298 [ 1137.452853] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203359} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.452853] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.454044] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a8aa41-aa77-48c5-85bf-494cb9c2167b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.489038] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] bb554a44-fa79-41b5-8dcf-674bface214c/bb554a44-fa79-41b5-8dcf-674bface214c.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.490242] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-518f47b5-1a26-498e-bb63-77a658069312 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.520796] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 1137.520796] env[65794]: value = "task-4812067" [ 1137.520796] env[65794]: _type = "Task" [ 1137.520796] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.530946] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812067, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.637284] env[65794]: DEBUG oslo_vmware.api [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52175fe2-5cc1-3dfb-c610-9dca00f91830, 'name': SearchDatastore_Task, 'duration_secs': 0.01384} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.637284] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.637284] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.846641] env[65794]: DEBUG nova.compute.manager [req-037e4cbe-e99c-4148-b573-87c479b6e126 req-36f475e4-c862-4221-86ca-c95c19ff7207 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Received event network-changed-57eef4ef-59f7-4dbd-8acb-a3a54928f031 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1137.849101] env[65794]: DEBUG nova.compute.manager [req-037e4cbe-e99c-4148-b573-87c479b6e126 req-36f475e4-c862-4221-86ca-c95c19ff7207 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Refreshing instance network info cache due to event network-changed-57eef4ef-59f7-4dbd-8acb-a3a54928f031. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1137.849345] env[65794]: DEBUG oslo_concurrency.lockutils [req-037e4cbe-e99c-4148-b573-87c479b6e126 req-36f475e4-c862-4221-86ca-c95c19ff7207 service nova] Acquiring lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.849494] env[65794]: DEBUG oslo_concurrency.lockutils [req-037e4cbe-e99c-4148-b573-87c479b6e126 req-36f475e4-c862-4221-86ca-c95c19ff7207 service nova] Acquired lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.849689] env[65794]: DEBUG nova.network.neutron [req-037e4cbe-e99c-4148-b573-87c479b6e126 req-36f475e4-c862-4221-86ca-c95c19ff7207 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Refreshing network info cache for port 57eef4ef-59f7-4dbd-8acb-a3a54928f031 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.894246] env[65794]: DEBUG oslo_concurrency.lockutils [None req-4999e8a9-0673-4bcf-9dd6-727fcfe412dc tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "cc961e99-ce33-4b59-b8d3-aae47d0e5298" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.286s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.035095] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.357291] env[65794]: WARNING neutronclient.v2_0.client [req-037e4cbe-e99c-4148-b573-87c479b6e126 req-36f475e4-c862-4221-86ca-c95c19ff7207 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.460594] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d352439-245d-47e5-9905-d0f2417767b0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.475022] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544b32d6-f71d-425e-a144-5833137c9fbe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.510553] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5016d717-3e68-4a04-b67f-63dd2f2b2048 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.519069] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999d600d-a7cc-43eb-9e9b-5c8ff5eef646 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.536773] env[65794]: DEBUG nova.compute.provider_tree [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.544884] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.605824] env[65794]: DEBUG nova.compute.manager [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Stashing vm_state: active {{(pid=65794) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 1138.914434] env[65794]: WARNING neutronclient.v2_0.client [req-037e4cbe-e99c-4148-b573-87c479b6e126 req-36f475e4-c862-4221-86ca-c95c19ff7207 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.936156] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "interface-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd-57eef4ef-59f7-4dbd-8acb-a3a54928f031" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.936447] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "interface-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd-57eef4ef-59f7-4dbd-8acb-a3a54928f031" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.006834] env[65794]: DEBUG nova.network.neutron [req-037e4cbe-e99c-4148-b573-87c479b6e126 req-36f475e4-c862-4221-86ca-c95c19ff7207 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Updated VIF entry in instance network info cache for port 57eef4ef-59f7-4dbd-8acb-a3a54928f031. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1139.007171] env[65794]: DEBUG nova.network.neutron [req-037e4cbe-e99c-4148-b573-87c479b6e126 req-36f475e4-c862-4221-86ca-c95c19ff7207 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Updating instance_info_cache with network_info: [{"id": "6dacd320-d0c4-4d3b-9ee2-8ae77db35fce", "address": "fa:16:3e:1a:ca:14", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dacd320-d0", "ovs_interfaceid": "6dacd320-d0c4-4d3b-9ee2-8ae77db35fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "57eef4ef-59f7-4dbd-8acb-a3a54928f031", "address": "fa:16:3e:1e:c6:65", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57eef4ef-59", "ovs_interfaceid": "57eef4ef-59f7-4dbd-8acb-a3a54928f031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.034099] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812067, 'name': ReconfigVM_Task, 'duration_secs': 1.149293} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.034465] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Reconfigured VM instance instance-00000073 to attach disk [datastore1] bb554a44-fa79-41b5-8dcf-674bface214c/bb554a44-fa79-41b5-8dcf-674bface214c.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.035369] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f570f227-05b1-4032-bd2e-d4ea632d0bcc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.043298] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 1139.043298] env[65794]: value = "task-4812068" [ 1139.043298] env[65794]: _type = "Task" [ 1139.043298] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.049721] env[65794]: DEBUG nova.scheduler.client.report [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.060641] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812068, 'name': Rename_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.136698] env[65794]: DEBUG oslo_concurrency.lockutils [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.441550] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.441550] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.442883] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dc3d04-3928-4aa1-be14-ef1d4cf1d27e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.465104] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011d54b2-56d4-4568-b790-04de9f0aae98 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.491171] env[65794]: WARNING neutronclient.v2_0.client [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.496725] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Reconfiguring VM to detach interface {{(pid=65794) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1139.497047] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccef9b29-9c14-41d1-9c3c-15712c541144 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.510492] env[65794]: DEBUG oslo_concurrency.lockutils [req-037e4cbe-e99c-4148-b573-87c479b6e126 req-36f475e4-c862-4221-86ca-c95c19ff7207 service nova] Releasing lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.517739] env[65794]: DEBUG oslo_vmware.api [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1139.517739] env[65794]: value = "task-4812069" [ 1139.517739] env[65794]: _type = "Task" [ 1139.517739] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.526624] env[65794]: DEBUG oslo_vmware.api [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.553722] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812068, 'name': Rename_Task, 'duration_secs': 0.235095} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.554051] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.554306] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11568462-a246-4062-a400-152a3296cee6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.565776] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 1139.565776] env[65794]: value = "task-4812070" [ 1139.565776] env[65794]: _type = "Task" [ 1139.565776] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.574776] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.880540] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "11d2cb45-b468-4c08-84cc-3db6eaee4fc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.880770] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "11d2cb45-b468-4c08-84cc-3db6eaee4fc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.032805] env[65794]: DEBUG oslo_vmware.api [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.065461] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.429s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.069793] env[65794]: DEBUG oslo_concurrency.lockutils [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.933s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.086984] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812070, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.383878] env[65794]: DEBUG nova.compute.manager [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1140.537979] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Acquiring lock "868e0096-6995-41c5-9a39-a33736914198" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.538485] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Lock "868e0096-6995-41c5-9a39-a33736914198" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.542135] env[65794]: DEBUG oslo_vmware.api [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.580446] env[65794]: INFO nova.compute.claims [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.591207] env[65794]: DEBUG oslo_vmware.api [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812070, 'name': PowerOnVM_Task, 'duration_secs': 0.687972} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.591501] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.592114] env[65794]: INFO nova.compute.manager [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Took 10.78 seconds to spawn the instance on the hypervisor. [ 1140.592114] env[65794]: DEBUG nova.compute.manager [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1140.592760] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e170f7-4a66-4b33-9de9-72b1409dad1b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.664612] env[65794]: INFO nova.scheduler.client.report [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Deleted allocation for migration 26af1526-d9dc-40a6-b954-8d7bb9b7bfde [ 1140.697216] env[65794]: DEBUG nova.compute.manager [req-2685e2c3-4bf0-44c9-ac5a-58e39affbe43 req-7a763d03-1385-40d2-8b66-d33153494919 service nova] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Received event network-vif-deleted-454d71f1-d7d1-4d6d-adc7-ba1e1d05a5a6 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1140.909481] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.035022] env[65794]: DEBUG oslo_vmware.api [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.043032] env[65794]: DEBUG nova.compute.manager [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1141.089030] env[65794]: INFO nova.compute.resource_tracker [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Updating resource usage from migration 7775818e-bc8d-4dca-93a0-b4eae0820d78 [ 1141.116330] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.116748] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.118595] env[65794]: INFO nova.compute.manager [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Shelving [ 1141.130789] env[65794]: INFO nova.compute.manager [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Took 29.28 seconds to build instance. [ 1141.171374] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "02c37e8b-8074-4feb-be37-c9b9697535ab" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.350s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.380597] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f736b9-6191-48b3-be50-d835ece16e7b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.390166] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765fa09e-9810-49ff-8dde-fd9956af04ab {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.424736] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0985d6-2a75-4d70-ac51-6945a7f1fd13 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.434059] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f3e237-c7c1-4d23-8e76-a8a4cdefa24c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.449971] env[65794]: DEBUG nova.compute.provider_tree [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.531611] env[65794]: DEBUG oslo_vmware.api [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.572575] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.635617] env[65794]: DEBUG oslo_concurrency.lockutils [None req-97baefcd-f52b-4314-9a15-888efc344fe4 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "bb554a44-fa79-41b5-8dcf-674bface214c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.793s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.953199] env[65794]: DEBUG nova.scheduler.client.report [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.034319] env[65794]: DEBUG oslo_vmware.api [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.140023] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.140023] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69b25b8a-7ba6-4d99-9756-7b8064eb60b5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.145547] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1142.145547] env[65794]: value = "task-4812071" [ 1142.145547] env[65794]: _type = "Task" [ 1142.145547] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.159826] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.342730] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "02c37e8b-8074-4feb-be37-c9b9697535ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.343055] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "02c37e8b-8074-4feb-be37-c9b9697535ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.343279] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "02c37e8b-8074-4feb-be37-c9b9697535ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.343457] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "02c37e8b-8074-4feb-be37-c9b9697535ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.343620] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "02c37e8b-8074-4feb-be37-c9b9697535ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.345789] env[65794]: INFO nova.compute.manager [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Terminating instance [ 1142.431281] env[65794]: DEBUG nova.compute.manager [req-11b85628-cc09-4005-8084-c73544c97045 req-5b28350c-d696-4250-9c14-2a6ecbf97468 service nova] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Received event network-changed-c4045056-e39f-456d-9a9b-ccc392901801 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1142.432349] env[65794]: DEBUG nova.compute.manager [req-11b85628-cc09-4005-8084-c73544c97045 req-5b28350c-d696-4250-9c14-2a6ecbf97468 service nova] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Refreshing instance network info cache due to event network-changed-c4045056-e39f-456d-9a9b-ccc392901801. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1142.432349] env[65794]: DEBUG oslo_concurrency.lockutils [req-11b85628-cc09-4005-8084-c73544c97045 req-5b28350c-d696-4250-9c14-2a6ecbf97468 service nova] Acquiring lock "refresh_cache-bb554a44-fa79-41b5-8dcf-674bface214c" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.432349] env[65794]: DEBUG oslo_concurrency.lockutils [req-11b85628-cc09-4005-8084-c73544c97045 req-5b28350c-d696-4250-9c14-2a6ecbf97468 service nova] Acquired lock "refresh_cache-bb554a44-fa79-41b5-8dcf-674bface214c" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.432349] env[65794]: DEBUG nova.network.neutron [req-11b85628-cc09-4005-8084-c73544c97045 req-5b28350c-d696-4250-9c14-2a6ecbf97468 service nova] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Refreshing network info cache for port c4045056-e39f-456d-9a9b-ccc392901801 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.461608] env[65794]: DEBUG oslo_concurrency.lockutils [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.392s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.461814] env[65794]: INFO nova.compute.manager [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Migrating [ 1142.470533] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.561s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.473868] env[65794]: INFO nova.compute.claims [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.534163] env[65794]: DEBUG oslo_vmware.api [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.659317] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812071, 'name': PowerOffVM_Task, 'duration_secs': 0.341149} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.659596] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.660471] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1383aa-1047-4612-b370-e10b2a03b7e3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.683324] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4ae1d4-22a5-4c76-bc6c-06b6b8e79312 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.850773] env[65794]: DEBUG nova.compute.manager [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1142.851040] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.851961] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8d4546-c4ae-4ab9-a93b-4df792ff431a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.860727] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.861446] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b469387-f126-485c-87ee-e96250ad1ab5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.868140] env[65794]: DEBUG oslo_vmware.api [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1142.868140] env[65794]: value = "task-4812072" [ 1142.868140] env[65794]: _type = "Task" [ 1142.868140] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.877783] env[65794]: DEBUG oslo_vmware.api [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4812072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.936262] env[65794]: WARNING neutronclient.v2_0.client [req-11b85628-cc09-4005-8084-c73544c97045 req-5b28350c-d696-4250-9c14-2a6ecbf97468 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.990646] env[65794]: DEBUG oslo_concurrency.lockutils [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "refresh_cache-70b78066-0a13-4c5f-b048-373123445515" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.991395] env[65794]: DEBUG oslo_concurrency.lockutils [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired lock "refresh_cache-70b78066-0a13-4c5f-b048-373123445515" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.991686] env[65794]: DEBUG nova.network.neutron [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1143.038923] env[65794]: DEBUG oslo_vmware.api [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.119333] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Acquiring lock "72ec630b-7e06-4b86-ba51-03929e3f279f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.119333] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Lock "72ec630b-7e06-4b86-ba51-03929e3f279f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.119333] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Acquiring lock "72ec630b-7e06-4b86-ba51-03929e3f279f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.119886] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Lock "72ec630b-7e06-4b86-ba51-03929e3f279f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.119886] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Lock "72ec630b-7e06-4b86-ba51-03929e3f279f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.122978] env[65794]: INFO nova.compute.manager [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Terminating instance [ 1143.150787] env[65794]: WARNING neutronclient.v2_0.client [req-11b85628-cc09-4005-8084-c73544c97045 req-5b28350c-d696-4250-9c14-2a6ecbf97468 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.195949] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Creating Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1143.197792] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f59d578f-74da-4bca-b43a-fd4f8eb3675f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.207726] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1143.207726] env[65794]: value = "task-4812073" [ 1143.207726] env[65794]: _type = "Task" [ 1143.207726] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.222180] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812073, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.264116] env[65794]: DEBUG nova.network.neutron [req-11b85628-cc09-4005-8084-c73544c97045 req-5b28350c-d696-4250-9c14-2a6ecbf97468 service nova] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Updated VIF entry in instance network info cache for port c4045056-e39f-456d-9a9b-ccc392901801. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1143.264528] env[65794]: DEBUG nova.network.neutron [req-11b85628-cc09-4005-8084-c73544c97045 req-5b28350c-d696-4250-9c14-2a6ecbf97468 service nova] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Updating instance_info_cache with network_info: [{"id": "c4045056-e39f-456d-9a9b-ccc392901801", "address": "fa:16:3e:97:83:55", "network": {"id": "6ed5d4a5-1921-45e7-aea9-6584cea47a8d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1833102098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba15596cf6fe4c72b62127902aca6cf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4045056-e3", "ovs_interfaceid": "c4045056-e39f-456d-9a9b-ccc392901801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.378782] env[65794]: DEBUG oslo_vmware.api [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4812072, 'name': PowerOffVM_Task, 'duration_secs': 0.186942} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.379143] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.379282] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.379553] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1afe55c4-7409-407a-9724-32e400974527 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.457974] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.458346] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.458444] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Deleting the datastore file [datastore2] 02c37e8b-8074-4feb-be37-c9b9697535ab {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.458733] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49517d14-24b6-4cb3-9ec2-9556728cdadf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.466617] env[65794]: DEBUG oslo_vmware.api [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for the task: (returnval){ [ 1143.466617] env[65794]: value = "task-4812075" [ 1143.466617] env[65794]: _type = "Task" [ 1143.466617] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.476475] env[65794]: DEBUG oslo_vmware.api [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4812075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.498750] env[65794]: WARNING neutronclient.v2_0.client [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.536512] env[65794]: DEBUG oslo_vmware.api [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.635967] env[65794]: DEBUG nova.compute.manager [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1143.636377] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.640334] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397a2c06-6a46-4df4-82ca-f98e4c2fdde2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.652319] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.653431] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95adb29e-6f96-4b62-8070-7e719d97285d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.660711] env[65794]: DEBUG oslo_vmware.api [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Waiting for the task: (returnval){ [ 1143.660711] env[65794]: value = "task-4812076" [ 1143.660711] env[65794]: _type = "Task" [ 1143.660711] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.669798] env[65794]: DEBUG oslo_vmware.api [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Task: {'id': task-4812076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.720373] env[65794]: WARNING neutronclient.v2_0.client [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.731339] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812073, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.767826] env[65794]: DEBUG oslo_concurrency.lockutils [req-11b85628-cc09-4005-8084-c73544c97045 req-5b28350c-d696-4250-9c14-2a6ecbf97468 service nova] Releasing lock "refresh_cache-bb554a44-fa79-41b5-8dcf-674bface214c" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.794727] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d41f4a-d339-47c0-b048-ba0a7006358c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.808591] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95f3f8b-f74e-43e0-b2da-2296f9a7f425 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.849081] env[65794]: DEBUG nova.network.neutron [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Updating instance_info_cache with network_info: [{"id": "fe522376-5e10-4ea3-84a4-e64e811c3c49", "address": "fa:16:3e:f3:1e:93", "network": {"id": "c3be34f3-4481-455f-a5bd-794d3240dd32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1106216560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e3a5224c33c47b18efdab4594c4beb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe522376-5e", "ovs_interfaceid": "fe522376-5e10-4ea3-84a4-e64e811c3c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.852606] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd634bd-8129-43a7-9df3-41bad30d742c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.859947] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc639ecb-16a9-4390-8fba-517343a679c5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.878030] env[65794]: DEBUG nova.compute.provider_tree [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.977691] env[65794]: DEBUG oslo_vmware.api [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Task: {'id': task-4812075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403857} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.977941] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.978128] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.978304] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.978471] env[65794]: INFO nova.compute.manager [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1143.978716] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1143.978909] env[65794]: DEBUG nova.compute.manager [-] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1143.979022] env[65794]: DEBUG nova.network.neutron [-] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1143.979260] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.013225] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.035220] env[65794]: DEBUG oslo_vmware.api [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.170946] env[65794]: DEBUG oslo_vmware.api [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Task: {'id': task-4812076, 'name': PowerOffVM_Task, 'duration_secs': 0.258925} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.173118] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.173118] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.173118] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-784f0a94-3f15-4a89-bcea-23b5c904122f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.221925] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812073, 'name': CreateSnapshot_Task, 'duration_secs': 0.919111} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.222270] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Created Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1144.223123] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb8a9cb-649b-4cd0-a080-ed5833ac66c7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.244150] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.244399] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.244595] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Deleting the datastore file [datastore1] 72ec630b-7e06-4b86-ba51-03929e3f279f {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.244945] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9235fd3c-a009-4a35-acb8-48f6495b9b2c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.253241] env[65794]: DEBUG oslo_vmware.api [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Waiting for the task: (returnval){ [ 1144.253241] env[65794]: value = "task-4812078" [ 1144.253241] env[65794]: _type = "Task" [ 1144.253241] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.264674] env[65794]: DEBUG oslo_vmware.api [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Task: {'id': task-4812078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.274429] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.276142] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.276142] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.276142] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.276142] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.276142] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.276142] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65794) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 1144.276142] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.357767] env[65794]: DEBUG oslo_concurrency.lockutils [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Releasing lock "refresh_cache-70b78066-0a13-4c5f-b048-373123445515" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.381901] env[65794]: DEBUG nova.scheduler.client.report [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.460298] env[65794]: DEBUG nova.compute.manager [req-49ccdf8a-fab9-4696-aec2-927419d190a0 req-b5aeefe4-6109-4d30-a09b-e88c335cfac4 service nova] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Received event network-vif-deleted-f54bb98b-0279-4c1c-97d7-9ee36a0768ea {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1144.460518] env[65794]: INFO nova.compute.manager [req-49ccdf8a-fab9-4696-aec2-927419d190a0 req-b5aeefe4-6109-4d30-a09b-e88c335cfac4 service nova] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Neutron deleted interface f54bb98b-0279-4c1c-97d7-9ee36a0768ea; detaching it from the instance and deleting it from the info cache [ 1144.460686] env[65794]: DEBUG nova.network.neutron [req-49ccdf8a-fab9-4696-aec2-927419d190a0 req-b5aeefe4-6109-4d30-a09b-e88c335cfac4 service nova] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.536434] env[65794]: DEBUG oslo_vmware.api [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.742666] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Creating linked-clone VM from snapshot {{(pid=65794) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1144.743524] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-73b3bd27-2f46-4dc2-904c-0ad4f24fc845 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.753223] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1144.753223] env[65794]: value = "task-4812079" [ 1144.753223] env[65794]: _type = "Task" [ 1144.753223] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.764352] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812079, 'name': CloneVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.768207] env[65794]: DEBUG oslo_vmware.api [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Task: {'id': task-4812078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141818} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.768570] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.768856] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.769170] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.769459] env[65794]: INFO nova.compute.manager [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1144.769849] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1144.770116] env[65794]: DEBUG nova.compute.manager [-] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1144.770319] env[65794]: DEBUG nova.network.neutron [-] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1144.770640] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.779849] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.790431] env[65794]: DEBUG nova.network.neutron [-] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.807690] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.888636] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.889475] env[65794]: DEBUG nova.compute.manager [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1144.894032] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.321s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.895419] env[65794]: INFO nova.compute.claims [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.966299] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8030c3c7-1fc1-4ece-9ffa-016d782a2111 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.976924] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d8745b-34a5-4629-9a0b-3ff97f04fd26 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.015346] env[65794]: DEBUG nova.compute.manager [req-49ccdf8a-fab9-4696-aec2-927419d190a0 req-b5aeefe4-6109-4d30-a09b-e88c335cfac4 service nova] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Detach interface failed, port_id=f54bb98b-0279-4c1c-97d7-9ee36a0768ea, reason: Instance 02c37e8b-8074-4feb-be37-c9b9697535ab could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1145.036790] env[65794]: DEBUG oslo_vmware.api [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812069, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.263723] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812079, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.293539] env[65794]: INFO nova.compute.manager [-] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Took 1.31 seconds to deallocate network for instance. [ 1145.400911] env[65794]: DEBUG nova.compute.utils [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1145.405253] env[65794]: DEBUG nova.compute.manager [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1145.405494] env[65794]: DEBUG nova.network.neutron [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1145.405820] env[65794]: WARNING neutronclient.v2_0.client [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.406129] env[65794]: WARNING neutronclient.v2_0.client [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.471191] env[65794]: DEBUG nova.policy [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '268d86e162f741489331c419d69dae37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5e39179d45d4774936d217b8bc60a37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1145.536944] env[65794]: DEBUG oslo_vmware.api [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812069, 'name': ReconfigVM_Task, 'duration_secs': 5.99292} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.537199] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.537405] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Reconfigured VM to detach interface {{(pid=65794) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1145.537876] env[65794]: WARNING neutronclient.v2_0.client [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.538217] env[65794]: WARNING neutronclient.v2_0.client [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.561350] env[65794]: DEBUG nova.network.neutron [-] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.581900] env[65794]: WARNING neutronclient.v2_0.client [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.766840] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812079, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.801382] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.809141] env[65794]: DEBUG nova.network.neutron [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Successfully created port: 45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1145.872871] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b501d8a-d7f3-4dba-be4b-5328955865bb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.896242] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Updating instance '70b78066-0a13-4c5f-b048-373123445515' progress to 0 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.908297] env[65794]: DEBUG nova.compute.manager [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1146.063954] env[65794]: INFO nova.compute.manager [-] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Took 1.29 seconds to deallocate network for instance. [ 1146.267013] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812079, 'name': CloneVM_Task, 'duration_secs': 1.438087} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.267434] env[65794]: INFO nova.virt.vmwareapi.vmops [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Created linked-clone VM from snapshot [ 1146.268200] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e4a9c9-af9e-4aab-a661-b2bd66e139ae {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.276921] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Uploading image 526e970a-a153-4149-8823-4b39769d0970 {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1146.307980] env[65794]: DEBUG oslo_vmware.rw_handles [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1146.307980] env[65794]: value = "vm-938251" [ 1146.307980] env[65794]: _type = "VirtualMachine" [ 1146.307980] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1146.308484] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7e3de301-ca72-4c59-81c9-6071a6c649c7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.316774] env[65794]: DEBUG oslo_vmware.rw_handles [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lease: (returnval){ [ 1146.316774] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52aeb1f1-2903-98d2-69cd-b1d19c2de6dc" [ 1146.316774] env[65794]: _type = "HttpNfcLease" [ 1146.316774] env[65794]: } obtained for exporting VM: (result){ [ 1146.316774] env[65794]: value = "vm-938251" [ 1146.316774] env[65794]: _type = "VirtualMachine" [ 1146.316774] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1146.317143] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the lease: (returnval){ [ 1146.317143] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52aeb1f1-2903-98d2-69cd-b1d19c2de6dc" [ 1146.317143] env[65794]: _type = "HttpNfcLease" [ 1146.317143] env[65794]: } to be ready. {{(pid=65794) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1146.329589] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1146.329589] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52aeb1f1-2903-98d2-69cd-b1d19c2de6dc" [ 1146.329589] env[65794]: _type = "HttpNfcLease" [ 1146.329589] env[65794]: } is initializing. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1146.348137] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789f4e72-3ccc-476e-b3e3-b746bab81695 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.356309] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f49f48b-bf64-4fd1-9478-f437a9fc1d6d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.390352] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4024d4f-201a-4871-bf3b-c85f49abc856 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.399855] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdcfc3a-ca6f-4836-97b4-661da243c585 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.408841] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.409470] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b8e381c-d5bc-41a1-bf00-cdc49b61c3c5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.428381] env[65794]: DEBUG nova.compute.provider_tree [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.429796] env[65794]: DEBUG oslo_vmware.api [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1146.429796] env[65794]: value = "task-4812081" [ 1146.429796] env[65794]: _type = "Task" [ 1146.429796] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.440828] env[65794]: DEBUG oslo_vmware.api [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.494771] env[65794]: DEBUG nova.compute.manager [req-9e4e0547-de89-487f-99d0-e0d54a898ea0 req-b15ef475-d246-447d-839c-61e59c3c4675 service nova] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Received event network-vif-deleted-74d2dd05-7bfd-4ab6-968e-c2698832be57 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1146.572298] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.826941] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1146.826941] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52aeb1f1-2903-98d2-69cd-b1d19c2de6dc" [ 1146.826941] env[65794]: _type = "HttpNfcLease" [ 1146.826941] env[65794]: } is ready. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1146.827466] env[65794]: DEBUG oslo_vmware.rw_handles [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1146.827466] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52aeb1f1-2903-98d2-69cd-b1d19c2de6dc" [ 1146.827466] env[65794]: _type = "HttpNfcLease" [ 1146.827466] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1146.828074] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae587f10-08b9-4038-b7c7-d7485594c84b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.836922] env[65794]: DEBUG oslo_vmware.rw_handles [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234d905-31c0-3896-a84f-71e2740a6440/disk-0.vmdk from lease info. {{(pid=65794) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1146.837141] env[65794]: DEBUG oslo_vmware.rw_handles [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234d905-31c0-3896-a84f-71e2740a6440/disk-0.vmdk for reading. {{(pid=65794) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1146.895603] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.895800] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.895985] env[65794]: DEBUG nova.network.neutron [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1146.931592] env[65794]: DEBUG nova.compute.manager [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1146.938487] env[65794]: DEBUG nova.scheduler.client.report [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.947035] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9a20b7c0-46a7-48f0-8e15-5945ad579e7c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.956244] env[65794]: DEBUG oslo_vmware.api [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812081, 'name': PowerOffVM_Task, 'duration_secs': 0.233609} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.959641] env[65794]: DEBUG nova.virt.hardware [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1146.959931] env[65794]: DEBUG nova.virt.hardware [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.960108] env[65794]: DEBUG nova.virt.hardware [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1146.960313] env[65794]: DEBUG nova.virt.hardware [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.960433] env[65794]: DEBUG nova.virt.hardware [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1146.960574] env[65794]: DEBUG nova.virt.hardware [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1146.960772] env[65794]: DEBUG nova.virt.hardware [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1146.960923] env[65794]: DEBUG nova.virt.hardware [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1146.961098] env[65794]: DEBUG nova.virt.hardware [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1146.961261] env[65794]: DEBUG nova.virt.hardware [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1146.961428] env[65794]: DEBUG nova.virt.hardware [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1146.961876] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.962106] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Updating instance '70b78066-0a13-4c5f-b048-373123445515' progress to 17 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.965978] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6489d91-e4cf-46f7-b896-dc311a8858ef {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.980972] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef015ea-e790-45a7-be55-820bfeb927fe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.398539] env[65794]: WARNING neutronclient.v2_0.client [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.448865] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.451669] env[65794]: DEBUG nova.compute.manager [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1147.457581] env[65794]: DEBUG nova.network.neutron [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Successfully updated port: 45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1147.458481] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.679s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.458609] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.458773] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65794) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1147.458959] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.658s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.459842] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.467165] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.895s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.470087] env[65794]: DEBUG nova.objects.instance [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Lazy-loading 'resources' on Instance uuid 72ec630b-7e06-4b86-ba51-03929e3f279f {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.472835] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16af47a-0357-44d3-bd3c-458270474d71 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.483291] env[65794]: DEBUG nova.virt.hardware [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1147.484333] env[65794]: DEBUG nova.virt.hardware [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.484972] env[65794]: DEBUG nova.virt.hardware [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1147.485387] env[65794]: DEBUG nova.virt.hardware [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.487081] env[65794]: DEBUG nova.virt.hardware [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1147.487081] env[65794]: DEBUG nova.virt.hardware [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1147.487081] env[65794]: DEBUG nova.virt.hardware [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1147.487081] env[65794]: DEBUG nova.virt.hardware [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1147.487081] env[65794]: DEBUG nova.virt.hardware [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1147.487749] env[65794]: DEBUG nova.virt.hardware [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1147.488132] env[65794]: DEBUG nova.virt.hardware [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1147.497683] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1efed64-ad94-4a2b-a977-4ec744b6cf25 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.519617] env[65794]: INFO nova.scheduler.client.report [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Deleted allocations for instance 02c37e8b-8074-4feb-be37-c9b9697535ab [ 1147.525359] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23996a68-b222-40de-897a-5f93b959318a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.531550] env[65794]: DEBUG oslo_vmware.api [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1147.531550] env[65794]: value = "task-4812082" [ 1147.531550] env[65794]: _type = "Task" [ 1147.531550] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.557538] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2803d887-1099-4d7c-8653-3498ca049d7e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.565062] env[65794]: DEBUG oslo_vmware.api [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.572150] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7823b9-5513-417a-af53-8fe297971830 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.611597] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179078MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65794) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1147.611597] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.731807] env[65794]: DEBUG nova.compute.manager [req-3ea83198-a3b9-48e0-a41a-8437fe531950 req-2d747ba1-39c2-4f7e-9dad-cb91efffc77d service nova] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Received event network-vif-plugged-45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1147.732100] env[65794]: DEBUG oslo_concurrency.lockutils [req-3ea83198-a3b9-48e0-a41a-8437fe531950 req-2d747ba1-39c2-4f7e-9dad-cb91efffc77d service nova] Acquiring lock "11d2cb45-b468-4c08-84cc-3db6eaee4fc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.732333] env[65794]: DEBUG oslo_concurrency.lockutils [req-3ea83198-a3b9-48e0-a41a-8437fe531950 req-2d747ba1-39c2-4f7e-9dad-cb91efffc77d service nova] Lock "11d2cb45-b468-4c08-84cc-3db6eaee4fc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.733043] env[65794]: DEBUG oslo_concurrency.lockutils [req-3ea83198-a3b9-48e0-a41a-8437fe531950 req-2d747ba1-39c2-4f7e-9dad-cb91efffc77d service nova] Lock "11d2cb45-b468-4c08-84cc-3db6eaee4fc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.733043] env[65794]: DEBUG nova.compute.manager [req-3ea83198-a3b9-48e0-a41a-8437fe531950 req-2d747ba1-39c2-4f7e-9dad-cb91efffc77d service nova] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] No waiting events found dispatching network-vif-plugged-45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1147.733043] env[65794]: WARNING nova.compute.manager [req-3ea83198-a3b9-48e0-a41a-8437fe531950 req-2d747ba1-39c2-4f7e-9dad-cb91efffc77d service nova] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Received unexpected event network-vif-plugged-45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3 for instance with vm_state building and task_state spawning. [ 1147.734459] env[65794]: WARNING neutronclient.v2_0.client [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.826441] env[65794]: INFO nova.network.neutron [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Port 57eef4ef-59f7-4dbd-8acb-a3a54928f031 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1147.826963] env[65794]: DEBUG nova.network.neutron [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Updating instance_info_cache with network_info: [{"id": "6dacd320-d0c4-4d3b-9ee2-8ae77db35fce", "address": "fa:16:3e:1a:ca:14", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dacd320-d0", "ovs_interfaceid": "6dacd320-d0c4-4d3b-9ee2-8ae77db35fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.972127] env[65794]: DEBUG nova.compute.utils [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.974211] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "refresh_cache-11d2cb45-b468-4c08-84cc-3db6eaee4fc2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.974376] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired lock "refresh_cache-11d2cb45-b468-4c08-84cc-3db6eaee4fc2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.974544] env[65794]: DEBUG nova.network.neutron [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1147.976030] env[65794]: DEBUG nova.compute.manager [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1147.976030] env[65794]: DEBUG nova.network.neutron [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1147.976360] env[65794]: WARNING neutronclient.v2_0.client [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.976801] env[65794]: WARNING neutronclient.v2_0.client [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.019251] env[65794]: DEBUG nova.policy [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca1d6ab33046438db36f3237f28b2a35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c7afaee61b84d1e9d553ac27047b7af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.042753] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c5ce7f51-dbe9-49fc-a38a-d6c5c3249be7 tempest-DeleteServersTestJSON-549383550 tempest-DeleteServersTestJSON-549383550-project-member] Lock "02c37e8b-8074-4feb-be37-c9b9697535ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.700s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.049858] env[65794]: DEBUG oslo_vmware.api [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812082, 'name': ReconfigVM_Task, 'duration_secs': 0.21652} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.050510] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Updating instance '70b78066-0a13-4c5f-b048-373123445515' progress to 33 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.244744] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e5e154-1748-4c77-ab44-8ab494efc681 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.254209] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc379459-8099-4532-8a34-f88cf57de63b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.290384] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f080cd-7f9c-4506-961f-beca8886d47e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.300944] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcdb7db-4e92-4c0b-8cfa-b06de10deefe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.307402] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "interface-5ec524b8-32f9-4231-9f4e-542e5ad0a16a-57eef4ef-59f7-4dbd-8acb-a3a54928f031" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.307402] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "interface-5ec524b8-32f9-4231-9f4e-542e5ad0a16a-57eef4ef-59f7-4dbd-8acb-a3a54928f031" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.307402] env[65794]: DEBUG nova.objects.instance [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lazy-loading 'flavor' on Instance uuid 5ec524b8-32f9-4231-9f4e-542e5ad0a16a {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.321371] env[65794]: DEBUG nova.compute.provider_tree [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.330039] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.429843] env[65794]: DEBUG nova.network.neutron [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Successfully created port: 2e756989-740f-4f26-9fff-7d3dcec7a648 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1148.480336] env[65794]: DEBUG nova.compute.manager [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1148.523536] env[65794]: DEBUG nova.network.neutron [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1148.538492] env[65794]: DEBUG nova.compute.manager [req-82f98f13-20fe-4666-9934-79832e6ac211 req-4633fc66-bfde-4925-b922-664801defd27 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Received event network-changed-6dacd320-d0c4-4d3b-9ee2-8ae77db35fce {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1148.538810] env[65794]: DEBUG nova.compute.manager [req-82f98f13-20fe-4666-9934-79832e6ac211 req-4633fc66-bfde-4925-b922-664801defd27 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Refreshing instance network info cache due to event network-changed-6dacd320-d0c4-4d3b-9ee2-8ae77db35fce. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1148.539112] env[65794]: DEBUG oslo_concurrency.lockutils [req-82f98f13-20fe-4666-9934-79832e6ac211 req-4633fc66-bfde-4925-b922-664801defd27 service nova] Acquiring lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.539291] env[65794]: DEBUG oslo_concurrency.lockutils [req-82f98f13-20fe-4666-9934-79832e6ac211 req-4633fc66-bfde-4925-b922-664801defd27 service nova] Acquired lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.539532] env[65794]: DEBUG nova.network.neutron [req-82f98f13-20fe-4666-9934-79832e6ac211 req-4633fc66-bfde-4925-b922-664801defd27 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Refreshing network info cache for port 6dacd320-d0c4-4d3b-9ee2-8ae77db35fce {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.558011] env[65794]: DEBUG nova.virt.hardware [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1148.558276] env[65794]: DEBUG nova.virt.hardware [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.558393] env[65794]: DEBUG nova.virt.hardware [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1148.558641] env[65794]: DEBUG nova.virt.hardware [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.559166] env[65794]: DEBUG nova.virt.hardware [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1148.559166] env[65794]: DEBUG nova.virt.hardware [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1148.559166] env[65794]: DEBUG nova.virt.hardware [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1148.559417] env[65794]: DEBUG nova.virt.hardware [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1148.559872] env[65794]: DEBUG nova.virt.hardware [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1148.560167] env[65794]: DEBUG nova.virt.hardware [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1148.560167] env[65794]: DEBUG nova.virt.hardware [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1148.566297] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1148.567222] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29ac430c-742f-429c-a036-49dff5bdccf3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.591630] env[65794]: DEBUG oslo_vmware.api [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1148.591630] env[65794]: value = "task-4812083" [ 1148.591630] env[65794]: _type = "Task" [ 1148.591630] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.602359] env[65794]: DEBUG oslo_vmware.api [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.616939] env[65794]: WARNING neutronclient.v2_0.client [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.723032] env[65794]: DEBUG nova.network.neutron [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Updating instance_info_cache with network_info: [{"id": "45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3", "address": "fa:16:3e:7e:7b:cb", "network": {"id": "e5aa0ed4-aa04-4498-8bec-128329970fc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-985809026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e39179d45d4774936d217b8bc60a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f4ca21-0c", "ovs_interfaceid": "45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.812134] env[65794]: WARNING neutronclient.v2_0.client [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.824862] env[65794]: DEBUG nova.scheduler.client.report [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.834770] env[65794]: DEBUG oslo_concurrency.lockutils [None req-2bc98d78-e2a0-49af-811f-df16b7fa6402 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "interface-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd-57eef4ef-59f7-4dbd-8acb-a3a54928f031" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.898s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.971547] env[65794]: DEBUG nova.objects.instance [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lazy-loading 'pci_requests' on Instance uuid 5ec524b8-32f9-4231-9f4e-542e5ad0a16a {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.043120] env[65794]: WARNING neutronclient.v2_0.client [req-82f98f13-20fe-4666-9934-79832e6ac211 req-4633fc66-bfde-4925-b922-664801defd27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.102902] env[65794]: DEBUG oslo_vmware.api [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812083, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.215807] env[65794]: WARNING neutronclient.v2_0.client [req-82f98f13-20fe-4666-9934-79832e6ac211 req-4633fc66-bfde-4925-b922-664801defd27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.226248] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Releasing lock "refresh_cache-11d2cb45-b468-4c08-84cc-3db6eaee4fc2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.226664] env[65794]: DEBUG nova.compute.manager [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Instance network_info: |[{"id": "45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3", "address": "fa:16:3e:7e:7b:cb", "network": {"id": "e5aa0ed4-aa04-4498-8bec-128329970fc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-985809026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e39179d45d4774936d217b8bc60a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f4ca21-0c", "ovs_interfaceid": "45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1149.227181] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:7b:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.236289] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1149.236674] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.237105] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7c3da6c-8efd-4367-ba8b-f45ac5c0b695 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.258179] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.258179] env[65794]: value = "task-4812084" [ 1149.258179] env[65794]: _type = "Task" [ 1149.258179] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.268071] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812084, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.333022] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.335246] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.724s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.349994] env[65794]: DEBUG nova.network.neutron [req-82f98f13-20fe-4666-9934-79832e6ac211 req-4633fc66-bfde-4925-b922-664801defd27 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Updated VIF entry in instance network info cache for port 6dacd320-d0c4-4d3b-9ee2-8ae77db35fce. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1149.350394] env[65794]: DEBUG nova.network.neutron [req-82f98f13-20fe-4666-9934-79832e6ac211 req-4633fc66-bfde-4925-b922-664801defd27 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Updating instance_info_cache with network_info: [{"id": "6dacd320-d0c4-4d3b-9ee2-8ae77db35fce", "address": "fa:16:3e:1a:ca:14", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dacd320-d0", "ovs_interfaceid": "6dacd320-d0c4-4d3b-9ee2-8ae77db35fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.366346] env[65794]: INFO nova.scheduler.client.report [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Deleted allocations for instance 72ec630b-7e06-4b86-ba51-03929e3f279f [ 1149.474346] env[65794]: DEBUG nova.objects.base [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Object Instance<5ec524b8-32f9-4231-9f4e-542e5ad0a16a> lazy-loaded attributes: flavor,pci_requests {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1149.474644] env[65794]: DEBUG nova.network.neutron [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1149.474754] env[65794]: WARNING neutronclient.v2_0.client [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.475148] env[65794]: WARNING neutronclient.v2_0.client [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.492070] env[65794]: DEBUG nova.compute.manager [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1149.521887] env[65794]: DEBUG nova.virt.hardware [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1149.522231] env[65794]: DEBUG nova.virt.hardware [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.522498] env[65794]: DEBUG nova.virt.hardware [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1149.522759] env[65794]: DEBUG nova.virt.hardware [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.523026] env[65794]: DEBUG nova.virt.hardware [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1149.523318] env[65794]: DEBUG nova.virt.hardware [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1149.523587] env[65794]: DEBUG nova.virt.hardware [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1149.523809] env[65794]: DEBUG nova.virt.hardware [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1149.524059] env[65794]: DEBUG nova.virt.hardware [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1149.524287] env[65794]: DEBUG nova.virt.hardware [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1149.524498] env[65794]: DEBUG nova.virt.hardware [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1149.525518] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fee5ac-9dc5-4dfc-be44-34dc5f7dbcac {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.534686] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f58bbdf-7bf6-43af-ba69-6e22ee79c916 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.563381] env[65794]: DEBUG nova.policy [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '013037b09a9d48fd89a493156d368f6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8aa2d70218ad42269cd5188374cb90b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.602848] env[65794]: DEBUG oslo_vmware.api [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812083, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.768758] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812084, 'name': CreateVM_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.855034] env[65794]: DEBUG oslo_concurrency.lockutils [req-82f98f13-20fe-4666-9934-79832e6ac211 req-4633fc66-bfde-4925-b922-664801defd27 service nova] Releasing lock "refresh_cache-4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.855034] env[65794]: DEBUG nova.compute.manager [req-82f98f13-20fe-4666-9934-79832e6ac211 req-4633fc66-bfde-4925-b922-664801defd27 service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Received event network-changed-682c659e-bae2-4ade-908e-1f30e1d3f7ee {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1149.855034] env[65794]: DEBUG nova.compute.manager [req-82f98f13-20fe-4666-9934-79832e6ac211 req-4633fc66-bfde-4925-b922-664801defd27 service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Refreshing instance network info cache due to event network-changed-682c659e-bae2-4ade-908e-1f30e1d3f7ee. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1149.855034] env[65794]: DEBUG oslo_concurrency.lockutils [req-82f98f13-20fe-4666-9934-79832e6ac211 req-4633fc66-bfde-4925-b922-664801defd27 service nova] Acquiring lock "refresh_cache-5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.855476] env[65794]: DEBUG oslo_concurrency.lockutils [req-82f98f13-20fe-4666-9934-79832e6ac211 req-4633fc66-bfde-4925-b922-664801defd27 service nova] Acquired lock "refresh_cache-5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.855476] env[65794]: DEBUG nova.network.neutron [req-82f98f13-20fe-4666-9934-79832e6ac211 req-4633fc66-bfde-4925-b922-664801defd27 service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Refreshing network info cache for port 682c659e-bae2-4ade-908e-1f30e1d3f7ee {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.875433] env[65794]: DEBUG oslo_concurrency.lockutils [None req-e651db62-8c9d-4590-90f4-1201e08231e2 tempest-ServerTagsTestJSON-641731625 tempest-ServerTagsTestJSON-641731625-project-member] Lock "72ec630b-7e06-4b86-ba51-03929e3f279f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.756s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.991931] env[65794]: DEBUG nova.network.neutron [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Successfully updated port: 2e756989-740f-4f26-9fff-7d3dcec7a648 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1150.107969] env[65794]: DEBUG oslo_vmware.api [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812083, 'name': ReconfigVM_Task, 'duration_secs': 1.316994} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.108560] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1150.112027] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f24ff22-ec58-4ffb-b40c-114708cd624b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.139569] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-6842242b-aa8e-4d26-9436-fa88b16738f2/volume-6842242b-aa8e-4d26-9436-fa88b16738f2.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.141108] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c12360d-d643-4829-8cde-83f1aa8eb46e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.156614] env[65794]: DEBUG nova.compute.manager [req-29bac9c6-867b-4431-9cca-d76420472e45 req-229438fc-caad-4094-ac64-6c96e456e85e service nova] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Received event network-changed-45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1150.156836] env[65794]: DEBUG nova.compute.manager [req-29bac9c6-867b-4431-9cca-d76420472e45 req-229438fc-caad-4094-ac64-6c96e456e85e service nova] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Refreshing instance network info cache due to event network-changed-45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1150.157067] env[65794]: DEBUG oslo_concurrency.lockutils [req-29bac9c6-867b-4431-9cca-d76420472e45 req-229438fc-caad-4094-ac64-6c96e456e85e service nova] Acquiring lock "refresh_cache-11d2cb45-b468-4c08-84cc-3db6eaee4fc2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.157228] env[65794]: DEBUG oslo_concurrency.lockutils [req-29bac9c6-867b-4431-9cca-d76420472e45 req-229438fc-caad-4094-ac64-6c96e456e85e service nova] Acquired lock "refresh_cache-11d2cb45-b468-4c08-84cc-3db6eaee4fc2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.157396] env[65794]: DEBUG nova.network.neutron [req-29bac9c6-867b-4431-9cca-d76420472e45 req-229438fc-caad-4094-ac64-6c96e456e85e service nova] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Refreshing network info cache for port 45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.167426] env[65794]: DEBUG oslo_vmware.api [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1150.167426] env[65794]: value = "task-4812086" [ 1150.167426] env[65794]: _type = "Task" [ 1150.167426] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.179703] env[65794]: DEBUG oslo_vmware.api [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.271241] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812084, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.353847] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Applying migration context for instance 70b78066-0a13-4c5f-b048-373123445515 as it has an incoming, in-progress migration 7775818e-bc8d-4dca-93a0-b4eae0820d78. Migration status is migrating {{(pid=65794) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1150.355421] env[65794]: INFO nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 70b78066-0a13-4c5f-b048-373123445515] Updating resource usage from migration 7775818e-bc8d-4dca-93a0-b4eae0820d78 [ 1150.359413] env[65794]: WARNING neutronclient.v2_0.client [req-82f98f13-20fe-4666-9934-79832e6ac211 req-4633fc66-bfde-4925-b922-664801defd27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.381587] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance f755f4c0-549a-4787-ac33-b33c4b3eac60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.381818] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 7c2ad80d-cf90-4b6a-b830-677ee7f0a526 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.382020] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance e1697784-e28f-456f-b8d5-f8b6c18865a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.382138] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance b47334e4-3b9d-48ce-a962-9ff1598725a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.382255] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.382365] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance d57734fb-52c7-4caa-bbed-40ad5e053bf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.382472] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 35c2cfe8-94fe-4390-8e8d-8478a09a3a61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.382581] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance ce852805-24f1-44d9-b464-a3361e121913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.382687] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 5ec524b8-32f9-4231-9f4e-542e5ad0a16a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.382802] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance bb554a44-fa79-41b5-8dcf-674bface214c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.382956] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Migration 7775818e-bc8d-4dca-93a0-b4eae0820d78 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1150.383137] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 70b78066-0a13-4c5f-b048-373123445515 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.383258] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 11d2cb45-b468-4c08-84cc-3db6eaee4fc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.383366] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 868e0096-6995-41c5-9a39-a33736914198 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1150.383585] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1150.383779] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=100GB used_disk=12GB total_vcpus=48 used_vcpus=14 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '13', 'num_vm_active': '11', 'num_task_None': '9', 'num_os_type_None': '13', 'num_proj_8e3a5224c33c47b18efdab4594c4beb0': '3', 'io_workload': '3', 'num_proj_4eb27c4a5aba4b6a88f64e92b9d05791': '2', 'num_proj_6c82899c90d64955a6f8a3b9afc4cc22': '2', 'num_proj_8aa2d70218ad42269cd5188374cb90b1': '2', 'num_task_shelving_image_uploading': '1', 'num_proj_641525153727464f9f447fe8d064f09d': '1', 'num_task_resize_migrating': '1', 'num_proj_ba15596cf6fe4c72b62127902aca6cf6': '1', 'num_vm_building': '2', 'num_task_spawning': '2', 'num_proj_f5e39179d45d4774936d217b8bc60a37': '1', 'num_proj_1c7afaee61b84d1e9d553ac27047b7af': '1'} {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1150.500168] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Acquiring lock "refresh_cache-868e0096-6995-41c5-9a39-a33736914198" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.500168] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Acquired lock "refresh_cache-868e0096-6995-41c5-9a39-a33736914198" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.500168] env[65794]: DEBUG nova.network.neutron [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1150.628102] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1976aeda-dcda-4352-9c8a-f8c9063601e3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.638370] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9877c3e2-e66b-4959-b6cc-214ef8dad7dd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.669713] env[65794]: WARNING neutronclient.v2_0.client [req-29bac9c6-867b-4431-9cca-d76420472e45 req-229438fc-caad-4094-ac64-6c96e456e85e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.677297] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee0d493-0235-4efc-a636-8efd807e5cb5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.686906] env[65794]: WARNING neutronclient.v2_0.client [req-82f98f13-20fe-4666-9934-79832e6ac211 req-4633fc66-bfde-4925-b922-664801defd27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.694935] env[65794]: DEBUG oslo_vmware.api [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812086, 'name': ReconfigVM_Task, 'duration_secs': 0.441518} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.695435] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-6842242b-aa8e-4d26-9436-fa88b16738f2/volume-6842242b-aa8e-4d26-9436-fa88b16738f2.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.695708] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Updating instance '70b78066-0a13-4c5f-b048-373123445515' progress to 50 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.700277] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b423db-6036-46c1-9025-4a386378b765 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.716713] env[65794]: DEBUG nova.compute.provider_tree [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.773092] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812084, 'name': CreateVM_Task, 'duration_secs': 1.028408} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.773092] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.773092] env[65794]: WARNING neutronclient.v2_0.client [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.773092] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.773092] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.773092] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.773456] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-897d7ab9-c2c4-4d4a-8324-3d5e7c4cee30 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.778970] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1150.778970] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5226fcee-3c7e-1d70-011c-5d5674df4630" [ 1150.778970] env[65794]: _type = "Task" [ 1150.778970] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.791971] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5226fcee-3c7e-1d70-011c-5d5674df4630, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.068733] env[65794]: DEBUG nova.network.neutron [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Successfully updated port: 57eef4ef-59f7-4dbd-8acb-a3a54928f031 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1151.105477] env[65794]: DEBUG nova.network.neutron [req-82f98f13-20fe-4666-9934-79832e6ac211 req-4633fc66-bfde-4925-b922-664801defd27 service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Updated VIF entry in instance network info cache for port 682c659e-bae2-4ade-908e-1f30e1d3f7ee. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1151.105637] env[65794]: DEBUG nova.network.neutron [req-82f98f13-20fe-4666-9934-79832e6ac211 req-4633fc66-bfde-4925-b922-664801defd27 service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Updating instance_info_cache with network_info: [{"id": "682c659e-bae2-4ade-908e-1f30e1d3f7ee", "address": "fa:16:3e:36:ec:bd", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap682c659e-ba", "ovs_interfaceid": "682c659e-bae2-4ade-908e-1f30e1d3f7ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.181790] env[65794]: DEBUG nova.network.neutron [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1151.207816] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31b2663-04e2-4ecf-aefe-71496b0eb7e2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.232858] env[65794]: DEBUG nova.scheduler.client.report [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.236897] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f90f08-3a22-431a-8708-3a2080850217 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.258958] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Updating instance '70b78066-0a13-4c5f-b048-373123445515' progress to 67 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.293976] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5226fcee-3c7e-1d70-011c-5d5674df4630, 'name': SearchDatastore_Task, 'duration_secs': 0.012679} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.294394] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.294653] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.294893] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.295071] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.295280] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.295710] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53cef6e8-63e4-4ba3-b8ce-e64b75d74f9b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.302496] env[65794]: WARNING neutronclient.v2_0.client [req-29bac9c6-867b-4431-9cca-d76420472e45 req-229438fc-caad-4094-ac64-6c96e456e85e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.306470] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.306613] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.307533] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97ed8dd3-3c30-42d5-892a-28fc92a92c9d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.314320] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1151.314320] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]520a18c2-849d-63df-0ad1-cf01e2bd156c" [ 1151.314320] env[65794]: _type = "Task" [ 1151.314320] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.323746] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]520a18c2-849d-63df-0ad1-cf01e2bd156c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.384932] env[65794]: WARNING neutronclient.v2_0.client [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.415813] env[65794]: DEBUG nova.network.neutron [req-29bac9c6-867b-4431-9cca-d76420472e45 req-229438fc-caad-4094-ac64-6c96e456e85e service nova] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Updated VIF entry in instance network info cache for port 45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1151.416312] env[65794]: DEBUG nova.network.neutron [req-29bac9c6-867b-4431-9cca-d76420472e45 req-229438fc-caad-4094-ac64-6c96e456e85e service nova] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Updating instance_info_cache with network_info: [{"id": "45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3", "address": "fa:16:3e:7e:7b:cb", "network": {"id": "e5aa0ed4-aa04-4498-8bec-128329970fc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-985809026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e39179d45d4774936d217b8bc60a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f4ca21-0c", "ovs_interfaceid": "45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.471570] env[65794]: DEBUG nova.compute.manager [req-22ab3a37-9a98-4476-a971-b5b496d3b83d req-2fb8a72d-85c0-4177-941f-e8e4ca8677da service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Received event network-vif-plugged-57eef4ef-59f7-4dbd-8acb-a3a54928f031 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1151.471927] env[65794]: DEBUG oslo_concurrency.lockutils [req-22ab3a37-9a98-4476-a971-b5b496d3b83d req-2fb8a72d-85c0-4177-941f-e8e4ca8677da service nova] Acquiring lock "5ec524b8-32f9-4231-9f4e-542e5ad0a16a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.471990] env[65794]: DEBUG oslo_concurrency.lockutils [req-22ab3a37-9a98-4476-a971-b5b496d3b83d req-2fb8a72d-85c0-4177-941f-e8e4ca8677da service nova] Lock "5ec524b8-32f9-4231-9f4e-542e5ad0a16a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.472211] env[65794]: DEBUG oslo_concurrency.lockutils [req-22ab3a37-9a98-4476-a971-b5b496d3b83d req-2fb8a72d-85c0-4177-941f-e8e4ca8677da service nova] Lock "5ec524b8-32f9-4231-9f4e-542e5ad0a16a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.472390] env[65794]: DEBUG nova.compute.manager [req-22ab3a37-9a98-4476-a971-b5b496d3b83d req-2fb8a72d-85c0-4177-941f-e8e4ca8677da service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] No waiting events found dispatching network-vif-plugged-57eef4ef-59f7-4dbd-8acb-a3a54928f031 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1151.472556] env[65794]: WARNING nova.compute.manager [req-22ab3a37-9a98-4476-a971-b5b496d3b83d req-2fb8a72d-85c0-4177-941f-e8e4ca8677da service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Received unexpected event network-vif-plugged-57eef4ef-59f7-4dbd-8acb-a3a54928f031 for instance with vm_state active and task_state None. [ 1151.494777] env[65794]: DEBUG nova.network.neutron [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Updating instance_info_cache with network_info: [{"id": "2e756989-740f-4f26-9fff-7d3dcec7a648", "address": "fa:16:3e:ac:e7:69", "network": {"id": "633bd891-a08f-4d50-92bb-6a947196759f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1258882458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c7afaee61b84d1e9d553ac27047b7af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e756989-74", "ovs_interfaceid": "2e756989-740f-4f26-9fff-7d3dcec7a648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.570906] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "refresh_cache-5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.608783] env[65794]: DEBUG oslo_concurrency.lockutils [req-82f98f13-20fe-4666-9934-79832e6ac211 req-4633fc66-bfde-4925-b922-664801defd27 service nova] Releasing lock "refresh_cache-5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.609373] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "refresh_cache-5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.609626] env[65794]: DEBUG nova.network.neutron [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1151.741638] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65794) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1151.741847] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.407s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.742100] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.742240] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Cleaning up deleted instances {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1151.833212] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]520a18c2-849d-63df-0ad1-cf01e2bd156c, 'name': SearchDatastore_Task, 'duration_secs': 0.010838} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.837448] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17be912e-f5da-45d8-b9c8-227eff991332 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.844061] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1151.844061] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5243c572-c8a7-86d6-62f3-d0999dcf1892" [ 1151.844061] env[65794]: _type = "Task" [ 1151.844061] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.852900] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5243c572-c8a7-86d6-62f3-d0999dcf1892, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.918810] env[65794]: DEBUG oslo_concurrency.lockutils [req-29bac9c6-867b-4431-9cca-d76420472e45 req-229438fc-caad-4094-ac64-6c96e456e85e service nova] Releasing lock "refresh_cache-11d2cb45-b468-4c08-84cc-3db6eaee4fc2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.948730] env[65794]: INFO nova.compute.manager [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Rebuilding instance [ 1151.999092] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Releasing lock "refresh_cache-868e0096-6995-41c5-9a39-a33736914198" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.999551] env[65794]: DEBUG nova.compute.manager [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Instance network_info: |[{"id": "2e756989-740f-4f26-9fff-7d3dcec7a648", "address": "fa:16:3e:ac:e7:69", "network": {"id": "633bd891-a08f-4d50-92bb-6a947196759f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1258882458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c7afaee61b84d1e9d553ac27047b7af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e756989-74", "ovs_interfaceid": "2e756989-740f-4f26-9fff-7d3dcec7a648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1152.000221] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:e7:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e756989-740f-4f26-9fff-7d3dcec7a648', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.008291] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Creating folder: Project (1c7afaee61b84d1e9d553ac27047b7af). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1152.008899] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-203e3603-40bf-44dc-95f7-93eab3a79bed {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.018577] env[65794]: DEBUG nova.compute.manager [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1152.019465] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e85c772-b7a8-47d5-a20d-0d9997439a07 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.024456] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Created folder: Project (1c7afaee61b84d1e9d553ac27047b7af) in parent group-v937953. [ 1152.024456] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Creating folder: Instances. Parent ref: group-v938253. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1152.024651] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05a22144-aa04-4463-ab42-5a9d88db5f2a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.041711] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Created folder: Instances in parent group-v938253. [ 1152.041996] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1152.042211] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 868e0096-6995-41c5-9a39-a33736914198] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.042460] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64e7173a-22b4-4588-a508-48f535c61e90 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.064168] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.064168] env[65794]: value = "task-4812089" [ 1152.064168] env[65794]: _type = "Task" [ 1152.064168] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.075946] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812089, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.178867] env[65794]: WARNING nova.network.neutron [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] 1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3 already exists in list: networks containing: ['1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3']. ignoring it [ 1152.191951] env[65794]: DEBUG nova.compute.manager [req-f0e0e671-8e5e-442a-b352-d4902d0f1777 req-80593ef8-2e77-484f-8a17-3e03e05776a2 service nova] [instance: 868e0096-6995-41c5-9a39-a33736914198] Received event network-vif-plugged-2e756989-740f-4f26-9fff-7d3dcec7a648 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1152.192140] env[65794]: DEBUG oslo_concurrency.lockutils [req-f0e0e671-8e5e-442a-b352-d4902d0f1777 req-80593ef8-2e77-484f-8a17-3e03e05776a2 service nova] Acquiring lock "868e0096-6995-41c5-9a39-a33736914198-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.192706] env[65794]: DEBUG oslo_concurrency.lockutils [req-f0e0e671-8e5e-442a-b352-d4902d0f1777 req-80593ef8-2e77-484f-8a17-3e03e05776a2 service nova] Lock "868e0096-6995-41c5-9a39-a33736914198-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.192963] env[65794]: DEBUG oslo_concurrency.lockutils [req-f0e0e671-8e5e-442a-b352-d4902d0f1777 req-80593ef8-2e77-484f-8a17-3e03e05776a2 service nova] Lock "868e0096-6995-41c5-9a39-a33736914198-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.193231] env[65794]: DEBUG nova.compute.manager [req-f0e0e671-8e5e-442a-b352-d4902d0f1777 req-80593ef8-2e77-484f-8a17-3e03e05776a2 service nova] [instance: 868e0096-6995-41c5-9a39-a33736914198] No waiting events found dispatching network-vif-plugged-2e756989-740f-4f26-9fff-7d3dcec7a648 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1152.193538] env[65794]: WARNING nova.compute.manager [req-f0e0e671-8e5e-442a-b352-d4902d0f1777 req-80593ef8-2e77-484f-8a17-3e03e05776a2 service nova] [instance: 868e0096-6995-41c5-9a39-a33736914198] Received unexpected event network-vif-plugged-2e756989-740f-4f26-9fff-7d3dcec7a648 for instance with vm_state building and task_state spawning. [ 1152.194088] env[65794]: DEBUG nova.compute.manager [req-f0e0e671-8e5e-442a-b352-d4902d0f1777 req-80593ef8-2e77-484f-8a17-3e03e05776a2 service nova] [instance: 868e0096-6995-41c5-9a39-a33736914198] Received event network-changed-2e756989-740f-4f26-9fff-7d3dcec7a648 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1152.194506] env[65794]: DEBUG nova.compute.manager [req-f0e0e671-8e5e-442a-b352-d4902d0f1777 req-80593ef8-2e77-484f-8a17-3e03e05776a2 service nova] [instance: 868e0096-6995-41c5-9a39-a33736914198] Refreshing instance network info cache due to event network-changed-2e756989-740f-4f26-9fff-7d3dcec7a648. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1152.194693] env[65794]: DEBUG oslo_concurrency.lockutils [req-f0e0e671-8e5e-442a-b352-d4902d0f1777 req-80593ef8-2e77-484f-8a17-3e03e05776a2 service nova] Acquiring lock "refresh_cache-868e0096-6995-41c5-9a39-a33736914198" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.195437] env[65794]: DEBUG oslo_concurrency.lockutils [req-f0e0e671-8e5e-442a-b352-d4902d0f1777 req-80593ef8-2e77-484f-8a17-3e03e05776a2 service nova] Acquired lock "refresh_cache-868e0096-6995-41c5-9a39-a33736914198" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.195663] env[65794]: DEBUG nova.network.neutron [req-f0e0e671-8e5e-442a-b352-d4902d0f1777 req-80593ef8-2e77-484f-8a17-3e03e05776a2 service nova] [instance: 868e0096-6995-41c5-9a39-a33736914198] Refreshing network info cache for port 2e756989-740f-4f26-9fff-7d3dcec7a648 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.264181] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] There are 57 instances to clean {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11935}} [ 1152.264394] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 72ec630b-7e06-4b86-ba51-03929e3f279f] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1152.357532] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5243c572-c8a7-86d6-62f3-d0999dcf1892, 'name': SearchDatastore_Task, 'duration_secs': 0.010619} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.357896] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.358275] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 11d2cb45-b468-4c08-84cc-3db6eaee4fc2/11d2cb45-b468-4c08-84cc-3db6eaee4fc2.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.358592] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3748f4e-bb78-42db-8776-323925377894 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.368980] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1152.368980] env[65794]: value = "task-4812090" [ 1152.368980] env[65794]: _type = "Task" [ 1152.368980] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.378946] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.576527] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812089, 'name': CreateVM_Task, 'duration_secs': 0.443616} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.576932] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 868e0096-6995-41c5-9a39-a33736914198] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.577337] env[65794]: WARNING neutronclient.v2_0.client [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.577758] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.577919] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.578419] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.582011] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54d2e583-31ef-4d04-a9f1-532aa23b5203 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.589988] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Waiting for the task: (returnval){ [ 1152.589988] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52877987-9578-aa6f-fd01-3a674831723e" [ 1152.589988] env[65794]: _type = "Task" [ 1152.589988] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.599722] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52877987-9578-aa6f-fd01-3a674831723e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.676156] env[65794]: WARNING neutronclient.v2_0.client [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.699366] env[65794]: WARNING neutronclient.v2_0.client [req-f0e0e671-8e5e-442a-b352-d4902d0f1777 req-80593ef8-2e77-484f-8a17-3e03e05776a2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.772021] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 00039788-0abe-4a2b-9a1f-5e21d0dbe2c9] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1152.880213] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507868} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.880213] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 11d2cb45-b468-4c08-84cc-3db6eaee4fc2/11d2cb45-b468-4c08-84cc-3db6eaee4fc2.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.880455] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.880798] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c5910d9-f5cb-4155-98a6-f9a66b2f2527 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.889789] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1152.889789] env[65794]: value = "task-4812091" [ 1152.889789] env[65794]: _type = "Task" [ 1152.889789] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.900101] env[65794]: WARNING neutronclient.v2_0.client [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.900507] env[65794]: WARNING neutronclient.v2_0.client [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.902984] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.011539] env[65794]: DEBUG nova.network.neutron [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Port fe522376-5e10-4ea3-84a4-e64e811c3c49 binding to destination host cpu-1 is already ACTIVE {{(pid=65794) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1153.039052] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.039761] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-958f4674-e03d-49a5-a210-8042cd938cb5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.050390] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1153.050390] env[65794]: value = "task-4812092" [ 1153.050390] env[65794]: _type = "Task" [ 1153.050390] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.067353] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.102852] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52877987-9578-aa6f-fd01-3a674831723e, 'name': SearchDatastore_Task, 'duration_secs': 0.035489} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.103444] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.103647] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.103734] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.103880] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.104174] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.104530] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88b0059f-60ab-4113-8c29-1f8e56bf51d2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.120120] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.120467] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.122234] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3909b7ce-5904-4efc-82a4-4d298ea3ea73 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.129400] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Waiting for the task: (returnval){ [ 1153.129400] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52cd7c7d-7716-cee1-221c-46ddbef98ad4" [ 1153.129400] env[65794]: _type = "Task" [ 1153.129400] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.142070] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52cd7c7d-7716-cee1-221c-46ddbef98ad4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.276690] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: d8b9bac7-82a3-426c-a3ca-d7e638e43b9e] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1153.332162] env[65794]: WARNING neutronclient.v2_0.client [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.401406] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078693} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.401693] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.402546] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dddef54-bba6-41f3-8648-1bd771a9cf0d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.428573] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 11d2cb45-b468-4c08-84cc-3db6eaee4fc2/11d2cb45-b468-4c08-84cc-3db6eaee4fc2.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.429771] env[65794]: WARNING neutronclient.v2_0.client [req-f0e0e671-8e5e-442a-b352-d4902d0f1777 req-80593ef8-2e77-484f-8a17-3e03e05776a2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.431882] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfd81e9d-2a6f-4cbb-bab9-4f9f4081dda2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.454043] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1153.454043] env[65794]: value = "task-4812093" [ 1153.454043] env[65794]: _type = "Task" [ 1153.454043] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.466210] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812093, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.562648] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812092, 'name': PowerOffVM_Task, 'duration_secs': 0.230712} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.563071] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.563416] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.567200] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2d6eaa-1c6c-4f20-8a73-84edc65bfec9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.573974] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.575458] env[65794]: DEBUG nova.network.neutron [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Updating instance_info_cache with network_info: [{"id": "682c659e-bae2-4ade-908e-1f30e1d3f7ee", "address": "fa:16:3e:36:ec:bd", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap682c659e-ba", "ovs_interfaceid": "682c659e-bae2-4ade-908e-1f30e1d3f7ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "57eef4ef-59f7-4dbd-8acb-a3a54928f031", "address": "fa:16:3e:1e:c6:65", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57eef4ef-59", "ovs_interfaceid": "57eef4ef-59f7-4dbd-8acb-a3a54928f031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.577173] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bc5b4c6-aff1-479e-8fde-0f3da59b745a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.647203] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52cd7c7d-7716-cee1-221c-46ddbef98ad4, 'name': SearchDatastore_Task, 'duration_secs': 0.01544} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.648157] env[65794]: DEBUG nova.network.neutron [req-f0e0e671-8e5e-442a-b352-d4902d0f1777 req-80593ef8-2e77-484f-8a17-3e03e05776a2 service nova] [instance: 868e0096-6995-41c5-9a39-a33736914198] Updated VIF entry in instance network info cache for port 2e756989-740f-4f26-9fff-7d3dcec7a648. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1153.648513] env[65794]: DEBUG nova.network.neutron [req-f0e0e671-8e5e-442a-b352-d4902d0f1777 req-80593ef8-2e77-484f-8a17-3e03e05776a2 service nova] [instance: 868e0096-6995-41c5-9a39-a33736914198] Updating instance_info_cache with network_info: [{"id": "2e756989-740f-4f26-9fff-7d3dcec7a648", "address": "fa:16:3e:ac:e7:69", "network": {"id": "633bd891-a08f-4d50-92bb-6a947196759f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1258882458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c7afaee61b84d1e9d553ac27047b7af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e756989-74", "ovs_interfaceid": "2e756989-740f-4f26-9fff-7d3dcec7a648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.651446] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dbb1f60-ed08-4413-9962-ca4013dbf20b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.657567] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.657843] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.658087] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Deleting the datastore file [datastore2] 35c2cfe8-94fe-4390-8e8d-8478a09a3a61 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.658847] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdac3842-2bae-4120-b5c7-0baa71f7bd12 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.663864] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Waiting for the task: (returnval){ [ 1153.663864] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5296f056-7623-8b00-c8c1-528b9f2801e8" [ 1153.663864] env[65794]: _type = "Task" [ 1153.663864] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.670574] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1153.670574] env[65794]: value = "task-4812095" [ 1153.670574] env[65794]: _type = "Task" [ 1153.670574] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.678137] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5296f056-7623-8b00-c8c1-528b9f2801e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.684556] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.749440] env[65794]: DEBUG nova.compute.manager [req-09161638-a27e-4466-a0d4-6d0efee1ca15 req-56ef7e9a-20df-4540-aea8-e1def32056df service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Received event network-changed-57eef4ef-59f7-4dbd-8acb-a3a54928f031 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1153.749670] env[65794]: DEBUG nova.compute.manager [req-09161638-a27e-4466-a0d4-6d0efee1ca15 req-56ef7e9a-20df-4540-aea8-e1def32056df service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Refreshing instance network info cache due to event network-changed-57eef4ef-59f7-4dbd-8acb-a3a54928f031. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1153.749911] env[65794]: DEBUG oslo_concurrency.lockutils [req-09161638-a27e-4466-a0d4-6d0efee1ca15 req-56ef7e9a-20df-4540-aea8-e1def32056df service nova] Acquiring lock "refresh_cache-5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.781138] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 02c37e8b-8074-4feb-be37-c9b9697535ab] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1153.964972] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812093, 'name': ReconfigVM_Task, 'duration_secs': 0.512227} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.965358] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 11d2cb45-b468-4c08-84cc-3db6eaee4fc2/11d2cb45-b468-4c08-84cc-3db6eaee4fc2.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.966083] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b205adfd-304b-4e19-bad9-40b10ee27b9b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.972681] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1153.972681] env[65794]: value = "task-4812096" [ 1153.972681] env[65794]: _type = "Task" [ 1153.972681] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.982222] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812096, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.041568] env[65794]: DEBUG oslo_concurrency.lockutils [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "70b78066-0a13-4c5f-b048-373123445515-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.041880] env[65794]: DEBUG oslo_concurrency.lockutils [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "70b78066-0a13-4c5f-b048-373123445515-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.042083] env[65794]: DEBUG oslo_concurrency.lockutils [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "70b78066-0a13-4c5f-b048-373123445515-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.080450] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "refresh_cache-5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.081118] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.081734] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.081801] env[65794]: DEBUG oslo_concurrency.lockutils [req-09161638-a27e-4466-a0d4-6d0efee1ca15 req-56ef7e9a-20df-4540-aea8-e1def32056df service nova] Acquired lock "refresh_cache-5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.081978] env[65794]: DEBUG nova.network.neutron [req-09161638-a27e-4466-a0d4-6d0efee1ca15 req-56ef7e9a-20df-4540-aea8-e1def32056df service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Refreshing network info cache for port 57eef4ef-59f7-4dbd-8acb-a3a54928f031 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.084180] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2497f08f-3f2c-4fe0-8e29-23cc844ded33 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.110501] env[65794]: DEBUG nova.virt.hardware [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1154.110753] env[65794]: DEBUG nova.virt.hardware [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.110910] env[65794]: DEBUG nova.virt.hardware [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1154.111119] env[65794]: DEBUG nova.virt.hardware [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.111259] env[65794]: DEBUG nova.virt.hardware [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1154.111476] env[65794]: DEBUG nova.virt.hardware [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1154.111598] env[65794]: DEBUG nova.virt.hardware [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1154.111747] env[65794]: DEBUG nova.virt.hardware [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1154.111915] env[65794]: DEBUG nova.virt.hardware [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1154.112072] env[65794]: DEBUG nova.virt.hardware [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1154.112246] env[65794]: DEBUG nova.virt.hardware [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1154.120943] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Reconfiguring VM to attach interface {{(pid=65794) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1154.122048] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0761f2dc-85e0-4597-b21a-8369b66f97f0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.149399] env[65794]: DEBUG oslo_vmware.api [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1154.149399] env[65794]: value = "task-4812097" [ 1154.149399] env[65794]: _type = "Task" [ 1154.149399] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.153807] env[65794]: DEBUG oslo_concurrency.lockutils [req-f0e0e671-8e5e-442a-b352-d4902d0f1777 req-80593ef8-2e77-484f-8a17-3e03e05776a2 service nova] Releasing lock "refresh_cache-868e0096-6995-41c5-9a39-a33736914198" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.162049] env[65794]: DEBUG oslo_vmware.api [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812097, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.179523] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5296f056-7623-8b00-c8c1-528b9f2801e8, 'name': SearchDatastore_Task, 'duration_secs': 0.02515} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.180310] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.180633] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 868e0096-6995-41c5-9a39-a33736914198/868e0096-6995-41c5-9a39-a33736914198.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.180966] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6628f5d8-cdac-4aa0-912e-b7699b03e65b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.186904] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290507} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.187708] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.187903] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.188139] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.192935] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Waiting for the task: (returnval){ [ 1154.192935] env[65794]: value = "task-4812098" [ 1154.192935] env[65794]: _type = "Task" [ 1154.192935] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.203405] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': task-4812098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.285343] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: ac144607-71aa-49cf-a44f-7904d90ddc9d] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1154.487941] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812096, 'name': Rename_Task, 'duration_secs': 0.182665} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.488497] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.488957] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d045a127-859f-4ddb-8691-39140bf2f207 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.500521] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1154.500521] env[65794]: value = "task-4812099" [ 1154.500521] env[65794]: _type = "Task" [ 1154.500521] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.513211] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.560318] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "ce852805-24f1-44d9-b464-a3361e121913" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.560573] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "ce852805-24f1-44d9-b464-a3361e121913" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.560795] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "ce852805-24f1-44d9-b464-a3361e121913-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.560969] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "ce852805-24f1-44d9-b464-a3361e121913-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.561148] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "ce852805-24f1-44d9-b464-a3361e121913-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.564127] env[65794]: INFO nova.compute.manager [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Terminating instance [ 1154.589682] env[65794]: WARNING neutronclient.v2_0.client [req-09161638-a27e-4466-a0d4-6d0efee1ca15 req-56ef7e9a-20df-4540-aea8-e1def32056df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.665737] env[65794]: DEBUG oslo_vmware.api [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.709609] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': task-4812098, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.790672] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: f008140d-a021-495f-8d64-415e2cddb7c9] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1154.824624] env[65794]: WARNING neutronclient.v2_0.client [req-09161638-a27e-4466-a0d4-6d0efee1ca15 req-56ef7e9a-20df-4540-aea8-e1def32056df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.911028] env[65794]: DEBUG nova.network.neutron [req-09161638-a27e-4466-a0d4-6d0efee1ca15 req-56ef7e9a-20df-4540-aea8-e1def32056df service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Updated VIF entry in instance network info cache for port 57eef4ef-59f7-4dbd-8acb-a3a54928f031. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1154.911689] env[65794]: DEBUG nova.network.neutron [req-09161638-a27e-4466-a0d4-6d0efee1ca15 req-56ef7e9a-20df-4540-aea8-e1def32056df service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Updating instance_info_cache with network_info: [{"id": "682c659e-bae2-4ade-908e-1f30e1d3f7ee", "address": "fa:16:3e:36:ec:bd", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap682c659e-ba", "ovs_interfaceid": "682c659e-bae2-4ade-908e-1f30e1d3f7ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "57eef4ef-59f7-4dbd-8acb-a3a54928f031", "address": "fa:16:3e:1e:c6:65", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57eef4ef-59", "ovs_interfaceid": "57eef4ef-59f7-4dbd-8acb-a3a54928f031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.013708] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812099, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.050711] env[65794]: WARNING neutronclient.v2_0.client [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.068525] env[65794]: DEBUG nova.compute.manager [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1155.068930] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.070131] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d112b4b-e5b0-4cca-88d6-99d2bc654a74 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.079841] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.079909] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25550476-512f-4735-99d9-6181c82e5c7a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.088661] env[65794]: DEBUG oslo_vmware.api [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1155.088661] env[65794]: value = "task-4812100" [ 1155.088661] env[65794]: _type = "Task" [ 1155.088661] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.093456] env[65794]: DEBUG oslo_concurrency.lockutils [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "refresh_cache-70b78066-0a13-4c5f-b048-373123445515" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.093623] env[65794]: DEBUG oslo_concurrency.lockutils [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired lock "refresh_cache-70b78066-0a13-4c5f-b048-373123445515" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.093793] env[65794]: DEBUG nova.network.neutron [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1155.101899] env[65794]: DEBUG oslo_vmware.api [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.165087] env[65794]: DEBUG oslo_vmware.api [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812097, 'name': ReconfigVM_Task, 'duration_secs': 0.751966} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.165631] env[65794]: WARNING neutronclient.v2_0.client [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.165942] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.166235] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Reconfigured VM to attach interface {{(pid=65794) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1155.210923] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': task-4812098, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.229184] env[65794]: DEBUG nova.virt.hardware [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1155.229437] env[65794]: DEBUG nova.virt.hardware [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.229590] env[65794]: DEBUG nova.virt.hardware [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1155.229766] env[65794]: DEBUG nova.virt.hardware [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.229920] env[65794]: DEBUG nova.virt.hardware [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1155.230057] env[65794]: DEBUG nova.virt.hardware [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1155.230308] env[65794]: DEBUG nova.virt.hardware [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1155.230471] env[65794]: DEBUG nova.virt.hardware [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1155.230637] env[65794]: DEBUG nova.virt.hardware [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1155.230796] env[65794]: DEBUG nova.virt.hardware [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1155.230967] env[65794]: DEBUG nova.virt.hardware [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1155.231832] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d2a1a3-efe5-4878-95db-b56a99280198 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.240374] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8d5770-95c5-4670-b024-817d604c19a4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.255857] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:7e:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c92167d3-22a7-4ec1-95ad-8ffe26f15d42', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.263840] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1155.264248] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.265195] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-194ec6d2-7b76-41ac-8bb3-9a802c400c1e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.289808] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.289808] env[65794]: value = "task-4812101" [ 1155.289808] env[65794]: _type = "Task" [ 1155.289808] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.298536] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 411a480a-3b4a-4a15-913c-f6a256b9dd9a] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1155.300699] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812101, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.416240] env[65794]: DEBUG oslo_concurrency.lockutils [req-09161638-a27e-4466-a0d4-6d0efee1ca15 req-56ef7e9a-20df-4540-aea8-e1def32056df service nova] Releasing lock "refresh_cache-5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.512313] env[65794]: DEBUG oslo_vmware.api [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812099, 'name': PowerOnVM_Task, 'duration_secs': 0.998337} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.512457] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.512665] env[65794]: INFO nova.compute.manager [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1155.512823] env[65794]: DEBUG nova.compute.manager [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1155.513712] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6878406d-d22b-4dd0-be95-d4d1781da538 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.551951] env[65794]: DEBUG oslo_vmware.rw_handles [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234d905-31c0-3896-a84f-71e2740a6440/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1155.553573] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6d0f58-bcb3-4f8f-9252-c005b4649249 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.561329] env[65794]: DEBUG oslo_vmware.rw_handles [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234d905-31c0-3896-a84f-71e2740a6440/disk-0.vmdk is in state: ready. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1155.561539] env[65794]: ERROR oslo_vmware.rw_handles [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234d905-31c0-3896-a84f-71e2740a6440/disk-0.vmdk due to incomplete transfer. [ 1155.561768] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ec7965e5-85a6-4ab9-ae11-2675814ab9a5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.571676] env[65794]: DEBUG oslo_vmware.rw_handles [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234d905-31c0-3896-a84f-71e2740a6440/disk-0.vmdk. {{(pid=65794) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1155.571676] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Uploaded image 526e970a-a153-4149-8823-4b39769d0970 to the Glance image server {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1155.574386] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Destroying the VM {{(pid=65794) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1155.575646] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bfc5bfb3-ff56-4cc7-957c-d4790b708c0d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.583360] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1155.583360] env[65794]: value = "task-4812102" [ 1155.583360] env[65794]: _type = "Task" [ 1155.583360] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.596528] env[65794]: WARNING neutronclient.v2_0.client [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.599982] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812102, 'name': Destroy_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.605906] env[65794]: DEBUG oslo_vmware.api [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.670871] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5c6b2585-3408-4df3-b98f-6beca5e8838c tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "interface-5ec524b8-32f9-4231-9f4e-542e5ad0a16a-57eef4ef-59f7-4dbd-8acb-a3a54928f031" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.364s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.720133] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': task-4812098, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.497086} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.720133] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 868e0096-6995-41c5-9a39-a33736914198/868e0096-6995-41c5-9a39-a33736914198.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.720133] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.720133] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a6ff5ac-3356-45be-961d-5e3b231b2918 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.726958] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Waiting for the task: (returnval){ [ 1155.726958] env[65794]: value = "task-4812103" [ 1155.726958] env[65794]: _type = "Task" [ 1155.726958] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.738398] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': task-4812103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.806480] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 82c577eb-9ab0-4c9b-970c-8637e88eeb48] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1155.811022] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812101, 'name': CreateVM_Task, 'duration_secs': 0.467109} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.811022] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.811022] env[65794]: WARNING neutronclient.v2_0.client [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1155.811022] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.811570] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.811941] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.812501] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e20e582e-f361-4b65-b501-7fad42d43668 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.820357] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1155.820357] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]526286b6-391b-6344-d368-7f8240bd1773" [ 1155.820357] env[65794]: _type = "Task" [ 1155.820357] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.831795] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526286b6-391b-6344-d368-7f8240bd1773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.833369] env[65794]: WARNING neutronclient.v2_0.client [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.033468] env[65794]: DEBUG nova.network.neutron [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Updating instance_info_cache with network_info: [{"id": "fe522376-5e10-4ea3-84a4-e64e811c3c49", "address": "fa:16:3e:f3:1e:93", "network": {"id": "c3be34f3-4481-455f-a5bd-794d3240dd32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1106216560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e3a5224c33c47b18efdab4594c4beb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe522376-5e", "ovs_interfaceid": "fe522376-5e10-4ea3-84a4-e64e811c3c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.036958] env[65794]: INFO nova.compute.manager [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Took 15.14 seconds to build instance. [ 1156.099077] env[65794]: DEBUG oslo_vmware.api [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812100, 'name': PowerOffVM_Task, 'duration_secs': 0.866491} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.102390] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.102625] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.102929] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812102, 'name': Destroy_Task} progress is 33%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.103260] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39f09aab-ed23-4b24-a7ce-50cf7c25faa3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.177034] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.178055] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.178610] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Deleting the datastore file [datastore2] ce852805-24f1-44d9-b464-a3361e121913 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.179301] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2c4f6d4-c981-47d2-9d59-544b55f230bb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.188476] env[65794]: DEBUG oslo_vmware.api [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1156.188476] env[65794]: value = "task-4812105" [ 1156.188476] env[65794]: _type = "Task" [ 1156.188476] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.203686] env[65794]: DEBUG oslo_vmware.api [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.236933] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': task-4812103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.274375} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.237202] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.238090] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b763ee-5d42-48c3-88e0-9869a3393de9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.263285] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 868e0096-6995-41c5-9a39-a33736914198/868e0096-6995-41c5-9a39-a33736914198.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.263597] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5df1bc0d-416c-490a-8c64-5e23bf4115eb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.284017] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Waiting for the task: (returnval){ [ 1156.284017] env[65794]: value = "task-4812106" [ 1156.284017] env[65794]: _type = "Task" [ 1156.284017] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.293311] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': task-4812106, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.313512] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 8d2d2881-1f29-4519-99fb-d85e07b7d818] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1156.331934] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]526286b6-391b-6344-d368-7f8240bd1773, 'name': SearchDatastore_Task, 'duration_secs': 0.012527} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.332137] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.332376] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.332702] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.332883] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.333851] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.333851] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5b22620-df75-4efb-9ccd-a8790c53d151 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.344597] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.345026] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.345818] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75436e05-215f-446f-afb5-ea504c632779 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.352258] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1156.352258] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]525f2252-1a18-6c9b-e30f-b783b539209c" [ 1156.352258] env[65794]: _type = "Task" [ 1156.352258] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.361448] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525f2252-1a18-6c9b-e30f-b783b539209c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.538205] env[65794]: DEBUG oslo_concurrency.lockutils [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Releasing lock "refresh_cache-70b78066-0a13-4c5f-b048-373123445515" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.543422] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1ce67f05-9f7f-4ee3-9952-40ca3561ebe4 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "11d2cb45-b468-4c08-84cc-3db6eaee4fc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.663s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.596368] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812102, 'name': Destroy_Task, 'duration_secs': 0.851523} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.596649] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Destroyed the VM [ 1156.596919] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Deleting Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1156.597448] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0483dd3e-5c2b-4bc8-83e8-382f4d2ac7cf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.604725] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1156.604725] env[65794]: value = "task-4812107" [ 1156.604725] env[65794]: _type = "Task" [ 1156.604725] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.614852] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812107, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.699478] env[65794]: DEBUG oslo_vmware.api [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150828} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.699797] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.699998] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.700238] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.700439] env[65794]: INFO nova.compute.manager [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ce852805-24f1-44d9-b464-a3361e121913] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1156.702454] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1156.702768] env[65794]: DEBUG nova.compute.manager [-] [instance: ce852805-24f1-44d9-b464-a3361e121913] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1156.703061] env[65794]: DEBUG nova.network.neutron [-] [instance: ce852805-24f1-44d9-b464-a3361e121913] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1156.706135] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.800297] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': task-4812106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.817027] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 88882bf8-5a99-4bd4-85ac-d1dc7d3f4ed8] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1156.868869] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525f2252-1a18-6c9b-e30f-b783b539209c, 'name': SearchDatastore_Task, 'duration_secs': 0.009719} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.868869] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85e02644-0225-4689-9cf7-baf17ed9a2ba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.876699] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1156.876699] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f83d02-b6c2-c41f-c13e-f2b60a4d2900" [ 1156.876699] env[65794]: _type = "Task" [ 1156.876699] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.886414] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f83d02-b6c2-c41f-c13e-f2b60a4d2900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.996379] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.051608] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be75dae5-54ad-41ae-8247-5fdeae5283c8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.058842] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c59443c-671d-48f2-b698-9faa66934a21 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.075194] env[65794]: DEBUG oslo_concurrency.lockutils [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "interface-5ec524b8-32f9-4231-9f4e-542e5ad0a16a-57eef4ef-59f7-4dbd-8acb-a3a54928f031" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.075471] env[65794]: DEBUG oslo_concurrency.lockutils [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "interface-5ec524b8-32f9-4231-9f4e-542e5ad0a16a-57eef4ef-59f7-4dbd-8acb-a3a54928f031" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.119476] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812107, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.298417] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': task-4812106, 'name': ReconfigVM_Task, 'duration_secs': 0.600594} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.298744] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 868e0096-6995-41c5-9a39-a33736914198/868e0096-6995-41c5-9a39-a33736914198.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.299859] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-796dd855-153c-409c-ae45-54a007fbffd5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.307533] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Waiting for the task: (returnval){ [ 1157.307533] env[65794]: value = "task-4812108" [ 1157.307533] env[65794]: _type = "Task" [ 1157.307533] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.318999] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': task-4812108, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.321837] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 07f4ce4f-04b7-4996-bc04-0393d7c175fd] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1157.388496] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f83d02-b6c2-c41f-c13e-f2b60a4d2900, 'name': SearchDatastore_Task, 'duration_secs': 0.014688} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.388806] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.389560] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 35c2cfe8-94fe-4390-8e8d-8478a09a3a61/35c2cfe8-94fe-4390-8e8d-8478a09a3a61.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.389669] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44bd813d-99a0-4307-9131-9f128086bd58 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.401407] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1157.401407] env[65794]: value = "task-4812109" [ 1157.401407] env[65794]: _type = "Task" [ 1157.401407] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.417309] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.433249] env[65794]: DEBUG nova.compute.manager [req-b0b6744a-3588-4ec2-932e-653708011563 req-8d80ad74-89b2-48ff-9026-63a44ce723c9 service nova] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Received event network-changed-45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1157.433249] env[65794]: DEBUG nova.compute.manager [req-b0b6744a-3588-4ec2-932e-653708011563 req-8d80ad74-89b2-48ff-9026-63a44ce723c9 service nova] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Refreshing instance network info cache due to event network-changed-45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1157.433249] env[65794]: DEBUG oslo_concurrency.lockutils [req-b0b6744a-3588-4ec2-932e-653708011563 req-8d80ad74-89b2-48ff-9026-63a44ce723c9 service nova] Acquiring lock "refresh_cache-11d2cb45-b468-4c08-84cc-3db6eaee4fc2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.433249] env[65794]: DEBUG oslo_concurrency.lockutils [req-b0b6744a-3588-4ec2-932e-653708011563 req-8d80ad74-89b2-48ff-9026-63a44ce723c9 service nova] Acquired lock "refresh_cache-11d2cb45-b468-4c08-84cc-3db6eaee4fc2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.433249] env[65794]: DEBUG nova.network.neutron [req-b0b6744a-3588-4ec2-932e-653708011563 req-8d80ad74-89b2-48ff-9026-63a44ce723c9 service nova] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Refreshing network info cache for port 45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.580605] env[65794]: DEBUG oslo_concurrency.lockutils [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.580892] env[65794]: DEBUG oslo_concurrency.lockutils [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.582049] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799c49dd-afa9-4508-a313-95b4e95f8c6a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.592909] env[65794]: DEBUG nova.compute.manager [req-c1df0cb8-deb6-41ee-92c4-1cbd25b8f503 req-43040d17-8f73-4e0a-867e-1069099e1aeb service nova] [instance: ce852805-24f1-44d9-b464-a3361e121913] Received event network-vif-deleted-b52fab48-ceab-4187-9cfa-b6a019c5f213 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1157.592909] env[65794]: INFO nova.compute.manager [req-c1df0cb8-deb6-41ee-92c4-1cbd25b8f503 req-43040d17-8f73-4e0a-867e-1069099e1aeb service nova] [instance: ce852805-24f1-44d9-b464-a3361e121913] Neutron deleted interface b52fab48-ceab-4187-9cfa-b6a019c5f213; detaching it from the instance and deleting it from the info cache [ 1157.593811] env[65794]: DEBUG nova.network.neutron [req-c1df0cb8-deb6-41ee-92c4-1cbd25b8f503 req-43040d17-8f73-4e0a-867e-1069099e1aeb service nova] [instance: ce852805-24f1-44d9-b464-a3361e121913] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.613903] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfef31b-a2ae-4a2f-a512-414426319e8b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.646519] env[65794]: WARNING neutronclient.v2_0.client [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.651760] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Reconfiguring VM to detach interface {{(pid=65794) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1157.652126] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812107, 'name': RemoveSnapshot_Task, 'duration_secs': 0.70858} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.656098] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d26d99af-4963-4d23-8ac4-cd2f29f4bfad {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.671143] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Deleted Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1157.671464] env[65794]: DEBUG nova.compute.manager [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1157.678067] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395ff074-c8b0-4bb8-af47-4fc6c4ddb809 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.693143] env[65794]: DEBUG oslo_vmware.api [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1157.693143] env[65794]: value = "task-4812110" [ 1157.693143] env[65794]: _type = "Task" [ 1157.693143] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.711410] env[65794]: DEBUG oslo_vmware.api [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812110, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.822310] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': task-4812108, 'name': Rename_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.829381] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 23954416-8977-44f4-87fe-73af19349699] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1157.914048] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812109, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.935465] env[65794]: WARNING neutronclient.v2_0.client [req-b0b6744a-3588-4ec2-932e-653708011563 req-8d80ad74-89b2-48ff-9026-63a44ce723c9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.049548] env[65794]: DEBUG nova.network.neutron [-] [instance: ce852805-24f1-44d9-b464-a3361e121913] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.115028] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40525efd-3b77-4a78-bef2-7ec7aa621b33 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.127269] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabe7016-c6db-430e-a4ad-c924c22e4803 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.144337] env[65794]: WARNING neutronclient.v2_0.client [req-b0b6744a-3588-4ec2-932e-653708011563 req-8d80ad74-89b2-48ff-9026-63a44ce723c9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.178228] env[65794]: DEBUG nova.compute.manager [req-c1df0cb8-deb6-41ee-92c4-1cbd25b8f503 req-43040d17-8f73-4e0a-867e-1069099e1aeb service nova] [instance: ce852805-24f1-44d9-b464-a3361e121913] Detach interface failed, port_id=b52fab48-ceab-4187-9cfa-b6a019c5f213, reason: Instance ce852805-24f1-44d9-b464-a3361e121913 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1158.201176] env[65794]: INFO nova.compute.manager [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Shelve offloading [ 1158.208889] env[65794]: DEBUG oslo_vmware.api [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.240282] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed93869-7fa3-497f-aefb-46507c35352e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.260661] env[65794]: DEBUG nova.network.neutron [req-b0b6744a-3588-4ec2-932e-653708011563 req-8d80ad74-89b2-48ff-9026-63a44ce723c9 service nova] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Updated VIF entry in instance network info cache for port 45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1158.260805] env[65794]: DEBUG nova.network.neutron [req-b0b6744a-3588-4ec2-932e-653708011563 req-8d80ad74-89b2-48ff-9026-63a44ce723c9 service nova] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Updating instance_info_cache with network_info: [{"id": "45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3", "address": "fa:16:3e:7e:7b:cb", "network": {"id": "e5aa0ed4-aa04-4498-8bec-128329970fc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-985809026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e39179d45d4774936d217b8bc60a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f4ca21-0c", "ovs_interfaceid": "45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.262664] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9337a0-e80c-4770-879b-f94bfa7aa58f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.273815] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Updating instance '70b78066-0a13-4c5f-b048-373123445515' progress to 83 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.321841] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': task-4812108, 'name': Rename_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.332537] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 3dbce7f3-9371-4fa6-bae9-9a707b5fe939] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1158.411985] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52357} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.412476] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 35c2cfe8-94fe-4390-8e8d-8478a09a3a61/35c2cfe8-94fe-4390-8e8d-8478a09a3a61.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.412693] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.412961] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ed66303-7348-48d4-99b6-7a621840b866 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.420273] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1158.420273] env[65794]: value = "task-4812111" [ 1158.420273] env[65794]: _type = "Task" [ 1158.420273] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.430081] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.552078] env[65794]: INFO nova.compute.manager [-] [instance: ce852805-24f1-44d9-b464-a3361e121913] Took 1.85 seconds to deallocate network for instance. [ 1158.708954] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.708954] env[65794]: DEBUG oslo_vmware.api [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.710441] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c96c8f1-0d04-453d-a18e-ed93fbae8825 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.718600] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1158.718600] env[65794]: value = "task-4812112" [ 1158.718600] env[65794]: _type = "Task" [ 1158.718600] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.731226] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] VM already powered off {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1158.731475] env[65794]: DEBUG nova.compute.manager [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1158.732303] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a683fa5f-01a0-4671-8d6c-90049d428e0f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.739743] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "refresh_cache-d57734fb-52c7-4caa-bbed-40ad5e053bf5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.739919] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquired lock "refresh_cache-d57734fb-52c7-4caa-bbed-40ad5e053bf5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.740103] env[65794]: DEBUG nova.network.neutron [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1158.767249] env[65794]: DEBUG oslo_concurrency.lockutils [req-b0b6744a-3588-4ec2-932e-653708011563 req-8d80ad74-89b2-48ff-9026-63a44ce723c9 service nova] Releasing lock "refresh_cache-11d2cb45-b468-4c08-84cc-3db6eaee4fc2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.783552] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.784219] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45a9db50-f74b-49f3-ae0f-cd00372e54f7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.792317] env[65794]: DEBUG oslo_vmware.api [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1158.792317] env[65794]: value = "task-4812113" [ 1158.792317] env[65794]: _type = "Task" [ 1158.792317] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.800831] env[65794]: DEBUG oslo_vmware.api [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.824743] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': task-4812108, 'name': Rename_Task, 'duration_secs': 1.203686} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.825251] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.825327] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7b73d1d-32ee-430e-b243-359100e0e507 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.832395] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Waiting for the task: (returnval){ [ 1158.832395] env[65794]: value = "task-4812114" [ 1158.832395] env[65794]: _type = "Task" [ 1158.832395] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.836095] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: ccedc5db-fe48-4b88-abfd-5d3e276987bd] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1158.841615] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': task-4812114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.929814] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187093} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.930128] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.930962] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be85c620-961c-4c17-ad16-df1191d05f73 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.953488] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 35c2cfe8-94fe-4390-8e8d-8478a09a3a61/35c2cfe8-94fe-4390-8e8d-8478a09a3a61.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.953811] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29db6351-0f40-4146-a0b1-a35620577776 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.974680] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1158.974680] env[65794]: value = "task-4812118" [ 1158.974680] env[65794]: _type = "Task" [ 1158.974680] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.983255] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.062984] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.064273] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.064273] env[65794]: DEBUG nova.objects.instance [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lazy-loading 'resources' on Instance uuid ce852805-24f1-44d9-b464-a3361e121913 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.209248] env[65794]: DEBUG oslo_vmware.api [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.243430] env[65794]: WARNING neutronclient.v2_0.client [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.302739] env[65794]: DEBUG oslo_vmware.api [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.343742] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 756fc57f-f0d7-4292-a1cb-e25b54a8fca3] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1159.345677] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': task-4812114, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.462471] env[65794]: WARNING neutronclient.v2_0.client [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.487193] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812118, 'name': ReconfigVM_Task, 'duration_secs': 0.3076} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.487619] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 35c2cfe8-94fe-4390-8e8d-8478a09a3a61/35c2cfe8-94fe-4390-8e8d-8478a09a3a61.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.488394] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ececc9de-141e-465f-814e-2d3a26bb98c0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.496559] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1159.496559] env[65794]: value = "task-4812119" [ 1159.496559] env[65794]: _type = "Task" [ 1159.496559] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.505610] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812119, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.587890] env[65794]: DEBUG nova.network.neutron [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Updating instance_info_cache with network_info: [{"id": "e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9", "address": "fa:16:3e:a3:a8:17", "network": {"id": "711b4f34-e16a-4fd5-9cd4-121eec1321e9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1997664404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641525153727464f9f447fe8d064f09d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7b1cc35-ca", "ovs_interfaceid": "e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.711353] env[65794]: DEBUG oslo_vmware.api [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.788068] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa96763c-07d8-4743-8d98-9fa74d6ad161 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.799380] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e05d9e-976f-4873-9cd2-f891d5cc9114 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.808531] env[65794]: DEBUG oslo_vmware.api [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812113, 'name': PowerOnVM_Task, 'duration_secs': 0.707773} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.835131] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.835131] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-910bf423-e410-44ee-b1df-4ee4da8d415b tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Updating instance '70b78066-0a13-4c5f-b048-373123445515' progress to 100 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1159.842616] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b083b833-79c9-43b4-94d0-746c72a1caf7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.849478] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: bceeb14e-9178-4c72-8cb6-f16d6fa1c151] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1159.854998] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e2eac5-d045-430f-a671-1ef5d41d9227 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.859724] env[65794]: DEBUG oslo_vmware.api [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': task-4812114, 'name': PowerOnVM_Task, 'duration_secs': 0.797245} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.859724] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.859860] env[65794]: INFO nova.compute.manager [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Took 10.37 seconds to spawn the instance on the hypervisor. [ 1159.859966] env[65794]: DEBUG nova.compute.manager [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1159.861185] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca626461-0c3c-4549-bd27-cc8f6204bdac {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.872664] env[65794]: DEBUG nova.compute.provider_tree [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.007964] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812119, 'name': Rename_Task, 'duration_secs': 0.156377} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.008286] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.008545] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f49814f9-157c-4cc4-b1ef-ea93230803a8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.015359] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1160.015359] env[65794]: value = "task-4812120" [ 1160.015359] env[65794]: _type = "Task" [ 1160.015359] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.024926] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.092306] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Releasing lock "refresh_cache-d57734fb-52c7-4caa-bbed-40ad5e053bf5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.092735] env[65794]: WARNING neutronclient.v2_0.client [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.093082] env[65794]: WARNING neutronclient.v2_0.client [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.211554] env[65794]: DEBUG oslo_vmware.api [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.353431] env[65794]: DEBUG nova.compute.manager [req-832911f3-2ed4-4e64-adeb-9d3d660c512f req-7d32aac3-8205-482c-8703-d54b2632e9d2 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Received event network-vif-unplugged-e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1160.353622] env[65794]: DEBUG oslo_concurrency.lockutils [req-832911f3-2ed4-4e64-adeb-9d3d660c512f req-7d32aac3-8205-482c-8703-d54b2632e9d2 service nova] Acquiring lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.353843] env[65794]: DEBUG oslo_concurrency.lockutils [req-832911f3-2ed4-4e64-adeb-9d3d660c512f req-7d32aac3-8205-482c-8703-d54b2632e9d2 service nova] Lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.354014] env[65794]: DEBUG oslo_concurrency.lockutils [req-832911f3-2ed4-4e64-adeb-9d3d660c512f req-7d32aac3-8205-482c-8703-d54b2632e9d2 service nova] Lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.354195] env[65794]: DEBUG nova.compute.manager [req-832911f3-2ed4-4e64-adeb-9d3d660c512f req-7d32aac3-8205-482c-8703-d54b2632e9d2 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] No waiting events found dispatching network-vif-unplugged-e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1160.354426] env[65794]: WARNING nova.compute.manager [req-832911f3-2ed4-4e64-adeb-9d3d660c512f req-7d32aac3-8205-482c-8703-d54b2632e9d2 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Received unexpected event network-vif-unplugged-e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9 for instance with vm_state shelved and task_state shelving_offloading. [ 1160.361177] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: f704de8c-3c5e-4cf6-89db-6b7fae13e48a] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1160.376570] env[65794]: DEBUG nova.scheduler.client.report [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.391398] env[65794]: INFO nova.compute.manager [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Took 18.84 seconds to build instance. [ 1160.486662] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.487887] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b45f1ac-49f2-4a68-851d-311b1628f1ee {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.497393] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.497891] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf025c9d-424d-4cda-99a2-7883cb7c9cdd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.525682] env[65794]: DEBUG oslo_vmware.api [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812120, 'name': PowerOnVM_Task, 'duration_secs': 0.490352} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.525964] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.527378] env[65794]: DEBUG nova.compute.manager [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1160.528403] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc4adeb-2d3b-4c7b-8e3a-f875366cb508 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.580868] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.581837] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.581837] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Deleting the datastore file [datastore1] d57734fb-52c7-4caa-bbed-40ad5e053bf5 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.581837] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca562f6c-97a3-4a57-b94d-c582b0aeb38d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.592613] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1160.592613] env[65794]: value = "task-4812122" [ 1160.592613] env[65794]: _type = "Task" [ 1160.592613] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.603873] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.711917] env[65794]: DEBUG oslo_vmware.api [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.864980] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 6dda9c1d-644f-43a4-b4f5-285c018cbd8f] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1160.890554] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.895435] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1c9c29cf-c1e1-4e1b-a309-34f82d6ffab7 tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Lock "868e0096-6995-41c5-9a39-a33736914198" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.356s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.915681] env[65794]: INFO nova.scheduler.client.report [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Deleted allocations for instance ce852805-24f1-44d9-b464-a3361e121913 [ 1161.045780] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.045780] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.045780] env[65794]: DEBUG nova.objects.instance [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65794) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1161.103491] env[65794]: DEBUG oslo_vmware.api [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13424} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.103748] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.103922] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.104106] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.123061] env[65794]: INFO nova.scheduler.client.report [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Deleted allocations for instance d57734fb-52c7-4caa-bbed-40ad5e053bf5 [ 1161.217983] env[65794]: DEBUG oslo_vmware.api [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.371546] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 6974fd53-5f45-4590-9cb1-bb19b8ced00b] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1161.425898] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ab1c1636-675d-472d-b0fe-c015726a90a4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "ce852805-24f1-44d9-b464-a3361e121913" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.865s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.627840] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.716628] env[65794]: DEBUG oslo_vmware.api [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.876050] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: cc961e99-ce33-4b59-b8d3-aae47d0e5298] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1161.877185] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Acquiring lock "868e0096-6995-41c5-9a39-a33736914198" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.877444] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Lock "868e0096-6995-41c5-9a39-a33736914198" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.877638] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Acquiring lock "868e0096-6995-41c5-9a39-a33736914198-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.877842] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Lock "868e0096-6995-41c5-9a39-a33736914198-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.878495] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Lock "868e0096-6995-41c5-9a39-a33736914198-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.881749] env[65794]: INFO nova.compute.manager [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Terminating instance [ 1162.054384] env[65794]: DEBUG oslo_concurrency.lockutils [None req-11f39923-1d3c-4bcf-9de1-0a03ddf6e080 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.055674] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.428s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.055894] env[65794]: DEBUG nova.objects.instance [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lazy-loading 'resources' on Instance uuid d57734fb-52c7-4caa-bbed-40ad5e053bf5 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.218615] env[65794]: DEBUG oslo_vmware.api [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.316755] env[65794]: DEBUG oslo_concurrency.lockutils [None req-38213346-528b-4da2-a120-88022fb461ee tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "e1697784-e28f-456f-b8d5-f8b6c18865a8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.317042] env[65794]: DEBUG oslo_concurrency.lockutils [None req-38213346-528b-4da2-a120-88022fb461ee tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "e1697784-e28f-456f-b8d5-f8b6c18865a8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.380696] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: c9d99ee9-66d8-4d10-99f4-1b73acb1af1a] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1162.386535] env[65794]: DEBUG nova.compute.manager [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1162.386908] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.387975] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47d664d-9487-4095-9533-c49d68e9931c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.399734] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.403656] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bcf7a17-0391-4a35-9e73-1b1dde4d1676 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.409938] env[65794]: DEBUG nova.compute.manager [req-cc7b09d1-a835-42e7-8791-174990a4ae6d req-8417a920-30d1-408f-9226-b7e842d20377 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Received event network-changed-e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1162.410440] env[65794]: DEBUG nova.compute.manager [req-cc7b09d1-a835-42e7-8791-174990a4ae6d req-8417a920-30d1-408f-9226-b7e842d20377 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Refreshing instance network info cache due to event network-changed-e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1162.411334] env[65794]: DEBUG oslo_concurrency.lockutils [req-cc7b09d1-a835-42e7-8791-174990a4ae6d req-8417a920-30d1-408f-9226-b7e842d20377 service nova] Acquiring lock "refresh_cache-d57734fb-52c7-4caa-bbed-40ad5e053bf5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.411520] env[65794]: DEBUG oslo_concurrency.lockutils [req-cc7b09d1-a835-42e7-8791-174990a4ae6d req-8417a920-30d1-408f-9226-b7e842d20377 service nova] Acquired lock "refresh_cache-d57734fb-52c7-4caa-bbed-40ad5e053bf5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.411714] env[65794]: DEBUG nova.network.neutron [req-cc7b09d1-a835-42e7-8791-174990a4ae6d req-8417a920-30d1-408f-9226-b7e842d20377 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Refreshing network info cache for port e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.420394] env[65794]: DEBUG oslo_vmware.api [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Waiting for the task: (returnval){ [ 1162.420394] env[65794]: value = "task-4812124" [ 1162.420394] env[65794]: _type = "Task" [ 1162.420394] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.431701] env[65794]: DEBUG oslo_vmware.api [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': task-4812124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.564238] env[65794]: DEBUG nova.objects.instance [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lazy-loading 'numa_topology' on Instance uuid d57734fb-52c7-4caa-bbed-40ad5e053bf5 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.715083] env[65794]: DEBUG oslo_vmware.api [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.824183] env[65794]: INFO nova.compute.manager [None req-38213346-528b-4da2-a120-88022fb461ee tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Detaching volume 6235ec05-034d-4041-8388-86f597cfb724 [ 1162.863642] env[65794]: INFO nova.virt.block_device [None req-38213346-528b-4da2-a120-88022fb461ee tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Attempting to driver detach volume 6235ec05-034d-4041-8388-86f597cfb724 from mountpoint /dev/sdb [ 1162.863887] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-38213346-528b-4da2-a120-88022fb461ee tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Volume detach. Driver type: vmdk {{(pid=65794) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1162.864519] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-38213346-528b-4da2-a120-88022fb461ee tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938232', 'volume_id': '6235ec05-034d-4041-8388-86f597cfb724', 'name': 'volume-6235ec05-034d-4041-8388-86f597cfb724', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1697784-e28f-456f-b8d5-f8b6c18865a8', 'attached_at': '', 'detached_at': '', 'volume_id': '6235ec05-034d-4041-8388-86f597cfb724', 'serial': '6235ec05-034d-4041-8388-86f597cfb724'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1162.865063] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4209d128-352a-4b5b-a770-aa2a0a8ab18c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.888345] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: e1e61ff8-f1e3-4353-a97d-d719d1b74bd1] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1162.890855] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5aaa208-c255-45c8-a94a-080abcfff460 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.899529] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7083f0e-8075-41f1-a0dd-f6bcbd16c9ff {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.921596] env[65794]: WARNING neutronclient.v2_0.client [req-cc7b09d1-a835-42e7-8791-174990a4ae6d req-8417a920-30d1-408f-9226-b7e842d20377 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.928926] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5ce9b7-709c-4835-b956-b838ffb41fc5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.938413] env[65794]: DEBUG oslo_vmware.api [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': task-4812124, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.949648] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-38213346-528b-4da2-a120-88022fb461ee tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] The volume has not been displaced from its original location: [datastore2] volume-6235ec05-034d-4041-8388-86f597cfb724/volume-6235ec05-034d-4041-8388-86f597cfb724.vmdk. No consolidation needed. {{(pid=65794) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1162.955543] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-38213346-528b-4da2-a120-88022fb461ee tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1162.958729] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7efbf22e-66f1-49a6-9599-1194cabeefec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.978052] env[65794]: DEBUG oslo_vmware.api [None req-38213346-528b-4da2-a120-88022fb461ee tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1162.978052] env[65794]: value = "task-4812125" [ 1162.978052] env[65794]: _type = "Task" [ 1162.978052] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.989676] env[65794]: DEBUG oslo_vmware.api [None req-38213346-528b-4da2-a120-88022fb461ee tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.991292] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0175ead1-4c1f-4ad9-83e5-092189418f2e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "70b78066-0a13-4c5f-b048-373123445515" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.991597] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0175ead1-4c1f-4ad9-83e5-092189418f2e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "70b78066-0a13-4c5f-b048-373123445515" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.991783] env[65794]: DEBUG nova.compute.manager [None req-0175ead1-4c1f-4ad9-83e5-092189418f2e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Going to confirm migration 7 {{(pid=65794) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5298}} [ 1163.067024] env[65794]: DEBUG nova.objects.base [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1163.126868] env[65794]: WARNING neutronclient.v2_0.client [req-cc7b09d1-a835-42e7-8791-174990a4ae6d req-8417a920-30d1-408f-9226-b7e842d20377 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.214808] env[65794]: DEBUG oslo_vmware.api [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812110, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.245552] env[65794]: DEBUG nova.network.neutron [req-cc7b09d1-a835-42e7-8791-174990a4ae6d req-8417a920-30d1-408f-9226-b7e842d20377 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Updated VIF entry in instance network info cache for port e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1163.245903] env[65794]: DEBUG nova.network.neutron [req-cc7b09d1-a835-42e7-8791-174990a4ae6d req-8417a920-30d1-408f-9226-b7e842d20377 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Updating instance_info_cache with network_info: [{"id": "e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9", "address": "fa:16:3e:a3:a8:17", "network": {"id": "711b4f34-e16a-4fd5-9cd4-121eec1321e9", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1997664404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641525153727464f9f447fe8d064f09d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape7b1cc35-ca", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.281251] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11da9cb-5dce-412f-b3ac-0cc976f9a62c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.291186] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71651349-1e86-426f-a026-78c1e0a9d275 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.324452] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbde820-98ae-4b7c-8c4c-fe1b3858cd31 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.332664] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4107d8-1588-48e2-bd49-d1a8ef8f9184 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.350109] env[65794]: DEBUG nova.compute.provider_tree [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.394713] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: f4935136-8827-4483-be5c-9c1e84bf0ed7] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1163.436009] env[65794]: DEBUG oslo_vmware.api [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': task-4812124, 'name': PowerOffVM_Task, 'duration_secs': 0.519771} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.436305] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.436478] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.436757] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62344c72-a941-469c-855a-191dc760a4d4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.487948] env[65794]: DEBUG oslo_vmware.api [None req-38213346-528b-4da2-a120-88022fb461ee tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812125, 'name': ReconfigVM_Task, 'duration_secs': 0.398123} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.488268] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-38213346-528b-4da2-a120-88022fb461ee tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1163.492898] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59936524-fac3-4bdb-8325-3481787a764c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.507518] env[65794]: WARNING neutronclient.v2_0.client [None req-0175ead1-4c1f-4ad9-83e5-092189418f2e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.513033] env[65794]: DEBUG oslo_vmware.api [None req-38213346-528b-4da2-a120-88022fb461ee tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1163.513033] env[65794]: value = "task-4812127" [ 1163.513033] env[65794]: _type = "Task" [ 1163.513033] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.522133] env[65794]: DEBUG oslo_vmware.api [None req-38213346-528b-4da2-a120-88022fb461ee tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.529235] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.529546] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.529807] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Deleting the datastore file [datastore1] 868e0096-6995-41c5-9a39-a33736914198 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.530150] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74a5b780-dc39-4887-bdc6-211d57a77bfb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.538533] env[65794]: DEBUG oslo_vmware.api [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Waiting for the task: (returnval){ [ 1163.538533] env[65794]: value = "task-4812128" [ 1163.538533] env[65794]: _type = "Task" [ 1163.538533] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.549219] env[65794]: DEBUG oslo_vmware.api [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': task-4812128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.592958] env[65794]: WARNING neutronclient.v2_0.client [None req-0175ead1-4c1f-4ad9-83e5-092189418f2e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.593421] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0175ead1-4c1f-4ad9-83e5-092189418f2e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "refresh_cache-70b78066-0a13-4c5f-b048-373123445515" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.593584] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0175ead1-4c1f-4ad9-83e5-092189418f2e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquired lock "refresh_cache-70b78066-0a13-4c5f-b048-373123445515" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.593755] env[65794]: DEBUG nova.network.neutron [None req-0175ead1-4c1f-4ad9-83e5-092189418f2e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1163.593943] env[65794]: DEBUG nova.objects.instance [None req-0175ead1-4c1f-4ad9-83e5-092189418f2e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lazy-loading 'info_cache' on Instance uuid 70b78066-0a13-4c5f-b048-373123445515 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.637941] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.714850] env[65794]: DEBUG oslo_vmware.api [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812110, 'name': ReconfigVM_Task, 'duration_secs': 5.946506} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.715159] env[65794]: DEBUG oslo_concurrency.lockutils [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.715443] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Reconfigured VM to detach interface {{(pid=65794) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1163.715895] env[65794]: WARNING neutronclient.v2_0.client [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.716221] env[65794]: WARNING neutronclient.v2_0.client [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.748418] env[65794]: WARNING neutronclient.v2_0.client [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.750638] env[65794]: DEBUG oslo_concurrency.lockutils [req-cc7b09d1-a835-42e7-8791-174990a4ae6d req-8417a920-30d1-408f-9226-b7e842d20377 service nova] Releasing lock "refresh_cache-d57734fb-52c7-4caa-bbed-40ad5e053bf5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.854027] env[65794]: DEBUG nova.scheduler.client.report [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.898649] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 50f25d8a-901c-47e1-90a1-dfbce30f5722] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1164.022600] env[65794]: DEBUG oslo_vmware.api [None req-38213346-528b-4da2-a120-88022fb461ee tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812127, 'name': ReconfigVM_Task, 'duration_secs': 0.22076} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.023068] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-38213346-528b-4da2-a120-88022fb461ee tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938232', 'volume_id': '6235ec05-034d-4041-8388-86f597cfb724', 'name': 'volume-6235ec05-034d-4041-8388-86f597cfb724', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1697784-e28f-456f-b8d5-f8b6c18865a8', 'attached_at': '', 'detached_at': '', 'volume_id': '6235ec05-034d-4041-8388-86f597cfb724', 'serial': '6235ec05-034d-4041-8388-86f597cfb724'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1164.048929] env[65794]: DEBUG oslo_vmware.api [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Task: {'id': task-4812128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138961} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.050941] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.051154] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.051327] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.051497] env[65794]: INFO nova.compute.manager [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] [instance: 868e0096-6995-41c5-9a39-a33736914198] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1164.051743] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1164.052164] env[65794]: DEBUG nova.compute.manager [-] [instance: 868e0096-6995-41c5-9a39-a33736914198] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1164.052263] env[65794]: DEBUG nova.network.neutron [-] [instance: 868e0096-6995-41c5-9a39-a33736914198] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1164.052500] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.085795] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.359577] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.304s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.401849] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: d37a7c93-47de-42fb-af0b-c94f0624ad82] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1164.428038] env[65794]: DEBUG nova.compute.manager [req-0615cdc2-affb-4e84-9c0d-988841308897 req-9fa18ce1-b936-4119-b33f-c67cdd1436e4 service nova] [instance: 868e0096-6995-41c5-9a39-a33736914198] Received event network-vif-deleted-2e756989-740f-4f26-9fff-7d3dcec7a648 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1164.428038] env[65794]: INFO nova.compute.manager [req-0615cdc2-affb-4e84-9c0d-988841308897 req-9fa18ce1-b936-4119-b33f-c67cdd1436e4 service nova] [instance: 868e0096-6995-41c5-9a39-a33736914198] Neutron deleted interface 2e756989-740f-4f26-9fff-7d3dcec7a648; detaching it from the instance and deleting it from the info cache [ 1164.428038] env[65794]: DEBUG nova.network.neutron [req-0615cdc2-affb-4e84-9c0d-988841308897 req-9fa18ce1-b936-4119-b33f-c67cdd1436e4 service nova] [instance: 868e0096-6995-41c5-9a39-a33736914198] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.569694] env[65794]: DEBUG nova.objects.instance [None req-38213346-528b-4da2-a120-88022fb461ee tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lazy-loading 'flavor' on Instance uuid e1697784-e28f-456f-b8d5-f8b6c18865a8 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.367515] env[65794]: WARNING neutronclient.v2_0.client [None req-0175ead1-4c1f-4ad9-83e5-092189418f2e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.369767] env[65794]: DEBUG nova.network.neutron [-] [instance: 868e0096-6995-41c5-9a39-a33736914198] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.372026] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: b074856a-7761-4303-a647-58d1d82eb539] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1165.373966] env[65794]: DEBUG oslo_concurrency.lockutils [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "refresh_cache-5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.374137] env[65794]: DEBUG oslo_concurrency.lockutils [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquired lock "refresh_cache-5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.374344] env[65794]: DEBUG nova.network.neutron [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1165.382021] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73985a6c-dd85-4784-9f03-9d40ee8b4ad7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.384913] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ac6bab23-80dc-4691-9b22-e1966d33efb4 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.268s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.385947] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.749s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.386132] env[65794]: INFO nova.compute.manager [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Unshelving [ 1165.397370] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed615f4f-b020-477c-ab49-88a6a4e4c868 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.433265] env[65794]: DEBUG nova.compute.manager [req-0615cdc2-affb-4e84-9c0d-988841308897 req-9fa18ce1-b936-4119-b33f-c67cdd1436e4 service nova] [instance: 868e0096-6995-41c5-9a39-a33736914198] Detach interface failed, port_id=2e756989-740f-4f26-9fff-7d3dcec7a648, reason: Instance 868e0096-6995-41c5-9a39-a33736914198 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1165.560208] env[65794]: WARNING neutronclient.v2_0.client [None req-0175ead1-4c1f-4ad9-83e5-092189418f2e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.629150] env[65794]: DEBUG nova.network.neutron [None req-0175ead1-4c1f-4ad9-83e5-092189418f2e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Updating instance_info_cache with network_info: [{"id": "fe522376-5e10-4ea3-84a4-e64e811c3c49", "address": "fa:16:3e:f3:1e:93", "network": {"id": "c3be34f3-4481-455f-a5bd-794d3240dd32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1106216560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e3a5224c33c47b18efdab4594c4beb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe522376-5e", "ovs_interfaceid": "fe522376-5e10-4ea3-84a4-e64e811c3c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.881172] env[65794]: WARNING neutronclient.v2_0.client [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.884606] env[65794]: INFO nova.compute.manager [-] [instance: 868e0096-6995-41c5-9a39-a33736914198] Took 1.83 seconds to deallocate network for instance. [ 1165.885065] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: e25e755a-ca3f-493c-87dc-389fc13a8505] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1165.887875] env[65794]: DEBUG oslo_concurrency.lockutils [None req-38213346-528b-4da2-a120-88022fb461ee tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "e1697784-e28f-456f-b8d5-f8b6c18865a8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.571s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.911047] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "5ec524b8-32f9-4231-9f4e-542e5ad0a16a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.911241] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "5ec524b8-32f9-4231-9f4e-542e5ad0a16a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.911919] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "5ec524b8-32f9-4231-9f4e-542e5ad0a16a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.911919] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "5ec524b8-32f9-4231-9f4e-542e5ad0a16a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.911919] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "5ec524b8-32f9-4231-9f4e-542e5ad0a16a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.913966] env[65794]: INFO nova.compute.manager [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Terminating instance [ 1166.068714] env[65794]: WARNING neutronclient.v2_0.client [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.133365] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0175ead1-4c1f-4ad9-83e5-092189418f2e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Releasing lock "refresh_cache-70b78066-0a13-4c5f-b048-373123445515" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.133365] env[65794]: DEBUG nova.objects.instance [None req-0175ead1-4c1f-4ad9-83e5-092189418f2e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lazy-loading 'migration_context' on Instance uuid 70b78066-0a13-4c5f-b048-373123445515 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.140448] env[65794]: INFO nova.network.neutron [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Port 57eef4ef-59f7-4dbd-8acb-a3a54928f031 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1166.140954] env[65794]: DEBUG nova.network.neutron [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Updating instance_info_cache with network_info: [{"id": "682c659e-bae2-4ade-908e-1f30e1d3f7ee", "address": "fa:16:3e:36:ec:bd", "network": {"id": "1a4ee102-8c55-4a23-8d0f-cb7b2d4c25e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2137364402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa2d70218ad42269cd5188374cb90b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap682c659e-ba", "ovs_interfaceid": "682c659e-bae2-4ade-908e-1f30e1d3f7ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.392280] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 0d11431b-4bee-477f-8753-4ad8b787a2d4] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1166.396522] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.396802] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.396981] env[65794]: DEBUG nova.objects.instance [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Lazy-loading 'resources' on Instance uuid 868e0096-6995-41c5-9a39-a33736914198 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.401254] env[65794]: DEBUG nova.compute.utils [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.417785] env[65794]: DEBUG nova.compute.manager [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1166.418019] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.419132] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02ee1e5-1913-496c-a7cc-e53eb7956783 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.427299] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.427625] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2575a4b-64f0-467b-9d97-10afc06eacf5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.435980] env[65794]: DEBUG oslo_vmware.api [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1166.435980] env[65794]: value = "task-4812131" [ 1166.435980] env[65794]: _type = "Task" [ 1166.435980] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.444823] env[65794]: DEBUG oslo_vmware.api [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.635849] env[65794]: DEBUG nova.objects.base [None req-0175ead1-4c1f-4ad9-83e5-092189418f2e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Object Instance<70b78066-0a13-4c5f-b048-373123445515> lazy-loaded attributes: info_cache,migration_context {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1166.636899] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34158a42-59c6-4530-ae21-3f75835b9890 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.656531] env[65794]: DEBUG oslo_concurrency.lockutils [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Releasing lock "refresh_cache-5ec524b8-32f9-4231-9f4e-542e5ad0a16a" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.660082] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-421ea804-1ae5-4770-ac69-d08ac9b43ea8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.667029] env[65794]: DEBUG oslo_vmware.api [None req-0175ead1-4c1f-4ad9-83e5-092189418f2e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1166.667029] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52127a48-a305-8713-ed1f-6ace84aa76b6" [ 1166.667029] env[65794]: _type = "Task" [ 1166.667029] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.676741] env[65794]: DEBUG oslo_vmware.api [None req-0175ead1-4c1f-4ad9-83e5-092189418f2e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52127a48-a305-8713-ed1f-6ace84aa76b6, 'name': SearchDatastore_Task, 'duration_secs': 0.007634} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.677043] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0175ead1-4c1f-4ad9-83e5-092189418f2e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.710560] env[65794]: DEBUG oslo_concurrency.lockutils [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "e1697784-e28f-456f-b8d5-f8b6c18865a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.710808] env[65794]: DEBUG oslo_concurrency.lockutils [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "e1697784-e28f-456f-b8d5-f8b6c18865a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.711028] env[65794]: DEBUG oslo_concurrency.lockutils [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "e1697784-e28f-456f-b8d5-f8b6c18865a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.711208] env[65794]: DEBUG oslo_concurrency.lockutils [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "e1697784-e28f-456f-b8d5-f8b6c18865a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.711371] env[65794]: DEBUG oslo_concurrency.lockutils [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "e1697784-e28f-456f-b8d5-f8b6c18865a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.713648] env[65794]: INFO nova.compute.manager [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Terminating instance [ 1166.895748] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 5051c514-7edd-4ec8-ba70-c84fc69d1f48] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1166.903927] env[65794]: INFO nova.virt.block_device [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Booting with volume 4541828c-a4c4-4ae3-8228-8ecd9de1da1e at /dev/sdb [ 1166.942908] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da1021ea-d446-4396-9a65-9abac5d28780 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.951014] env[65794]: DEBUG oslo_vmware.api [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812131, 'name': PowerOffVM_Task, 'duration_secs': 0.22013} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.954440] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.954635] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.955173] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-650c10a4-f0d5-46e6-94cb-dd9a29c876ff {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.959407] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1532af-6ec3-438f-9278-2747d391ee5a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.001708] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75ead67b-23c3-4664-b372-391430767edd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.011407] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b7ee96-b321-4bca-b2ba-6eb8fc9d3229 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.052556] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250ce707-7327-4619-87d9-36b75000c2e4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.056987] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.057231] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.057407] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Deleting the datastore file [datastore2] 5ec524b8-32f9-4231-9f4e-542e5ad0a16a {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.058077] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6cb1880-f376-403b-96da-f3c54ec073b9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.063017] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfbb52b-5e8a-4371-a11c-8aa7a823028d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.067248] env[65794]: DEBUG oslo_vmware.api [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1167.067248] env[65794]: value = "task-4812133" [ 1167.067248] env[65794]: _type = "Task" [ 1167.067248] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.078792] env[65794]: DEBUG oslo_vmware.api [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.082547] env[65794]: DEBUG nova.virt.block_device [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Updating existing volume attachment record: d0ace506-8ea3-4fcc-8638-0a1ddcf6d504 {{(pid=65794) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1167.136997] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5448d007-f17f-401d-8ff8-5c1a120e24f4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.144618] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d972218-0732-4ad4-96ab-d3e8cb743054 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.176499] env[65794]: DEBUG oslo_concurrency.lockutils [None req-33e6906b-9e3e-4ee6-803c-ddb2cf69f103 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "interface-5ec524b8-32f9-4231-9f4e-542e5ad0a16a-57eef4ef-59f7-4dbd-8acb-a3a54928f031" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.101s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.178601] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd49068c-1775-44d5-a943-c910fa617f97 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.187158] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d5a833-6bfc-48af-a522-c8c2ab5842cb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.202186] env[65794]: DEBUG nova.compute.provider_tree [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.217130] env[65794]: DEBUG nova.compute.manager [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1167.217443] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.218408] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e65e1f1-7858-4667-8ff7-9839d6f5300a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.226833] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.227104] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceb1753c-a0eb-42b2-a9ca-2b9e09947c79 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.233833] env[65794]: DEBUG oslo_vmware.api [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1167.233833] env[65794]: value = "task-4812135" [ 1167.233833] env[65794]: _type = "Task" [ 1167.233833] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.242220] env[65794]: DEBUG oslo_vmware.api [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.398891] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 6477f28c-5665-49cf-9e0d-d9fb16ad6ee5] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1167.578828] env[65794]: DEBUG oslo_vmware.api [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147833} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.579131] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.579317] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.579488] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.579655] env[65794]: INFO nova.compute.manager [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1167.579954] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1167.580169] env[65794]: DEBUG nova.compute.manager [-] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1167.580269] env[65794]: DEBUG nova.network.neutron [-] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1167.580631] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.613506] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.705668] env[65794]: DEBUG nova.scheduler.client.report [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.745654] env[65794]: DEBUG oslo_vmware.api [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812135, 'name': PowerOffVM_Task, 'duration_secs': 0.203307} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.745998] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.746225] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.746545] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9af0412b-f96e-47bb-9cce-2168819a9a78 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.819411] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.819779] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.819826] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Deleting the datastore file [datastore1] e1697784-e28f-456f-b8d5-f8b6c18865a8 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.820126] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49f06d90-fced-4eb0-b294-786ccd474e62 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.827255] env[65794]: DEBUG oslo_vmware.api [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1167.827255] env[65794]: value = "task-4812139" [ 1167.827255] env[65794]: _type = "Task" [ 1167.827255] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.835563] env[65794]: DEBUG oslo_vmware.api [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.902223] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: fd0ca813-25cf-440c-becd-47af70eaaffa] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1168.211276] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.215328] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0175ead1-4c1f-4ad9-83e5-092189418f2e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.537s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.247148] env[65794]: INFO nova.scheduler.client.report [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Deleted allocations for instance 868e0096-6995-41c5-9a39-a33736914198 [ 1168.348255] env[65794]: DEBUG oslo_vmware.api [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154257} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.348255] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.348255] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.348255] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.348255] env[65794]: INFO nova.compute.manager [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1168.348553] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1168.348553] env[65794]: DEBUG nova.compute.manager [-] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1168.348660] env[65794]: DEBUG nova.network.neutron [-] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1168.348903] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.388912] env[65794]: DEBUG nova.compute.manager [req-250bd533-24c7-408e-8d04-d0498da56863 req-31be8ea3-e598-4ba4-bfb7-f713c3d6cc46 service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Received event network-vif-deleted-682c659e-bae2-4ade-908e-1f30e1d3f7ee {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1168.389145] env[65794]: INFO nova.compute.manager [req-250bd533-24c7-408e-8d04-d0498da56863 req-31be8ea3-e598-4ba4-bfb7-f713c3d6cc46 service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Neutron deleted interface 682c659e-bae2-4ade-908e-1f30e1d3f7ee; detaching it from the instance and deleting it from the info cache [ 1168.389346] env[65794]: DEBUG nova.network.neutron [req-250bd533-24c7-408e-8d04-d0498da56863 req-31be8ea3-e598-4ba4-bfb7-f713c3d6cc46 service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.391889] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.406292] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 78ae3bb1-01e1-4d14-87b6-a2df8eeab406] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1168.760100] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b5dfa595-644f-4237-a5c3-d4cee2b3da4e tempest-ServersNegativeTestMultiTenantJSON-1460236009 tempest-ServersNegativeTestMultiTenantJSON-1460236009-project-member] Lock "868e0096-6995-41c5-9a39-a33736914198" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.882s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.874616] env[65794]: DEBUG nova.network.neutron [-] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.895344] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec2079a5-543e-4f70-8d3a-d236ef9cfe81 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.910446] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2455b7a0-4119-45a2-8fc7-9a5c31057c81 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.925098] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 0e8e6cf2-1555-486b-9d90-c15bd6e34dc5] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1168.928132] env[65794]: DEBUG nova.compute.manager [req-9044365e-23ce-469e-860c-9bfc456522e6 req-32f0c86c-c3f3-49fe-b453-19419000ac92 service nova] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Received event network-vif-deleted-be4bf5b3-1533-4950-9d3c-a0ae134f6345 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1168.928753] env[65794]: INFO nova.compute.manager [req-9044365e-23ce-469e-860c-9bfc456522e6 req-32f0c86c-c3f3-49fe-b453-19419000ac92 service nova] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Neutron deleted interface be4bf5b3-1533-4950-9d3c-a0ae134f6345; detaching it from the instance and deleting it from the info cache [ 1168.928753] env[65794]: DEBUG nova.network.neutron [req-9044365e-23ce-469e-860c-9bfc456522e6 req-32f0c86c-c3f3-49fe-b453-19419000ac92 service nova] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.930021] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c29ce60-20b2-4be3-a8c7-08ae2761b581 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.940809] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb000a9-796a-433a-8328-c68d7f7ef04f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.956368] env[65794]: DEBUG nova.compute.manager [req-250bd533-24c7-408e-8d04-d0498da56863 req-31be8ea3-e598-4ba4-bfb7-f713c3d6cc46 service nova] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Detach interface failed, port_id=682c659e-bae2-4ade-908e-1f30e1d3f7ee, reason: Instance 5ec524b8-32f9-4231-9f4e-542e5ad0a16a could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1168.990172] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc2f666-4217-4911-ab7f-76337a62085e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.999443] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd27059-ad2d-498c-89a3-b8e5b4944a99 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.015613] env[65794]: DEBUG nova.compute.provider_tree [None req-0175ead1-4c1f-4ad9-83e5-092189418f2e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.371074] env[65794]: DEBUG nova.network.neutron [-] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.377944] env[65794]: INFO nova.compute.manager [-] [instance: 5ec524b8-32f9-4231-9f4e-542e5ad0a16a] Took 1.80 seconds to deallocate network for instance. [ 1169.433992] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 68fc7c47-2c31-4ec9-90fc-79d70381f7c1] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1169.437538] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0db1f4c2-93ec-4118-817a-a1a122058c6d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.448102] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ce18ad-ade6-4bf5-b9ef-cb15d9f64d02 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.484441] env[65794]: DEBUG nova.compute.manager [req-9044365e-23ce-469e-860c-9bfc456522e6 req-32f0c86c-c3f3-49fe-b453-19419000ac92 service nova] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Detach interface failed, port_id=be4bf5b3-1533-4950-9d3c-a0ae134f6345, reason: Instance e1697784-e28f-456f-b8d5-f8b6c18865a8 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1169.521259] env[65794]: DEBUG nova.scheduler.client.report [None req-0175ead1-4c1f-4ad9-83e5-092189418f2e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.873164] env[65794]: INFO nova.compute.manager [-] [instance: e1697784-e28f-456f-b8d5-f8b6c18865a8] Took 1.52 seconds to deallocate network for instance. [ 1169.889290] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.940955] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 1754e34f-1ff0-48e4-aa1e-71a726bdaac1] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1170.380532] env[65794]: DEBUG oslo_concurrency.lockutils [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.444869] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 1a26c23a-0d13-43f5-84bc-ecd90626b1b3] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1170.539486] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0175ead1-4c1f-4ad9-83e5-092189418f2e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.325s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.542563] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.653s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.542770] env[65794]: DEBUG nova.objects.instance [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lazy-loading 'resources' on Instance uuid 5ec524b8-32f9-4231-9f4e-542e5ad0a16a {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.948418] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: a4c5899d-013c-4d82-9ede-1229bb1f71d7] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1171.114793] env[65794]: INFO nova.scheduler.client.report [None req-0175ead1-4c1f-4ad9-83e5-092189418f2e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Deleted allocation for migration 7775818e-bc8d-4dca-93a0-b4eae0820d78 [ 1171.234951] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816c65af-aa23-41cd-bf8f-74716aa4cfce {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.243659] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e855bb9-e6f6-4dc6-9287-8b50d9aadd72 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.277020] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a74d579-5351-4aef-9528-7727c3cc48c2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.286408] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfa9aec-028d-432d-88c2-5680176447a9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.301706] env[65794]: DEBUG nova.compute.provider_tree [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.451529] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 035420c9-83ea-4f53-afcc-d955352e2d41] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1171.622202] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0175ead1-4c1f-4ad9-83e5-092189418f2e tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "70b78066-0a13-4c5f-b048-373123445515" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.630s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.806337] env[65794]: DEBUG nova.scheduler.client.report [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.954940] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: eeea6bef-8e98-4fd6-a1ea-2eef506ab570] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1172.075673] env[65794]: INFO nova.compute.manager [None req-fc7aa6de-29a5-4b50-a7b3-522f41dfc18d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Get console output [ 1172.076062] env[65794]: WARNING nova.virt.vmwareapi.driver [None req-fc7aa6de-29a5-4b50-a7b3-522f41dfc18d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] The console log is missing. Check your VSPC configuration [ 1172.311404] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.315058] env[65794]: DEBUG oslo_concurrency.lockutils [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.934s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.315252] env[65794]: DEBUG nova.objects.instance [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lazy-loading 'resources' on Instance uuid e1697784-e28f-456f-b8d5-f8b6c18865a8 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.338209] env[65794]: INFO nova.scheduler.client.report [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Deleted allocations for instance 5ec524b8-32f9-4231-9f4e-542e5ad0a16a [ 1172.459187] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 54b59b49-cb95-4183-b223-0e96a8e4658d] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1172.846197] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f15ae8cc-ae2f-4cb2-97c6-743cf74bc134 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "5ec524b8-32f9-4231-9f4e-542e5ad0a16a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.935s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.962576] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 63f4bfed-4d51-4fd1-8494-2e504f124c3b] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1172.966628] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1a8d49-253f-408e-aa6c-5d58ec578248 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.975016] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2e2e38-61a4-4616-b6fc-20476a418061 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.010639] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e057a4d7-5096-4e20-983f-28e6a9b09d0c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.019306] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fedbf3-c0fb-4f40-8d74-0201f50b38e3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.033695] env[65794]: DEBUG nova.compute.provider_tree [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.194685] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.470731] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 7298ccc3-3b71-44bd-891c-24892b7bcbd0] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1173.536983] env[65794]: DEBUG nova.scheduler.client.report [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.709304] env[65794]: DEBUG oslo_concurrency.lockutils [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.709588] env[65794]: DEBUG oslo_concurrency.lockutils [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.709849] env[65794]: DEBUG oslo_concurrency.lockutils [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.709982] env[65794]: DEBUG oslo_concurrency.lockutils [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.710170] env[65794]: DEBUG oslo_concurrency.lockutils [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.712401] env[65794]: INFO nova.compute.manager [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Terminating instance [ 1173.974615] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 927010e1-4a8f-4e80-bb8d-67b5bc58543f] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1174.042430] env[65794]: DEBUG oslo_concurrency.lockutils [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.044890] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.850s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.045578] env[65794]: DEBUG nova.objects.instance [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lazy-loading 'pci_requests' on Instance uuid d57734fb-52c7-4caa-bbed-40ad5e053bf5 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.068231] env[65794]: INFO nova.scheduler.client.report [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Deleted allocations for instance e1697784-e28f-456f-b8d5-f8b6c18865a8 [ 1174.216165] env[65794]: DEBUG nova.compute.manager [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1174.216412] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.217345] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb6180f-f59d-4dd1-805c-6f89190bae5c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.224600] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.224867] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a119cdd-8e7d-4500-81bc-af8f05859881 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.231296] env[65794]: DEBUG oslo_vmware.api [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1174.231296] env[65794]: value = "task-4812144" [ 1174.231296] env[65794]: _type = "Task" [ 1174.231296] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.239833] env[65794]: DEBUG oslo_vmware.api [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.478875] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 528a633b-b5c4-48b5-a0a0-d6dde3108f9f] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1174.548776] env[65794]: DEBUG nova.objects.instance [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lazy-loading 'numa_topology' on Instance uuid d57734fb-52c7-4caa-bbed-40ad5e053bf5 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.575967] env[65794]: DEBUG oslo_concurrency.lockutils [None req-150307fd-e013-4c45-be02-28b1c3ab6f4a tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "e1697784-e28f-456f-b8d5-f8b6c18865a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.865s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.742024] env[65794]: DEBUG oslo_vmware.api [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812144, 'name': PowerOffVM_Task, 'duration_secs': 0.223867} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.742173] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.742345] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.742627] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fab8cbfc-000f-464b-b8bb-04f1f97a2bdd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.808497] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.808752] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.808960] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Deleting the datastore file [datastore2] 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.809283] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b93f91a-c7a2-466b-8cb8-3d2d3d006783 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.817294] env[65794]: DEBUG oslo_vmware.api [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for the task: (returnval){ [ 1174.817294] env[65794]: value = "task-4812147" [ 1174.817294] env[65794]: _type = "Task" [ 1174.817294] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.826300] env[65794]: DEBUG oslo_vmware.api [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.982642] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 746b7185-90a5-423b-b4da-428f754c471d] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1175.051200] env[65794]: INFO nova.compute.claims [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.327923] env[65794]: DEBUG oslo_vmware.api [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Task: {'id': task-4812147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155798} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.328203] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.328388] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.328559] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.328726] env[65794]: INFO nova.compute.manager [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1175.328972] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1175.329184] env[65794]: DEBUG nova.compute.manager [-] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1175.329280] env[65794]: DEBUG nova.network.neutron [-] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1175.329525] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.362361] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.487679] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 2258e05e-241d-4799-9759-e14ac02f5d1d] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1175.604624] env[65794]: DEBUG nova.compute.manager [req-ded3c159-6a5d-4b55-9fd5-dd77d7427e92 req-9989cd40-fe99-44e8-8770-6b34a0ae0fa5 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Received event network-vif-deleted-6dacd320-d0c4-4d3b-9ee2-8ae77db35fce {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1175.604624] env[65794]: INFO nova.compute.manager [req-ded3c159-6a5d-4b55-9fd5-dd77d7427e92 req-9989cd40-fe99-44e8-8770-6b34a0ae0fa5 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Neutron deleted interface 6dacd320-d0c4-4d3b-9ee2-8ae77db35fce; detaching it from the instance and deleting it from the info cache [ 1175.604624] env[65794]: DEBUG nova.network.neutron [req-ded3c159-6a5d-4b55-9fd5-dd77d7427e92 req-9989cd40-fe99-44e8-8770-6b34a0ae0fa5 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.991250] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 71be2679-a934-4709-9b7f-991ff7385512] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1176.062901] env[65794]: DEBUG nova.network.neutron [-] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.107778] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e218640-ad93-4af9-9061-67a74cd3ae2e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.123121] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ced3ad4-b669-4ed9-a4fb-614996cba130 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.165971] env[65794]: DEBUG nova.compute.manager [req-ded3c159-6a5d-4b55-9fd5-dd77d7427e92 req-9989cd40-fe99-44e8-8770-6b34a0ae0fa5 service nova] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Detach interface failed, port_id=6dacd320-d0c4-4d3b-9ee2-8ae77db35fce, reason: Instance 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1176.219622] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7b51b6-05d4-4c5e-82cf-cda7beb5fbbb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.229351] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb51a99e-9c95-448b-9c7a-073209d0be28 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.282632] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a573555e-1692-4a8c-98e0-922a5b53b5d5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.291659] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c6b5d8-916d-4052-8c5a-054eb99f14a3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.306836] env[65794]: DEBUG nova.compute.provider_tree [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1176.392014] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "e1787d56-5634-4437-849b-f576fc336909" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.392307] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "e1787d56-5634-4437-849b-f576fc336909" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.495244] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 248bad78-5ecf-49e6-a2c0-ec9a99dec831] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1176.565166] env[65794]: INFO nova.compute.manager [-] [instance: 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd] Took 1.24 seconds to deallocate network for instance. [ 1176.830069] env[65794]: ERROR nova.scheduler.client.report [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [req-ef61758f-314e-4254-afe1-211a79d144d8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9d798782-7888-423a-959e-7002060abcae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ef61758f-314e-4254-afe1-211a79d144d8"}]} [ 1176.847425] env[65794]: DEBUG nova.scheduler.client.report [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Refreshing inventories for resource provider 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1176.864109] env[65794]: DEBUG nova.scheduler.client.report [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Updating ProviderTree inventory for provider 9d798782-7888-423a-959e-7002060abcae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1176.864349] env[65794]: DEBUG nova.compute.provider_tree [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1176.876478] env[65794]: DEBUG nova.scheduler.client.report [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Refreshing aggregate associations for resource provider 9d798782-7888-423a-959e-7002060abcae, aggregates: None {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1176.895868] env[65794]: DEBUG nova.scheduler.client.report [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Refreshing trait associations for resource provider 9d798782-7888-423a-959e-7002060abcae, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1176.899427] env[65794]: DEBUG nova.compute.manager [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1176.998460] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: d496278f-7e3c-41a8-b6b8-a4168d9ab90d] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1177.041211] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712753fe-f1dc-484f-967d-859264a895c0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.049243] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a756254-b838-4ea4-8ed4-31d8a77c8fb5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.081846] env[65794]: DEBUG oslo_concurrency.lockutils [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.082834] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b996b2c8-0b07-4640-9e62-5cc3df554efb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.090798] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ad0445-32f7-419b-b4ac-8a33c4a14380 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.106023] env[65794]: DEBUG nova.compute.provider_tree [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.423282] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.503722] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 3489ef01-ce97-414e-b154-4a5f6b5523d6] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1177.640417] env[65794]: DEBUG nova.scheduler.client.report [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Updated inventory for provider 9d798782-7888-423a-959e-7002060abcae with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1177.640828] env[65794]: DEBUG nova.compute.provider_tree [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Updating resource provider 9d798782-7888-423a-959e-7002060abcae generation from 152 to 153 during operation: update_inventory {{(pid=65794) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1177.641086] env[65794]: DEBUG nova.compute.provider_tree [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.007327] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 3f3170a1-31f3-4a1a-911b-d8a54bcb8fff] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1178.146734] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.102s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.147226] env[65794]: WARNING neutronclient.v2_0.client [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.150522] env[65794]: DEBUG oslo_concurrency.lockutils [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.069s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.150808] env[65794]: DEBUG nova.objects.instance [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lazy-loading 'resources' on Instance uuid 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.194438] env[65794]: INFO nova.network.neutron [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Updating port e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1178.384338] env[65794]: DEBUG oslo_concurrency.lockutils [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Acquiring lock "0065bad3-242e-4340-af41-0e420463ff28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.384570] env[65794]: DEBUG oslo_concurrency.lockutils [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Lock "0065bad3-242e-4340-af41-0e420463ff28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.510744] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 21bd6276-6f01-4292-8c49-3474685f8466] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1178.798989] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d76bf50-a0f2-477d-b9bc-eb681e53a150 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.807230] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda00f24-4a66-4a41-972d-b9ec2122bcc0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.838358] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc8e125-37e8-42be-8871-e25c38ec56f0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.846357] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a656c2a-51b1-452f-b039-9361bf503df3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.859967] env[65794]: DEBUG nova.compute.provider_tree [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.886972] env[65794]: DEBUG nova.compute.manager [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1179.014021] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 774f19ac-d703-46fe-bfa6-2df075504c73] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1179.363676] env[65794]: DEBUG nova.scheduler.client.report [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.409552] env[65794]: DEBUG oslo_concurrency.lockutils [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.520554] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 3dfb9556-0ad1-4bbe-86ea-bcd0e1edc31f] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1179.642299] env[65794]: DEBUG nova.compute.manager [req-bf57596f-9c10-4132-aae6-ffa13d7a9808 req-9adc0b72-e33c-45ad-9e2d-9ba6b0ddaf1f service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Received event network-vif-plugged-e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1179.642299] env[65794]: DEBUG oslo_concurrency.lockutils [req-bf57596f-9c10-4132-aae6-ffa13d7a9808 req-9adc0b72-e33c-45ad-9e2d-9ba6b0ddaf1f service nova] Acquiring lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.642824] env[65794]: DEBUG oslo_concurrency.lockutils [req-bf57596f-9c10-4132-aae6-ffa13d7a9808 req-9adc0b72-e33c-45ad-9e2d-9ba6b0ddaf1f service nova] Lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.642824] env[65794]: DEBUG oslo_concurrency.lockutils [req-bf57596f-9c10-4132-aae6-ffa13d7a9808 req-9adc0b72-e33c-45ad-9e2d-9ba6b0ddaf1f service nova] Lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.642824] env[65794]: DEBUG nova.compute.manager [req-bf57596f-9c10-4132-aae6-ffa13d7a9808 req-9adc0b72-e33c-45ad-9e2d-9ba6b0ddaf1f service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] No waiting events found dispatching network-vif-plugged-e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1179.643070] env[65794]: WARNING nova.compute.manager [req-bf57596f-9c10-4132-aae6-ffa13d7a9808 req-9adc0b72-e33c-45ad-9e2d-9ba6b0ddaf1f service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Received unexpected event network-vif-plugged-e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1179.726227] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "refresh_cache-d57734fb-52c7-4caa-bbed-40ad5e053bf5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.726227] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquired lock "refresh_cache-d57734fb-52c7-4caa-bbed-40ad5e053bf5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.726227] env[65794]: DEBUG nova.network.neutron [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1179.868771] env[65794]: DEBUG oslo_concurrency.lockutils [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.871918] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.448s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.872967] env[65794]: INFO nova.compute.claims [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.896029] env[65794]: INFO nova.scheduler.client.report [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Deleted allocations for instance 4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd [ 1180.023511] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 830eba0f-02b0-49a4-9afa-20a6afaa7e20] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1180.228747] env[65794]: WARNING neutronclient.v2_0.client [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.313982] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b46e568b-58a6-4f11-91d7-709bc1c2a4fd tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "bb554a44-fa79-41b5-8dcf-674bface214c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.314100] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b46e568b-58a6-4f11-91d7-709bc1c2a4fd tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "bb554a44-fa79-41b5-8dcf-674bface214c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.404374] env[65794]: DEBUG oslo_concurrency.lockutils [None req-611641d2-6f3c-4f4d-b165-3b672a3f1b03 tempest-AttachInterfacesTestJSON-818153833 tempest-AttachInterfacesTestJSON-818153833-project-member] Lock "4c1232e3-ffb8-4d73-a3a1-33f9e03a67dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.694s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.420173] env[65794]: WARNING neutronclient.v2_0.client [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.495375] env[65794]: DEBUG nova.network.neutron [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Updating instance_info_cache with network_info: [{"id": "e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9", "address": "fa:16:3e:a3:a8:17", "network": {"id": "711b4f34-e16a-4fd5-9cd4-121eec1321e9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1997664404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641525153727464f9f447fe8d064f09d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7b1cc35-ca", "ovs_interfaceid": "e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.526490] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 6a7b7491-19f0-4e28-951c-6a291371eb6f] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1180.820099] env[65794]: DEBUG nova.compute.utils [None req-b46e568b-58a6-4f11-91d7-709bc1c2a4fd tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1180.997937] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Releasing lock "refresh_cache-d57734fb-52c7-4caa-bbed-40ad5e053bf5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.017145] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badec8df-269e-4201-9cc9-c076f1a68def {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.028581] env[65794]: DEBUG nova.virt.hardware [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e91126a995c58c72528904c278f1d8aa',container_format='bare',created_at=2025-11-23T05:36:26Z,direct_url=,disk_format='vmdk',id=526e970a-a153-4149-8823-4b39769d0970,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2061441774-shelved',owner='641525153727464f9f447fe8d064f09d',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-11-23T05:36:41Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1181.028790] env[65794]: DEBUG nova.virt.hardware [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.028950] env[65794]: DEBUG nova.virt.hardware [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1181.029150] env[65794]: DEBUG nova.virt.hardware [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.029292] env[65794]: DEBUG nova.virt.hardware [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1181.029469] env[65794]: DEBUG nova.virt.hardware [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1181.029635] env[65794]: DEBUG nova.virt.hardware [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1181.029792] env[65794]: DEBUG nova.virt.hardware [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1181.029956] env[65794]: DEBUG nova.virt.hardware [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1181.030128] env[65794]: DEBUG nova.virt.hardware [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1181.030295] env[65794]: DEBUG nova.virt.hardware [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1181.031414] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e195d56-3112-4201-93bd-49bbbba510aa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.035511] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: d60db3cf-c84b-449e-8a34-49a67cc0cb5c] Instance has had 0 of 5 cleanup attempts {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1181.037810] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf3d0c9-d347-4dc2-b96d-1322cc061f9d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.073028] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441c248b-9fe1-4193-99f4-f0a982092edc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.078055] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d1d260-6fd4-40c7-813c-69f5ccf95bc5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.093049] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:a8:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.103363] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1181.105382] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.105719] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d8ccaaa-0542-4472-8da3-0e502bf93f32 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.124103] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc768215-3b9a-4e8a-874c-9761f7a901bd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.140381] env[65794]: DEBUG nova.compute.provider_tree [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.143649] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.143649] env[65794]: value = "task-4812148" [ 1181.143649] env[65794]: _type = "Task" [ 1181.143649] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.152957] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812148, 'name': CreateVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.323055] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b46e568b-58a6-4f11-91d7-709bc1c2a4fd tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "bb554a44-fa79-41b5-8dcf-674bface214c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.541831] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.542105] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Cleaning up deleted instances with incomplete migration {{(pid=65794) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11964}} [ 1181.644060] env[65794]: DEBUG nova.scheduler.client.report [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.657941] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812148, 'name': CreateVM_Task, 'duration_secs': 0.314036} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.657941] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.658387] env[65794]: WARNING neutronclient.v2_0.client [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.658740] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/526e970a-a153-4149-8823-4b39769d0970" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.658881] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/526e970a-a153-4149-8823-4b39769d0970" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.659368] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/526e970a-a153-4149-8823-4b39769d0970" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.659546] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0fa45b6-73a9-401a-ba55-ed9136177d0a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.664868] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1181.664868] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52ea4a75-7da5-57fc-83da-790ed1c7f331" [ 1181.664868] env[65794]: _type = "Task" [ 1181.664868] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.674908] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ea4a75-7da5-57fc-83da-790ed1c7f331, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.677147] env[65794]: DEBUG nova.compute.manager [req-b96f70b6-0114-4beb-9b14-bb2cfff4b485 req-13f537ea-caa8-40b9-ab9d-b52274121181 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Received event network-changed-e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1181.677303] env[65794]: DEBUG nova.compute.manager [req-b96f70b6-0114-4beb-9b14-bb2cfff4b485 req-13f537ea-caa8-40b9-ab9d-b52274121181 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Refreshing instance network info cache due to event network-changed-e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1181.677521] env[65794]: DEBUG oslo_concurrency.lockutils [req-b96f70b6-0114-4beb-9b14-bb2cfff4b485 req-13f537ea-caa8-40b9-ab9d-b52274121181 service nova] Acquiring lock "refresh_cache-d57734fb-52c7-4caa-bbed-40ad5e053bf5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.677669] env[65794]: DEBUG oslo_concurrency.lockutils [req-b96f70b6-0114-4beb-9b14-bb2cfff4b485 req-13f537ea-caa8-40b9-ab9d-b52274121181 service nova] Acquired lock "refresh_cache-d57734fb-52c7-4caa-bbed-40ad5e053bf5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.677813] env[65794]: DEBUG nova.network.neutron [req-b96f70b6-0114-4beb-9b14-bb2cfff4b485 req-13f537ea-caa8-40b9-ab9d-b52274121181 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Refreshing network info cache for port e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.046348] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.153894] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.154689] env[65794]: DEBUG nova.compute.manager [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1182.159312] env[65794]: DEBUG oslo_concurrency.lockutils [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.750s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.161521] env[65794]: INFO nova.compute.claims [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.180502] env[65794]: WARNING neutronclient.v2_0.client [req-b96f70b6-0114-4beb-9b14-bb2cfff4b485 req-13f537ea-caa8-40b9-ab9d-b52274121181 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.183587] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/526e970a-a153-4149-8823-4b39769d0970" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.183587] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Processing image 526e970a-a153-4149-8823-4b39769d0970 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.183782] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/526e970a-a153-4149-8823-4b39769d0970/526e970a-a153-4149-8823-4b39769d0970.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.183948] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/526e970a-a153-4149-8823-4b39769d0970/526e970a-a153-4149-8823-4b39769d0970.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.184043] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.184533] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7f036f9-2387-49ea-af12-dcbd03c45484 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.195841] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.196036] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.196783] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc477cb4-d0b0-485b-b0d5-e43e3ec8ebd9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.202380] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1182.202380] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52264b6d-d93d-3039-daf0-b48ba08dbb7c" [ 1182.202380] env[65794]: _type = "Task" [ 1182.202380] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.213345] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52264b6d-d93d-3039-daf0-b48ba08dbb7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.360954] env[65794]: WARNING neutronclient.v2_0.client [req-b96f70b6-0114-4beb-9b14-bb2cfff4b485 req-13f537ea-caa8-40b9-ab9d-b52274121181 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.387471] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b46e568b-58a6-4f11-91d7-709bc1c2a4fd tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "bb554a44-fa79-41b5-8dcf-674bface214c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.387711] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b46e568b-58a6-4f11-91d7-709bc1c2a4fd tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "bb554a44-fa79-41b5-8dcf-674bface214c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.387946] env[65794]: INFO nova.compute.manager [None req-b46e568b-58a6-4f11-91d7-709bc1c2a4fd tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Attaching volume 7d97b786-065c-427a-aa1a-86808281ee3b to /dev/sdb [ 1182.425985] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c9ca6a-4fab-4040-8be9-99673da01157 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.431562] env[65794]: DEBUG nova.network.neutron [req-b96f70b6-0114-4beb-9b14-bb2cfff4b485 req-13f537ea-caa8-40b9-ab9d-b52274121181 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Updated VIF entry in instance network info cache for port e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1182.431940] env[65794]: DEBUG nova.network.neutron [req-b96f70b6-0114-4beb-9b14-bb2cfff4b485 req-13f537ea-caa8-40b9-ab9d-b52274121181 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Updating instance_info_cache with network_info: [{"id": "e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9", "address": "fa:16:3e:a3:a8:17", "network": {"id": "711b4f34-e16a-4fd5-9cd4-121eec1321e9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1997664404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641525153727464f9f447fe8d064f09d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7b1cc35-ca", "ovs_interfaceid": "e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.435527] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa48dcb7-5367-4243-9bfc-557fd2352710 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.450617] env[65794]: DEBUG nova.virt.block_device [None req-b46e568b-58a6-4f11-91d7-709bc1c2a4fd tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Updating existing volume attachment record: 54637e62-e6a4-47a0-a104-74cdce644517 {{(pid=65794) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1182.668018] env[65794]: DEBUG nova.compute.utils [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.669502] env[65794]: DEBUG nova.compute.manager [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1182.670396] env[65794]: DEBUG nova.network.neutron [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1182.670838] env[65794]: WARNING neutronclient.v2_0.client [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.671269] env[65794]: WARNING neutronclient.v2_0.client [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.718105] env[65794]: DEBUG nova.policy [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0209dc7c26bd43d58944bdd4c02f129f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c82899c90d64955a6f8a3b9afc4cc22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.720559] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Preparing fetch location {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1182.720559] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Fetch image to [datastore2] OSTACK_IMG_a9b2563c-b52d-4ab6-b0f6-c1af62d7ae7d/OSTACK_IMG_a9b2563c-b52d-4ab6-b0f6-c1af62d7ae7d.vmdk {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1182.720559] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Downloading stream optimized image 526e970a-a153-4149-8823-4b39769d0970 to [datastore2] OSTACK_IMG_a9b2563c-b52d-4ab6-b0f6-c1af62d7ae7d/OSTACK_IMG_a9b2563c-b52d-4ab6-b0f6-c1af62d7ae7d.vmdk on the data store datastore2 as vApp {{(pid=65794) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1182.720856] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Downloading image file data 526e970a-a153-4149-8823-4b39769d0970 to the ESX as VM named 'OSTACK_IMG_a9b2563c-b52d-4ab6-b0f6-c1af62d7ae7d' {{(pid=65794) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1182.825165] env[65794]: DEBUG oslo_vmware.rw_handles [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1182.825165] env[65794]: value = "resgroup-9" [ 1182.825165] env[65794]: _type = "ResourcePool" [ 1182.825165] env[65794]: }. {{(pid=65794) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1182.825612] env[65794]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5f5e0a2b-98c5-4d65-8952-49adfdf77a77 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.848088] env[65794]: DEBUG oslo_vmware.rw_handles [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lease: (returnval){ [ 1182.848088] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5230a3d0-04e6-9e5a-2864-7ecbe95e9d85" [ 1182.848088] env[65794]: _type = "HttpNfcLease" [ 1182.848088] env[65794]: } obtained for vApp import into resource pool (val){ [ 1182.848088] env[65794]: value = "resgroup-9" [ 1182.848088] env[65794]: _type = "ResourcePool" [ 1182.848088] env[65794]: }. {{(pid=65794) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1182.848088] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the lease: (returnval){ [ 1182.848088] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5230a3d0-04e6-9e5a-2864-7ecbe95e9d85" [ 1182.848088] env[65794]: _type = "HttpNfcLease" [ 1182.848088] env[65794]: } to be ready. {{(pid=65794) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1182.855811] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1182.855811] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5230a3d0-04e6-9e5a-2864-7ecbe95e9d85" [ 1182.855811] env[65794]: _type = "HttpNfcLease" [ 1182.855811] env[65794]: } is initializing. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1182.936493] env[65794]: DEBUG oslo_concurrency.lockutils [req-b96f70b6-0114-4beb-9b14-bb2cfff4b485 req-13f537ea-caa8-40b9-ab9d-b52274121181 service nova] Releasing lock "refresh_cache-d57734fb-52c7-4caa-bbed-40ad5e053bf5" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.090522] env[65794]: DEBUG nova.network.neutron [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Successfully created port: 47164887-1a39-499b-892f-55b77aac4790 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1183.175106] env[65794]: DEBUG nova.compute.manager [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1183.357644] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1183.357644] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5230a3d0-04e6-9e5a-2864-7ecbe95e9d85" [ 1183.357644] env[65794]: _type = "HttpNfcLease" [ 1183.357644] env[65794]: } is ready. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1183.358268] env[65794]: DEBUG oslo_vmware.rw_handles [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1183.358268] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5230a3d0-04e6-9e5a-2864-7ecbe95e9d85" [ 1183.358268] env[65794]: _type = "HttpNfcLease" [ 1183.358268] env[65794]: }. {{(pid=65794) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1183.359033] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798b4582-2862-4026-817a-fe05f6b3021d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.362432] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a20dcd0-1506-45b8-b9fb-c6f08370a2d3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.374060] env[65794]: DEBUG oslo_vmware.rw_handles [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca0a66-e16e-4f60-1713-7eaebf90708d/disk-0.vmdk from lease info. {{(pid=65794) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1183.374281] env[65794]: DEBUG oslo_vmware.rw_handles [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca0a66-e16e-4f60-1713-7eaebf90708d/disk-0.vmdk. {{(pid=65794) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1183.376949] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40124998-b778-47b3-90f0-3f2ab150a4c5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.477360] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe4d02c-2905-4d8e-b601-86a8d8e3dcb6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.486190] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f3dc12f9-a329-4065-bc3f-f4a35eb43dfc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.491469] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4f487b-b923-46ed-ac8c-1c13c8fd5b25 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.507469] env[65794]: DEBUG nova.compute.provider_tree [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.547320] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.010662] env[65794]: DEBUG nova.scheduler.client.report [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.053605] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.054590] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.193324] env[65794]: DEBUG nova.compute.manager [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1184.224141] env[65794]: DEBUG nova.virt.hardware [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1184.224400] env[65794]: DEBUG nova.virt.hardware [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.224555] env[65794]: DEBUG nova.virt.hardware [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1184.224739] env[65794]: DEBUG nova.virt.hardware [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.224878] env[65794]: DEBUG nova.virt.hardware [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1184.225048] env[65794]: DEBUG nova.virt.hardware [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1184.225276] env[65794]: DEBUG nova.virt.hardware [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1184.225437] env[65794]: DEBUG nova.virt.hardware [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1184.225632] env[65794]: DEBUG nova.virt.hardware [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1184.225797] env[65794]: DEBUG nova.virt.hardware [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1184.225971] env[65794]: DEBUG nova.virt.hardware [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1184.226929] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a82931-0435-42b8-bcde-0c82b7245b6f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.238770] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa0ea9d-620b-4246-99cd-59ba711780e2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.516033] env[65794]: DEBUG oslo_concurrency.lockutils [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.516482] env[65794]: DEBUG nova.compute.manager [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1184.561233] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Getting list of instances from cluster (obj){ [ 1184.561233] env[65794]: value = "domain-c8" [ 1184.561233] env[65794]: _type = "ClusterComputeResource" [ 1184.561233] env[65794]: } {{(pid=65794) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1184.565191] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31230269-726e-45ba-84b3-613d0aeeaef5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.588890] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Got total of 8 instances {{(pid=65794) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1184.590055] env[65794]: WARNING nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] While synchronizing instance power states, found 10 instances in the database and 8 instances on the hypervisor. [ 1184.590055] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Triggering sync for uuid f755f4c0-549a-4787-ac33-b33c4b3eac60 {{(pid=65794) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11037}} [ 1184.590055] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Triggering sync for uuid 7c2ad80d-cf90-4b6a-b830-677ee7f0a526 {{(pid=65794) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11037}} [ 1184.590055] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Triggering sync for uuid b47334e4-3b9d-48ce-a962-9ff1598725a1 {{(pid=65794) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11037}} [ 1184.590055] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Triggering sync for uuid d57734fb-52c7-4caa-bbed-40ad5e053bf5 {{(pid=65794) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11037}} [ 1184.590299] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Triggering sync for uuid 35c2cfe8-94fe-4390-8e8d-8478a09a3a61 {{(pid=65794) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11037}} [ 1184.590592] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Triggering sync for uuid 70b78066-0a13-4c5f-b048-373123445515 {{(pid=65794) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11037}} [ 1184.590752] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Triggering sync for uuid bb554a44-fa79-41b5-8dcf-674bface214c {{(pid=65794) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11037}} [ 1184.591615] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Triggering sync for uuid 11d2cb45-b468-4c08-84cc-3db6eaee4fc2 {{(pid=65794) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11037}} [ 1184.591615] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Triggering sync for uuid e1787d56-5634-4437-849b-f576fc336909 {{(pid=65794) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11037}} [ 1184.591615] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Triggering sync for uuid 0065bad3-242e-4340-af41-0e420463ff28 {{(pid=65794) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11037}} [ 1184.594773] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "f755f4c0-549a-4787-ac33-b33c4b3eac60" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.595010] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "f755f4c0-549a-4787-ac33-b33c4b3eac60" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.595314] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.595519] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.595787] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "b47334e4-3b9d-48ce-a962-9ff1598725a1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.595957] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "b47334e4-3b9d-48ce-a962-9ff1598725a1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.596217] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.596435] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "35c2cfe8-94fe-4390-8e8d-8478a09a3a61" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.596641] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "35c2cfe8-94fe-4390-8e8d-8478a09a3a61" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.596891] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "70b78066-0a13-4c5f-b048-373123445515" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.597064] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "70b78066-0a13-4c5f-b048-373123445515" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.597294] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "bb554a44-fa79-41b5-8dcf-674bface214c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.597523] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "11d2cb45-b468-4c08-84cc-3db6eaee4fc2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.597735] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "11d2cb45-b468-4c08-84cc-3db6eaee4fc2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.597961] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "e1787d56-5634-4437-849b-f576fc336909" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.598972] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "0065bad3-242e-4340-af41-0e420463ff28" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.599146] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393da246-086e-4a02-8edd-81ff0546b200 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.602731] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2589be-755e-494e-98db-07bb9a89fbfc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.605941] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfed52de-bfc7-49fb-8e37-24f330505188 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.609461] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac0a284-59c7-4380-9c63-cf433876c9ef {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.612558] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d839ff8-7361-4d42-b6df-7efd69a07a2e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.615985] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239c2a08-f058-4e6c-9b75-582741f365ea {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.649165] env[65794]: DEBUG oslo_vmware.rw_handles [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Completed reading data from the image iterator. {{(pid=65794) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1184.649165] env[65794]: DEBUG oslo_vmware.rw_handles [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca0a66-e16e-4f60-1713-7eaebf90708d/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1184.649165] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0998b59c-b478-4c5e-8392-ff60f28b68b9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.665931] env[65794]: DEBUG oslo_vmware.rw_handles [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca0a66-e16e-4f60-1713-7eaebf90708d/disk-0.vmdk is in state: ready. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1184.665931] env[65794]: DEBUG oslo_vmware.rw_handles [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca0a66-e16e-4f60-1713-7eaebf90708d/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1184.665931] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-07d807c0-f962-46d8-b48d-3c5666d672c2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.689800] env[65794]: DEBUG nova.compute.manager [req-250e9ef7-5c22-494e-a44a-c187ac5d390d req-2eddf4b1-7ceb-4b52-a44b-7a4b36bdce42 service nova] [instance: e1787d56-5634-4437-849b-f576fc336909] Received event network-vif-plugged-47164887-1a39-499b-892f-55b77aac4790 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1184.690086] env[65794]: DEBUG oslo_concurrency.lockutils [req-250e9ef7-5c22-494e-a44a-c187ac5d390d req-2eddf4b1-7ceb-4b52-a44b-7a4b36bdce42 service nova] Acquiring lock "e1787d56-5634-4437-849b-f576fc336909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.690464] env[65794]: DEBUG oslo_concurrency.lockutils [req-250e9ef7-5c22-494e-a44a-c187ac5d390d req-2eddf4b1-7ceb-4b52-a44b-7a4b36bdce42 service nova] Lock "e1787d56-5634-4437-849b-f576fc336909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.690588] env[65794]: DEBUG oslo_concurrency.lockutils [req-250e9ef7-5c22-494e-a44a-c187ac5d390d req-2eddf4b1-7ceb-4b52-a44b-7a4b36bdce42 service nova] Lock "e1787d56-5634-4437-849b-f576fc336909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.690674] env[65794]: DEBUG nova.compute.manager [req-250e9ef7-5c22-494e-a44a-c187ac5d390d req-2eddf4b1-7ceb-4b52-a44b-7a4b36bdce42 service nova] [instance: e1787d56-5634-4437-849b-f576fc336909] No waiting events found dispatching network-vif-plugged-47164887-1a39-499b-892f-55b77aac4790 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1184.690849] env[65794]: WARNING nova.compute.manager [req-250e9ef7-5c22-494e-a44a-c187ac5d390d req-2eddf4b1-7ceb-4b52-a44b-7a4b36bdce42 service nova] [instance: e1787d56-5634-4437-849b-f576fc336909] Received unexpected event network-vif-plugged-47164887-1a39-499b-892f-55b77aac4790 for instance with vm_state building and task_state spawning. [ 1184.793637] env[65794]: DEBUG nova.network.neutron [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Successfully updated port: 47164887-1a39-499b-892f-55b77aac4790 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1184.885340] env[65794]: DEBUG oslo_vmware.rw_handles [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca0a66-e16e-4f60-1713-7eaebf90708d/disk-0.vmdk. {{(pid=65794) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1184.885605] env[65794]: INFO nova.virt.vmwareapi.images [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Downloaded image file data 526e970a-a153-4149-8823-4b39769d0970 [ 1184.886474] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091bcc90-8846-4372-a6e5-1c3465e55a43 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.902342] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3556a4f-4d5e-4ef9-8544-0eecb3ac850b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.929794] env[65794]: INFO nova.virt.vmwareapi.images [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] The imported VM was unregistered [ 1184.932613] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Caching image {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1184.932878] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Creating directory with path [datastore2] devstack-image-cache_base/526e970a-a153-4149-8823-4b39769d0970 {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.933196] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6eb48ff-302c-4b5c-a608-4de0b91fe15b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.944943] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Created directory with path [datastore2] devstack-image-cache_base/526e970a-a153-4149-8823-4b39769d0970 {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.945169] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_a9b2563c-b52d-4ab6-b0f6-c1af62d7ae7d/OSTACK_IMG_a9b2563c-b52d-4ab6-b0f6-c1af62d7ae7d.vmdk to [datastore2] devstack-image-cache_base/526e970a-a153-4149-8823-4b39769d0970/526e970a-a153-4149-8823-4b39769d0970.vmdk. {{(pid=65794) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1184.945502] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bd18692a-769a-4619-b2dc-dc4e934c11ba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.953412] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1184.953412] env[65794]: value = "task-4812153" [ 1184.953412] env[65794]: _type = "Task" [ 1184.953412] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.962317] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812153, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.024451] env[65794]: DEBUG nova.compute.utils [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.026088] env[65794]: DEBUG nova.compute.manager [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1185.026307] env[65794]: DEBUG nova.network.neutron [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1185.026759] env[65794]: WARNING neutronclient.v2_0.client [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.029174] env[65794]: WARNING neutronclient.v2_0.client [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.079975] env[65794]: DEBUG nova.policy [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68b67b2f65d04a9a8d4e0382e74696dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d43df6317034ee9acd7dcfbe8fb8cdf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.143763] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.144269] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "f755f4c0-549a-4787-ac33-b33c4b3eac60" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.153060] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "b47334e4-3b9d-48ce-a962-9ff1598725a1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.557s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.154687] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "35c2cfe8-94fe-4390-8e8d-8478a09a3a61" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.157615] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "11d2cb45-b468-4c08-84cc-3db6eaee4fc2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.163500] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "70b78066-0a13-4c5f-b048-373123445515" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.295938] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "refresh_cache-e1787d56-5634-4437-849b-f576fc336909" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.296245] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquired lock "refresh_cache-e1787d56-5634-4437-849b-f576fc336909" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.296572] env[65794]: DEBUG nova.network.neutron [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1185.452117] env[65794]: DEBUG nova.network.neutron [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Successfully created port: 7e600215-dd6b-43f9-af8e-511017644994 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1185.466702] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812153, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.536534] env[65794]: DEBUG nova.compute.manager [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1185.969939] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812153, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.040324] env[65794]: INFO nova.virt.block_device [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Booting with volume 462ad6f3-1908-40ea-ba9e-df8aa47a38da at /dev/sda [ 1186.107704] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-579aa12a-a6bc-4b23-9bdf-94e21f8a75e3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.120766] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af678dc1-e7b5-4dd7-87c3-f1a9f9bc3434 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.157688] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-faf3276d-54cd-4aa3-b00e-5f7df8b4fc19 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.169607] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f666f49a-b30c-42bc-a382-5406797a3d2c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.206216] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6878a11-cf27-4620-99b0-184dc626627d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.215716] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fab915e-75cf-4612-8dca-0dadf1c891f6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.238277] env[65794]: DEBUG nova.virt.block_device [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Updating existing volume attachment record: 2f881a35-8ae6-478a-b6be-e0a619598046 {{(pid=65794) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1186.468522] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812153, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.750366] env[65794]: DEBUG nova.network.neutron [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1186.923850] env[65794]: DEBUG nova.compute.manager [req-412401a8-cd45-4f12-b825-a3cfa77e5521 req-a0b9c73f-54d8-4184-963a-ca7fbf90d99f service nova] [instance: e1787d56-5634-4437-849b-f576fc336909] Received event network-changed-47164887-1a39-499b-892f-55b77aac4790 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1186.923850] env[65794]: DEBUG nova.compute.manager [req-412401a8-cd45-4f12-b825-a3cfa77e5521 req-a0b9c73f-54d8-4184-963a-ca7fbf90d99f service nova] [instance: e1787d56-5634-4437-849b-f576fc336909] Refreshing instance network info cache due to event network-changed-47164887-1a39-499b-892f-55b77aac4790. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1186.923850] env[65794]: DEBUG oslo_concurrency.lockutils [req-412401a8-cd45-4f12-b825-a3cfa77e5521 req-a0b9c73f-54d8-4184-963a-ca7fbf90d99f service nova] Acquiring lock "refresh_cache-e1787d56-5634-4437-849b-f576fc336909" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.969646] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812153, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.975324] env[65794]: WARNING neutronclient.v2_0.client [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.007181] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46e568b-58a6-4f11-91d7-709bc1c2a4fd tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Volume attach. Driver type: vmdk {{(pid=65794) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1187.007181] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46e568b-58a6-4f11-91d7-709bc1c2a4fd tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938264', 'volume_id': '7d97b786-065c-427a-aa1a-86808281ee3b', 'name': 'volume-7d97b786-065c-427a-aa1a-86808281ee3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb554a44-fa79-41b5-8dcf-674bface214c', 'attached_at': '', 'detached_at': '', 'volume_id': '7d97b786-065c-427a-aa1a-86808281ee3b', 'serial': '7d97b786-065c-427a-aa1a-86808281ee3b'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1187.007181] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5da882f-ddf5-4170-a0e3-fbb14a72c9f0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.030079] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469c2e19-eb82-4652-8bd8-788e4befe7fb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.034880] env[65794]: DEBUG nova.compute.manager [req-0ee9d10a-2b21-4e2e-9c4f-3590d66137a5 req-3763ee83-98a8-4772-a5cb-a4362aa0a432 service nova] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Received event network-vif-plugged-7e600215-dd6b-43f9-af8e-511017644994 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1187.035139] env[65794]: DEBUG oslo_concurrency.lockutils [req-0ee9d10a-2b21-4e2e-9c4f-3590d66137a5 req-3763ee83-98a8-4772-a5cb-a4362aa0a432 service nova] Acquiring lock "0065bad3-242e-4340-af41-0e420463ff28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.035357] env[65794]: DEBUG oslo_concurrency.lockutils [req-0ee9d10a-2b21-4e2e-9c4f-3590d66137a5 req-3763ee83-98a8-4772-a5cb-a4362aa0a432 service nova] Lock "0065bad3-242e-4340-af41-0e420463ff28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.035732] env[65794]: DEBUG oslo_concurrency.lockutils [req-0ee9d10a-2b21-4e2e-9c4f-3590d66137a5 req-3763ee83-98a8-4772-a5cb-a4362aa0a432 service nova] Lock "0065bad3-242e-4340-af41-0e420463ff28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.035732] env[65794]: DEBUG nova.compute.manager [req-0ee9d10a-2b21-4e2e-9c4f-3590d66137a5 req-3763ee83-98a8-4772-a5cb-a4362aa0a432 service nova] [instance: 0065bad3-242e-4340-af41-0e420463ff28] No waiting events found dispatching network-vif-plugged-7e600215-dd6b-43f9-af8e-511017644994 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1187.035839] env[65794]: WARNING nova.compute.manager [req-0ee9d10a-2b21-4e2e-9c4f-3590d66137a5 req-3763ee83-98a8-4772-a5cb-a4362aa0a432 service nova] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Received unexpected event network-vif-plugged-7e600215-dd6b-43f9-af8e-511017644994 for instance with vm_state building and task_state block_device_mapping. [ 1187.065948] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46e568b-58a6-4f11-91d7-709bc1c2a4fd tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-7d97b786-065c-427a-aa1a-86808281ee3b/volume-7d97b786-065c-427a-aa1a-86808281ee3b.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.067564] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9860fc39-a353-47aa-98a6-cdc4eee10c8a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.089788] env[65794]: DEBUG oslo_vmware.api [None req-b46e568b-58a6-4f11-91d7-709bc1c2a4fd tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 1187.089788] env[65794]: value = "task-4812154" [ 1187.089788] env[65794]: _type = "Task" [ 1187.089788] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.102461] env[65794]: DEBUG oslo_vmware.api [None req-b46e568b-58a6-4f11-91d7-709bc1c2a4fd tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812154, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.123021] env[65794]: DEBUG nova.network.neutron [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Successfully updated port: 7e600215-dd6b-43f9-af8e-511017644994 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1187.192877] env[65794]: DEBUG nova.network.neutron [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Updating instance_info_cache with network_info: [{"id": "47164887-1a39-499b-892f-55b77aac4790", "address": "fa:16:3e:fe:ab:77", "network": {"id": "34c355f1-18b6-4f59-a3ba-314ba59b5ea5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-446712165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c82899c90d64955a6f8a3b9afc4cc22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47164887-1a", "ovs_interfaceid": "47164887-1a39-499b-892f-55b77aac4790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.470382] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812153, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.45097} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.470782] env[65794]: INFO nova.virt.vmwareapi.ds_util [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_a9b2563c-b52d-4ab6-b0f6-c1af62d7ae7d/OSTACK_IMG_a9b2563c-b52d-4ab6-b0f6-c1af62d7ae7d.vmdk to [datastore2] devstack-image-cache_base/526e970a-a153-4149-8823-4b39769d0970/526e970a-a153-4149-8823-4b39769d0970.vmdk. [ 1187.470996] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Cleaning up location [datastore2] OSTACK_IMG_a9b2563c-b52d-4ab6-b0f6-c1af62d7ae7d {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1187.471232] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_a9b2563c-b52d-4ab6-b0f6-c1af62d7ae7d {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.471507] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-450b04c4-58b7-4acb-92df-b00b16ea217a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.480240] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1187.480240] env[65794]: value = "task-4812155" [ 1187.480240] env[65794]: _type = "Task" [ 1187.480240] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.490015] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.600173] env[65794]: DEBUG oslo_vmware.api [None req-b46e568b-58a6-4f11-91d7-709bc1c2a4fd tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812154, 'name': ReconfigVM_Task, 'duration_secs': 0.44097} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.600481] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46e568b-58a6-4f11-91d7-709bc1c2a4fd tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-7d97b786-065c-427a-aa1a-86808281ee3b/volume-7d97b786-065c-427a-aa1a-86808281ee3b.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.605798] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-273a5971-896a-4533-b92a-b5ba4ac5340a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.621948] env[65794]: DEBUG oslo_vmware.api [None req-b46e568b-58a6-4f11-91d7-709bc1c2a4fd tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 1187.621948] env[65794]: value = "task-4812156" [ 1187.621948] env[65794]: _type = "Task" [ 1187.621948] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.625882] env[65794]: DEBUG oslo_concurrency.lockutils [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Acquiring lock "refresh_cache-0065bad3-242e-4340-af41-0e420463ff28" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.626078] env[65794]: DEBUG oslo_concurrency.lockutils [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Acquired lock "refresh_cache-0065bad3-242e-4340-af41-0e420463ff28" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.626232] env[65794]: DEBUG nova.network.neutron [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1187.632445] env[65794]: DEBUG oslo_vmware.api [None req-b46e568b-58a6-4f11-91d7-709bc1c2a4fd tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.696069] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Releasing lock "refresh_cache-e1787d56-5634-4437-849b-f576fc336909" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.696778] env[65794]: DEBUG nova.compute.manager [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Instance network_info: |[{"id": "47164887-1a39-499b-892f-55b77aac4790", "address": "fa:16:3e:fe:ab:77", "network": {"id": "34c355f1-18b6-4f59-a3ba-314ba59b5ea5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-446712165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c82899c90d64955a6f8a3b9afc4cc22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47164887-1a", "ovs_interfaceid": "47164887-1a39-499b-892f-55b77aac4790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1187.696778] env[65794]: DEBUG oslo_concurrency.lockutils [req-412401a8-cd45-4f12-b825-a3cfa77e5521 req-a0b9c73f-54d8-4184-963a-ca7fbf90d99f service nova] Acquired lock "refresh_cache-e1787d56-5634-4437-849b-f576fc336909" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.696778] env[65794]: DEBUG nova.network.neutron [req-412401a8-cd45-4f12-b825-a3cfa77e5521 req-a0b9c73f-54d8-4184-963a-ca7fbf90d99f service nova] [instance: e1787d56-5634-4437-849b-f576fc336909] Refreshing network info cache for port 47164887-1a39-499b-892f-55b77aac4790 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.698015] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:ab:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47164887-1a39-499b-892f-55b77aac4790', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.706120] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1187.707038] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1787d56-5634-4437-849b-f576fc336909] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.707237] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31d98423-2ba8-4f88-96a1-405be4b07cff {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.738987] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.738987] env[65794]: value = "task-4812157" [ 1187.738987] env[65794]: _type = "Task" [ 1187.738987] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.750433] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812157, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.991747] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043243} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.992951] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.992951] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/526e970a-a153-4149-8823-4b39769d0970/526e970a-a153-4149-8823-4b39769d0970.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.992951] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/526e970a-a153-4149-8823-4b39769d0970/526e970a-a153-4149-8823-4b39769d0970.vmdk to [datastore2] d57734fb-52c7-4caa-bbed-40ad5e053bf5/d57734fb-52c7-4caa-bbed-40ad5e053bf5.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.992951] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06c4a272-4d86-4c2a-8367-70091e741e56 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.000108] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1188.000108] env[65794]: value = "task-4812158" [ 1188.000108] env[65794]: _type = "Task" [ 1188.000108] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.009231] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.135685] env[65794]: DEBUG oslo_vmware.api [None req-b46e568b-58a6-4f11-91d7-709bc1c2a4fd tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.195346] env[65794]: DEBUG nova.network.neutron [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1188.207495] env[65794]: WARNING neutronclient.v2_0.client [req-412401a8-cd45-4f12-b825-a3cfa77e5521 req-a0b9c73f-54d8-4184-963a-ca7fbf90d99f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.253688] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812157, 'name': CreateVM_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.330409] env[65794]: WARNING neutronclient.v2_0.client [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.351352] env[65794]: DEBUG nova.compute.manager [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1188.351927] env[65794]: DEBUG nova.virt.hardware [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1188.352177] env[65794]: DEBUG nova.virt.hardware [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.352640] env[65794]: DEBUG nova.virt.hardware [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1188.352640] env[65794]: DEBUG nova.virt.hardware [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.352640] env[65794]: DEBUG nova.virt.hardware [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1188.352788] env[65794]: DEBUG nova.virt.hardware [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1188.354447] env[65794]: DEBUG nova.virt.hardware [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1188.354447] env[65794]: DEBUG nova.virt.hardware [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1188.354447] env[65794]: DEBUG nova.virt.hardware [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1188.354447] env[65794]: DEBUG nova.virt.hardware [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1188.354447] env[65794]: DEBUG nova.virt.hardware [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1188.356264] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3da8d4-b8c0-4ef8-a098-f16f65cb01e2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.367985] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84577ae4-7c8f-4641-9392-f116c18eda10 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.435152] env[65794]: WARNING neutronclient.v2_0.client [req-412401a8-cd45-4f12-b825-a3cfa77e5521 req-a0b9c73f-54d8-4184-963a-ca7fbf90d99f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.438146] env[65794]: DEBUG nova.network.neutron [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Updating instance_info_cache with network_info: [{"id": "7e600215-dd6b-43f9-af8e-511017644994", "address": "fa:16:3e:e5:1e:2f", "network": {"id": "ba40b273-2d5a-4c79-ad8a-37811bcf6729", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2124332152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d43df6317034ee9acd7dcfbe8fb8cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e600215-dd", "ovs_interfaceid": "7e600215-dd6b-43f9-af8e-511017644994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.516903] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812158, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.518330] env[65794]: DEBUG nova.network.neutron [req-412401a8-cd45-4f12-b825-a3cfa77e5521 req-a0b9c73f-54d8-4184-963a-ca7fbf90d99f service nova] [instance: e1787d56-5634-4437-849b-f576fc336909] Updated VIF entry in instance network info cache for port 47164887-1a39-499b-892f-55b77aac4790. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1188.518638] env[65794]: DEBUG nova.network.neutron [req-412401a8-cd45-4f12-b825-a3cfa77e5521 req-a0b9c73f-54d8-4184-963a-ca7fbf90d99f service nova] [instance: e1787d56-5634-4437-849b-f576fc336909] Updating instance_info_cache with network_info: [{"id": "47164887-1a39-499b-892f-55b77aac4790", "address": "fa:16:3e:fe:ab:77", "network": {"id": "34c355f1-18b6-4f59-a3ba-314ba59b5ea5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-446712165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c82899c90d64955a6f8a3b9afc4cc22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47164887-1a", "ovs_interfaceid": "47164887-1a39-499b-892f-55b77aac4790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.637696] env[65794]: DEBUG oslo_vmware.api [None req-b46e568b-58a6-4f11-91d7-709bc1c2a4fd tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812156, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.753672] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812157, 'name': CreateVM_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.940738] env[65794]: DEBUG oslo_concurrency.lockutils [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Releasing lock "refresh_cache-0065bad3-242e-4340-af41-0e420463ff28" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.941319] env[65794]: DEBUG nova.compute.manager [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Instance network_info: |[{"id": "7e600215-dd6b-43f9-af8e-511017644994", "address": "fa:16:3e:e5:1e:2f", "network": {"id": "ba40b273-2d5a-4c79-ad8a-37811bcf6729", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2124332152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d43df6317034ee9acd7dcfbe8fb8cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e600215-dd", "ovs_interfaceid": "7e600215-dd6b-43f9-af8e-511017644994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1188.943333] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:1e:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e600215-dd6b-43f9-af8e-511017644994', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.951390] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Creating folder: Project (5d43df6317034ee9acd7dcfbe8fb8cdf). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1188.954828] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c67859d1-0037-4d9c-87a1-b6f17e8676f5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.957498] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Acquiring lock "d4da4d67-ac25-4a9b-ac2a-8bc69ff40190" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.957821] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Lock "d4da4d67-ac25-4a9b-ac2a-8bc69ff40190" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.973336] env[65794]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1188.973690] env[65794]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65794) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1188.974434] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Folder already exists: Project (5d43df6317034ee9acd7dcfbe8fb8cdf). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1188.974594] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Creating folder: Instances. Parent ref: group-v938257. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1188.974849] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66727f7f-906f-4e4f-8c1d-c5f90cf34d8d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.988185] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Created folder: Instances in parent group-v938257. [ 1188.988490] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1188.988703] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.988926] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18ca1f46-36b7-4cc0-acf8-02b090740291 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.016053] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812158, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.017441] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.017441] env[65794]: value = "task-4812161" [ 1189.017441] env[65794]: _type = "Task" [ 1189.017441] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.021716] env[65794]: DEBUG oslo_concurrency.lockutils [req-412401a8-cd45-4f12-b825-a3cfa77e5521 req-a0b9c73f-54d8-4184-963a-ca7fbf90d99f service nova] Releasing lock "refresh_cache-e1787d56-5634-4437-849b-f576fc336909" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.028605] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812161, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.081350] env[65794]: DEBUG nova.compute.manager [req-770e9bce-edc9-4903-b9b2-b9188daf965d req-939b616c-aedf-46ef-b928-bcd944cff400 service nova] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Received event network-changed-7e600215-dd6b-43f9-af8e-511017644994 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1189.081737] env[65794]: DEBUG nova.compute.manager [req-770e9bce-edc9-4903-b9b2-b9188daf965d req-939b616c-aedf-46ef-b928-bcd944cff400 service nova] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Refreshing instance network info cache due to event network-changed-7e600215-dd6b-43f9-af8e-511017644994. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1189.081785] env[65794]: DEBUG oslo_concurrency.lockutils [req-770e9bce-edc9-4903-b9b2-b9188daf965d req-939b616c-aedf-46ef-b928-bcd944cff400 service nova] Acquiring lock "refresh_cache-0065bad3-242e-4340-af41-0e420463ff28" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.081892] env[65794]: DEBUG oslo_concurrency.lockutils [req-770e9bce-edc9-4903-b9b2-b9188daf965d req-939b616c-aedf-46ef-b928-bcd944cff400 service nova] Acquired lock "refresh_cache-0065bad3-242e-4340-af41-0e420463ff28" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.082073] env[65794]: DEBUG nova.network.neutron [req-770e9bce-edc9-4903-b9b2-b9188daf965d req-939b616c-aedf-46ef-b928-bcd944cff400 service nova] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Refreshing network info cache for port 7e600215-dd6b-43f9-af8e-511017644994 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.139176] env[65794]: DEBUG oslo_vmware.api [None req-b46e568b-58a6-4f11-91d7-709bc1c2a4fd tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812156, 'name': ReconfigVM_Task, 'duration_secs': 1.054395} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.139176] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46e568b-58a6-4f11-91d7-709bc1c2a4fd tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938264', 'volume_id': '7d97b786-065c-427a-aa1a-86808281ee3b', 'name': 'volume-7d97b786-065c-427a-aa1a-86808281ee3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb554a44-fa79-41b5-8dcf-674bface214c', 'attached_at': '', 'detached_at': '', 'volume_id': '7d97b786-065c-427a-aa1a-86808281ee3b', 'serial': '7d97b786-065c-427a-aa1a-86808281ee3b'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1189.255831] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812157, 'name': CreateVM_Task, 'duration_secs': 1.185251} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.256162] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1787d56-5634-4437-849b-f576fc336909] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.256848] env[65794]: WARNING neutronclient.v2_0.client [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.257294] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.257482] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.257867] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.258189] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2a80f2f-68ec-4198-bcdb-cc2a3c3798bc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.267687] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1189.267687] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52af9adb-47ab-16da-b179-2315d2db38f3" [ 1189.267687] env[65794]: _type = "Task" [ 1189.267687] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.281227] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52af9adb-47ab-16da-b179-2315d2db38f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.463025] env[65794]: DEBUG nova.compute.manager [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1189.517356] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812158, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.530641] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812161, 'name': CreateVM_Task, 'duration_secs': 0.438697} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.530825] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.531360] env[65794]: WARNING neutronclient.v2_0.client [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.531705] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'mount_device': '/dev/sda', 'guest_format': None, 'disk_bus': None, 'delete_on_termination': True, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938262', 'volume_id': '462ad6f3-1908-40ea-ba9e-df8aa47a38da', 'name': 'volume-462ad6f3-1908-40ea-ba9e-df8aa47a38da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0065bad3-242e-4340-af41-0e420463ff28', 'attached_at': '', 'detached_at': '', 'volume_id': '462ad6f3-1908-40ea-ba9e-df8aa47a38da', 'serial': '462ad6f3-1908-40ea-ba9e-df8aa47a38da'}, 'attachment_id': '2f881a35-8ae6-478a-b6be-e0a619598046', 'volume_type': None}], 'swap': None} {{(pid=65794) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1189.531899] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Root volume attach. Driver type: vmdk {{(pid=65794) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1189.532746] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1905564-433e-4818-ac99-b99ff0d38da3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.544285] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa325d36-dd04-4c4a-9f38-46a202cf6fd4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.554331] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9967066e-e63e-41fe-806d-c13e05093426 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.564864] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-0da432c9-d59e-41f6-96b0-e57ae328a38b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.575544] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Waiting for the task: (returnval){ [ 1189.575544] env[65794]: value = "task-4812162" [ 1189.575544] env[65794]: _type = "Task" [ 1189.575544] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.588833] env[65794]: WARNING neutronclient.v2_0.client [req-770e9bce-edc9-4903-b9b2-b9188daf965d req-939b616c-aedf-46ef-b928-bcd944cff400 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.591310] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812162, 'name': RelocateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.766977] env[65794]: WARNING neutronclient.v2_0.client [req-770e9bce-edc9-4903-b9b2-b9188daf965d req-939b616c-aedf-46ef-b928-bcd944cff400 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.782934] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52af9adb-47ab-16da-b179-2315d2db38f3, 'name': SearchDatastore_Task, 'duration_secs': 0.084428} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.783472] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.783608] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.783883] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.784046] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.784255] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.784639] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6a59e57-c4b6-405b-99ec-e7d33f05568d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.804503] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.804698] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.805807] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e4b1e6d-de5c-4268-98ef-a71b396c2f55 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.815334] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1189.815334] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52c58ea4-4dd8-a05d-20bf-46e0acd0bc2f" [ 1189.815334] env[65794]: _type = "Task" [ 1189.815334] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.826480] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c58ea4-4dd8-a05d-20bf-46e0acd0bc2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.858634] env[65794]: DEBUG nova.network.neutron [req-770e9bce-edc9-4903-b9b2-b9188daf965d req-939b616c-aedf-46ef-b928-bcd944cff400 service nova] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Updated VIF entry in instance network info cache for port 7e600215-dd6b-43f9-af8e-511017644994. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1189.859061] env[65794]: DEBUG nova.network.neutron [req-770e9bce-edc9-4903-b9b2-b9188daf965d req-939b616c-aedf-46ef-b928-bcd944cff400 service nova] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Updating instance_info_cache with network_info: [{"id": "7e600215-dd6b-43f9-af8e-511017644994", "address": "fa:16:3e:e5:1e:2f", "network": {"id": "ba40b273-2d5a-4c79-ad8a-37811bcf6729", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2124332152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d43df6317034ee9acd7dcfbe8fb8cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e600215-dd", "ovs_interfaceid": "7e600215-dd6b-43f9-af8e-511017644994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.987563] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.987828] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.989971] env[65794]: INFO nova.compute.claims [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.018190] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812158, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.089126] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812162, 'name': RelocateVM_Task} progress is 42%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.189265] env[65794]: DEBUG nova.objects.instance [None req-b46e568b-58a6-4f11-91d7-709bc1c2a4fd tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lazy-loading 'flavor' on Instance uuid bb554a44-fa79-41b5-8dcf-674bface214c {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.327302] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c58ea4-4dd8-a05d-20bf-46e0acd0bc2f, 'name': SearchDatastore_Task, 'duration_secs': 0.079691} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.328655] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41c40fd6-1348-447f-aa3c-0960db7f9b8c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.335933] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1190.335933] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52c06ba6-8585-8ebd-2826-d1b75775abd4" [ 1190.335933] env[65794]: _type = "Task" [ 1190.335933] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.348392] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c06ba6-8585-8ebd-2826-d1b75775abd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.362153] env[65794]: DEBUG oslo_concurrency.lockutils [req-770e9bce-edc9-4903-b9b2-b9188daf965d req-939b616c-aedf-46ef-b928-bcd944cff400 service nova] Releasing lock "refresh_cache-0065bad3-242e-4340-af41-0e420463ff28" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.518494] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812158, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.33344} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.518780] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/526e970a-a153-4149-8823-4b39769d0970/526e970a-a153-4149-8823-4b39769d0970.vmdk to [datastore2] d57734fb-52c7-4caa-bbed-40ad5e053bf5/d57734fb-52c7-4caa-bbed-40ad5e053bf5.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.519661] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42b04e4-fb5f-4c72-9326-238ff85beee9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.545261] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] d57734fb-52c7-4caa-bbed-40ad5e053bf5/d57734fb-52c7-4caa-bbed-40ad5e053bf5.vmdk or device None with type streamOptimized {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.545659] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-238e00ae-a359-4a66-a7a5-acdb6d2c1559 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.569362] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1190.569362] env[65794]: value = "task-4812163" [ 1190.569362] env[65794]: _type = "Task" [ 1190.569362] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.580910] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.590788] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812162, 'name': RelocateVM_Task} progress is 54%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.695467] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b46e568b-58a6-4f11-91d7-709bc1c2a4fd tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "bb554a44-fa79-41b5-8dcf-674bface214c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.308s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.696654] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "bb554a44-fa79-41b5-8dcf-674bface214c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.099s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.698020] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d65b39-de34-49a9-8e79-3d76750347ee {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.847272] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52c06ba6-8585-8ebd-2826-d1b75775abd4, 'name': SearchDatastore_Task, 'duration_secs': 0.013124} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.847559] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.847885] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] e1787d56-5634-4437-849b-f576fc336909/e1787d56-5634-4437-849b-f576fc336909.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.848128] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bef76d57-0168-485c-8625-b343cbf9566d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.856748] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1190.856748] env[65794]: value = "task-4812164" [ 1190.856748] env[65794]: _type = "Task" [ 1190.856748] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.865720] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.082678] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812163, 'name': ReconfigVM_Task, 'duration_secs': 0.378874} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.086427] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Reconfigured VM instance instance-0000006b to attach disk [datastore2] d57734fb-52c7-4caa-bbed-40ad5e053bf5/d57734fb-52c7-4caa-bbed-40ad5e053bf5.vmdk or device None with type streamOptimized {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.087700] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'guest_format': None, 'size': 0, 'disk_bus': None, 'boot_index': 0, 'encrypted': False, 'encryption_options': None, 'image_id': 'f5682eb2-5020-4fb7-8580-1a22c7f02289'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'disk_bus': None, 'delete_on_termination': False, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938261', 'volume_id': '4541828c-a4c4-4ae3-8228-8ecd9de1da1e', 'name': 'volume-4541828c-a4c4-4ae3-8228-8ecd9de1da1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd57734fb-52c7-4caa-bbed-40ad5e053bf5', 'attached_at': '', 'detached_at': '', 'volume_id': '4541828c-a4c4-4ae3-8228-8ecd9de1da1e', 'serial': '4541828c-a4c4-4ae3-8228-8ecd9de1da1e'}, 'attachment_id': 'd0ace506-8ea3-4fcc-8638-0a1ddcf6d504', 'volume_type': None}], 'swap': None} {{(pid=65794) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1191.087943] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Volume attach. Driver type: vmdk {{(pid=65794) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1191.088178] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938261', 'volume_id': '4541828c-a4c4-4ae3-8228-8ecd9de1da1e', 'name': 'volume-4541828c-a4c4-4ae3-8228-8ecd9de1da1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd57734fb-52c7-4caa-bbed-40ad5e053bf5', 'attached_at': '', 'detached_at': '', 'volume_id': '4541828c-a4c4-4ae3-8228-8ecd9de1da1e', 'serial': '4541828c-a4c4-4ae3-8228-8ecd9de1da1e'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1191.089057] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de543ba-b7d2-4006-9572-e57956616ba4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.101685] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812162, 'name': RelocateVM_Task} progress is 67%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.116438] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2c08e3-56dd-4f8b-aed4-21e5bd339621 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.149353] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-4541828c-a4c4-4ae3-8228-8ecd9de1da1e/volume-4541828c-a4c4-4ae3-8228-8ecd9de1da1e.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.153327] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00d0d1bc-fc81-42f6-9b7a-7a131cab63f5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.178466] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1191.178466] env[65794]: value = "task-4812165" [ 1191.178466] env[65794]: _type = "Task" [ 1191.178466] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.194145] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812165, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.209564] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "bb554a44-fa79-41b5-8dcf-674bface214c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.236168] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3012f033-ee3a-4a54-80d9-1aa87a09e0ec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.248472] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b0464b-6433-4531-bba6-6e6cbf2b6a0c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.290275] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7ea1ab-6d63-4294-9f00-2df38b1416f4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.301710] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b0aef0-0731-411c-999d-497b013982fe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.321296] env[65794]: DEBUG nova.compute.provider_tree [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1191.369376] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812164, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.593931] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812162, 'name': RelocateVM_Task} progress is 82%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.690675] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812165, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.734357] env[65794]: DEBUG oslo_concurrency.lockutils [None req-125a035f-4aca-455b-8e24-50db640800b9 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "bb554a44-fa79-41b5-8dcf-674bface214c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.734903] env[65794]: DEBUG oslo_concurrency.lockutils [None req-125a035f-4aca-455b-8e24-50db640800b9 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "bb554a44-fa79-41b5-8dcf-674bface214c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.845431] env[65794]: ERROR nova.scheduler.client.report [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [req-e0ca82bc-d9cc-4b79-a81a-5cb449556b47] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9d798782-7888-423a-959e-7002060abcae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e0ca82bc-d9cc-4b79-a81a-5cb449556b47"}]} [ 1191.863917] env[65794]: DEBUG nova.scheduler.client.report [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Refreshing inventories for resource provider 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1191.871273] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553126} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.871273] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] e1787d56-5634-4437-849b-f576fc336909/e1787d56-5634-4437-849b-f576fc336909.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.871487] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.871826] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f260e67-aa31-4073-847d-f23d5bd96441 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.881215] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1191.881215] env[65794]: value = "task-4812166" [ 1191.881215] env[65794]: _type = "Task" [ 1191.881215] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.886045] env[65794]: DEBUG nova.scheduler.client.report [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Updating ProviderTree inventory for provider 9d798782-7888-423a-959e-7002060abcae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1191.886287] env[65794]: DEBUG nova.compute.provider_tree [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1191.896353] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.901924] env[65794]: DEBUG nova.scheduler.client.report [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Refreshing aggregate associations for resource provider 9d798782-7888-423a-959e-7002060abcae, aggregates: None {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1191.924072] env[65794]: DEBUG nova.scheduler.client.report [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Refreshing trait associations for resource provider 9d798782-7888-423a-959e-7002060abcae, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1192.088794] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8510b4fd-205e-49f8-ba6b-a295980d6bd3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.099731] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241a4996-6900-4821-8b57-fcb0243b5913 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.103305] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812162, 'name': RelocateVM_Task} progress is 95%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.134467] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf82e177-7bb8-4f39-83fd-816b0c1f9fad {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.142773] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b131d29d-4812-4d2e-b0c0-30af1b6015ae {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.157435] env[65794]: DEBUG nova.compute.provider_tree [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1192.189890] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812165, 'name': ReconfigVM_Task, 'duration_secs': 0.547502} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.190177] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-4541828c-a4c4-4ae3-8228-8ecd9de1da1e/volume-4541828c-a4c4-4ae3-8228-8ecd9de1da1e.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.194968] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afc504c4-acc4-4055-94d9-99267e357bd0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.211047] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1192.211047] env[65794]: value = "task-4812167" [ 1192.211047] env[65794]: _type = "Task" [ 1192.211047] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.221239] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.239497] env[65794]: DEBUG nova.compute.utils [None req-125a035f-4aca-455b-8e24-50db640800b9 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1192.391565] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134712} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.391808] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.392610] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b805ab-9616-4ca7-9e33-3f715cf13d1e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.414858] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] e1787d56-5634-4437-849b-f576fc336909/e1787d56-5634-4437-849b-f576fc336909.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.415173] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-253024a6-fc80-4197-8f60-1dbe0b2856a8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.434765] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1192.434765] env[65794]: value = "task-4812168" [ 1192.434765] env[65794]: _type = "Task" [ 1192.434765] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.443942] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.593618] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812162, 'name': RelocateVM_Task} progress is 97%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.690742] env[65794]: DEBUG nova.scheduler.client.report [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Updated inventory for provider 9d798782-7888-423a-959e-7002060abcae with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1192.691017] env[65794]: DEBUG nova.compute.provider_tree [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Updating resource provider 9d798782-7888-423a-959e-7002060abcae generation from 155 to 156 during operation: update_inventory {{(pid=65794) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1192.691223] env[65794]: DEBUG nova.compute.provider_tree [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1192.721733] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812167, 'name': ReconfigVM_Task, 'duration_secs': 0.156694} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.721733] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938261', 'volume_id': '4541828c-a4c4-4ae3-8228-8ecd9de1da1e', 'name': 'volume-4541828c-a4c4-4ae3-8228-8ecd9de1da1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd57734fb-52c7-4caa-bbed-40ad5e053bf5', 'attached_at': '', 'detached_at': '', 'volume_id': '4541828c-a4c4-4ae3-8228-8ecd9de1da1e', 'serial': '4541828c-a4c4-4ae3-8228-8ecd9de1da1e'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1192.722100] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-218dbef9-bdf5-40b2-a1ef-3e8423194d2e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.729871] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1192.729871] env[65794]: value = "task-4812169" [ 1192.729871] env[65794]: _type = "Task" [ 1192.729871] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.739364] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812169, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.742531] env[65794]: DEBUG oslo_concurrency.lockutils [None req-125a035f-4aca-455b-8e24-50db640800b9 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "bb554a44-fa79-41b5-8dcf-674bface214c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.807035] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "35c2cfe8-94fe-4390-8e8d-8478a09a3a61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.807182] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "35c2cfe8-94fe-4390-8e8d-8478a09a3a61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.807490] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "35c2cfe8-94fe-4390-8e8d-8478a09a3a61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.807763] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "35c2cfe8-94fe-4390-8e8d-8478a09a3a61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.807999] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "35c2cfe8-94fe-4390-8e8d-8478a09a3a61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.810884] env[65794]: INFO nova.compute.manager [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Terminating instance [ 1192.945203] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812168, 'name': ReconfigVM_Task, 'duration_secs': 0.475986} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.945497] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Reconfigured VM instance instance-00000076 to attach disk [datastore2] e1787d56-5634-4437-849b-f576fc336909/e1787d56-5634-4437-849b-f576fc336909.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.946247] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1e3c89b-827c-4afe-a88b-42a076647c57 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.953522] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1192.953522] env[65794]: value = "task-4812170" [ 1192.953522] env[65794]: _type = "Task" [ 1192.953522] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.962357] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812170, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.093065] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812162, 'name': RelocateVM_Task} progress is 98%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.196756] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.209s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.197477] env[65794]: DEBUG nova.compute.manager [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1193.242082] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812169, 'name': Rename_Task, 'duration_secs': 0.167119} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.242270] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.242525] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb1d9f54-e6b6-44b2-84a1-982b061cd1f4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.249704] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1193.249704] env[65794]: value = "task-4812171" [ 1193.249704] env[65794]: _type = "Task" [ 1193.249704] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.258249] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.315761] env[65794]: DEBUG nova.compute.manager [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1193.315917] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.317503] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168bb405-644d-4568-b94b-138d3861948a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.325885] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.326169] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2db28fc-4e3d-4eb5-97af-b7b7887f1921 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.332820] env[65794]: DEBUG oslo_vmware.api [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1193.332820] env[65794]: value = "task-4812172" [ 1193.332820] env[65794]: _type = "Task" [ 1193.332820] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.341804] env[65794]: DEBUG oslo_vmware.api [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.466077] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812170, 'name': Rename_Task, 'duration_secs': 0.172426} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.466451] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.467045] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a20e6818-029d-4197-a19f-e7747e5f821c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.475979] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1193.475979] env[65794]: value = "task-4812173" [ 1193.475979] env[65794]: _type = "Task" [ 1193.475979] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.484863] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.596608] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812162, 'name': RelocateVM_Task, 'duration_secs': 3.599997} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.596923] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Volume attach. Driver type: vmdk {{(pid=65794) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1193.597146] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938262', 'volume_id': '462ad6f3-1908-40ea-ba9e-df8aa47a38da', 'name': 'volume-462ad6f3-1908-40ea-ba9e-df8aa47a38da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0065bad3-242e-4340-af41-0e420463ff28', 'attached_at': '', 'detached_at': '', 'volume_id': '462ad6f3-1908-40ea-ba9e-df8aa47a38da', 'serial': '462ad6f3-1908-40ea-ba9e-df8aa47a38da'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1193.597984] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b662a858-8cba-41fa-9e2b-74931a5ef258 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.614625] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f70f0e6-069e-4adb-93f8-2133b3da6268 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.639963] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-462ad6f3-1908-40ea-ba9e-df8aa47a38da/volume-462ad6f3-1908-40ea-ba9e-df8aa47a38da.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.640300] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e6be699-f551-40ea-8a63-4733515ae746 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.661635] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Waiting for the task: (returnval){ [ 1193.661635] env[65794]: value = "task-4812174" [ 1193.661635] env[65794]: _type = "Task" [ 1193.661635] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.670676] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.704222] env[65794]: DEBUG nova.compute.utils [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.706475] env[65794]: DEBUG nova.compute.manager [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1193.706826] env[65794]: DEBUG nova.network.neutron [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1193.707261] env[65794]: WARNING neutronclient.v2_0.client [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.707708] env[65794]: WARNING neutronclient.v2_0.client [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.763866] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812171, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.786606] env[65794]: DEBUG nova.policy [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a67608e9b9d74a15898e7c94343a5d9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be8874afbcc049b193b8daea0cdfc3aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.804238] env[65794]: DEBUG oslo_concurrency.lockutils [None req-125a035f-4aca-455b-8e24-50db640800b9 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "bb554a44-fa79-41b5-8dcf-674bface214c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.804510] env[65794]: DEBUG oslo_concurrency.lockutils [None req-125a035f-4aca-455b-8e24-50db640800b9 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "bb554a44-fa79-41b5-8dcf-674bface214c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.804752] env[65794]: INFO nova.compute.manager [None req-125a035f-4aca-455b-8e24-50db640800b9 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Attaching volume 63e0697f-6032-4692-beec-211aef0e800e to /dev/sdc [ 1193.844652] env[65794]: DEBUG oslo_vmware.api [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812172, 'name': PowerOffVM_Task, 'duration_secs': 0.21008} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.846015] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.846275] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.847154] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4f3bba-0a64-4de5-9c1e-4f1fb40e840b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.850528] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ac1cf85-d140-48cb-b18d-082b44db5fc3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.857774] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bda42ff-54a6-4eb2-a8eb-7db333759a63 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.874331] env[65794]: DEBUG nova.virt.block_device [None req-125a035f-4aca-455b-8e24-50db640800b9 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Updating existing volume attachment record: 860b7ca2-a696-4e6b-a692-7627b2e27e2f {{(pid=65794) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1193.932019] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.932372] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.932610] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Deleting the datastore file [datastore1] 35c2cfe8-94fe-4390-8e8d-8478a09a3a61 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.933174] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73c257ea-7b32-4ff0-9566-023b63f9ff93 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.942492] env[65794]: DEBUG oslo_vmware.api [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1193.942492] env[65794]: value = "task-4812176" [ 1193.942492] env[65794]: _type = "Task" [ 1193.942492] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.955291] env[65794]: DEBUG oslo_vmware.api [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.987047] env[65794]: DEBUG oslo_vmware.api [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812173, 'name': PowerOnVM_Task, 'duration_secs': 0.498387} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.987047] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.987285] env[65794]: INFO nova.compute.manager [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Took 9.79 seconds to spawn the instance on the hypervisor. [ 1193.987415] env[65794]: DEBUG nova.compute.manager [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1193.988199] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd931c9-4574-4c25-b91d-191256ba985f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.140501] env[65794]: DEBUG nova.network.neutron [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Successfully created port: dee67760-88cb-4191-9615-1fad72d2df7a {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1194.173800] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812174, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.211740] env[65794]: DEBUG nova.compute.manager [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1194.261701] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812171, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.453030] env[65794]: DEBUG oslo_vmware.api [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261155} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.453315] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.453557] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.453672] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.453885] env[65794]: INFO nova.compute.manager [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1194.454116] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1194.454320] env[65794]: DEBUG nova.compute.manager [-] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1194.454426] env[65794]: DEBUG nova.network.neutron [-] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1194.454675] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.488428] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.507973] env[65794]: INFO nova.compute.manager [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Took 17.10 seconds to build instance. [ 1194.674715] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812174, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.762735] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812171, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.009407] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f056c10e-7669-4eed-a2d3-f3cc0d2480fa tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "e1787d56-5634-4437-849b-f576fc336909" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.617s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.009756] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "e1787d56-5634-4437-849b-f576fc336909" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.412s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.009952] env[65794]: INFO nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: e1787d56-5634-4437-849b-f576fc336909] During sync_power_state the instance has a pending task (spawning). Skip. [ 1195.010288] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "e1787d56-5634-4437-849b-f576fc336909" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.154159] env[65794]: DEBUG nova.compute.manager [req-a181a942-fb8f-46fe-94c4-137524eb8508 req-c56ad341-27ff-4fe1-8b48-250f50c99c52 service nova] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Received event network-vif-deleted-c92167d3-22a7-4ec1-95ad-8ffe26f15d42 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1195.154159] env[65794]: INFO nova.compute.manager [req-a181a942-fb8f-46fe-94c4-137524eb8508 req-c56ad341-27ff-4fe1-8b48-250f50c99c52 service nova] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Neutron deleted interface c92167d3-22a7-4ec1-95ad-8ffe26f15d42; detaching it from the instance and deleting it from the info cache [ 1195.154159] env[65794]: DEBUG nova.network.neutron [req-a181a942-fb8f-46fe-94c4-137524eb8508 req-c56ad341-27ff-4fe1-8b48-250f50c99c52 service nova] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.178122] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812174, 'name': ReconfigVM_Task, 'duration_secs': 1.380606} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.179549] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-462ad6f3-1908-40ea-ba9e-df8aa47a38da/volume-462ad6f3-1908-40ea-ba9e-df8aa47a38da.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.189083] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c97f7b7c-bdc5-49db-a64d-8490986cf52a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.211562] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Waiting for the task: (returnval){ [ 1195.211562] env[65794]: value = "task-4812178" [ 1195.211562] env[65794]: _type = "Task" [ 1195.211562] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.221753] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.224658] env[65794]: DEBUG nova.compute.manager [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1195.259929] env[65794]: DEBUG nova.virt.hardware [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1195.260285] env[65794]: DEBUG nova.virt.hardware [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.260453] env[65794]: DEBUG nova.virt.hardware [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1195.260677] env[65794]: DEBUG nova.virt.hardware [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.260784] env[65794]: DEBUG nova.virt.hardware [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1195.260921] env[65794]: DEBUG nova.virt.hardware [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1195.262164] env[65794]: DEBUG nova.virt.hardware [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1195.262164] env[65794]: DEBUG nova.virt.hardware [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1195.262164] env[65794]: DEBUG nova.virt.hardware [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1195.262164] env[65794]: DEBUG nova.virt.hardware [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1195.262164] env[65794]: DEBUG nova.virt.hardware [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1195.262875] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d106d2-8fa3-40e0-8f33-775716236bae {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.273767] env[65794]: DEBUG oslo_vmware.api [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812171, 'name': PowerOnVM_Task, 'duration_secs': 1.534889} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.277166] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.280584] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78625613-bc41-45aa-ae41-504808ae25c4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.417150] env[65794]: DEBUG nova.compute.manager [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1195.417582] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5c9b0d-4271-4d9c-9e58-8d30d4d0e752 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.438530] env[65794]: DEBUG nova.network.neutron [-] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.657866] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9260da2-3a73-4b87-8dbe-620ebc934c83 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.669517] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ce7cb5-8f3e-47be-ad76-fdd6818b8663 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.707156] env[65794]: DEBUG nova.compute.manager [req-a181a942-fb8f-46fe-94c4-137524eb8508 req-c56ad341-27ff-4fe1-8b48-250f50c99c52 service nova] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Detach interface failed, port_id=c92167d3-22a7-4ec1-95ad-8ffe26f15d42, reason: Instance 35c2cfe8-94fe-4390-8e8d-8478a09a3a61 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1195.722346] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812178, 'name': ReconfigVM_Task, 'duration_secs': 0.151216} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.722665] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938262', 'volume_id': '462ad6f3-1908-40ea-ba9e-df8aa47a38da', 'name': 'volume-462ad6f3-1908-40ea-ba9e-df8aa47a38da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0065bad3-242e-4340-af41-0e420463ff28', 'attached_at': '', 'detached_at': '', 'volume_id': '462ad6f3-1908-40ea-ba9e-df8aa47a38da', 'serial': '462ad6f3-1908-40ea-ba9e-df8aa47a38da'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1195.723275] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b70f361-6df7-4b52-bb1c-20e9f7efb0d5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.731720] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Waiting for the task: (returnval){ [ 1195.731720] env[65794]: value = "task-4812179" [ 1195.731720] env[65794]: _type = "Task" [ 1195.731720] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.741994] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812179, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.796949] env[65794]: DEBUG nova.network.neutron [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Successfully updated port: dee67760-88cb-4191-9615-1fad72d2df7a {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1195.937689] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8648dcce-55c8-4c09-9e7e-1497e2b70c45 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.551s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.938625] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.342s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.942788] env[65794]: INFO nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] During sync_power_state the instance has a pending task (spawning). Skip. [ 1195.942788] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.942788] env[65794]: INFO nova.compute.manager [-] [instance: 35c2cfe8-94fe-4390-8e8d-8478a09a3a61] Took 1.49 seconds to deallocate network for instance. [ 1195.970487] env[65794]: DEBUG nova.compute.manager [req-5c4daa40-c590-47c3-8c5c-6ffd6c82d0bb req-38bf9716-b463-4578-a333-46af90d2a3e3 service nova] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Received event network-vif-plugged-dee67760-88cb-4191-9615-1fad72d2df7a {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1195.972225] env[65794]: DEBUG oslo_concurrency.lockutils [req-5c4daa40-c590-47c3-8c5c-6ffd6c82d0bb req-38bf9716-b463-4578-a333-46af90d2a3e3 service nova] Acquiring lock "d4da4d67-ac25-4a9b-ac2a-8bc69ff40190-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.972225] env[65794]: DEBUG oslo_concurrency.lockutils [req-5c4daa40-c590-47c3-8c5c-6ffd6c82d0bb req-38bf9716-b463-4578-a333-46af90d2a3e3 service nova] Lock "d4da4d67-ac25-4a9b-ac2a-8bc69ff40190-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.972225] env[65794]: DEBUG oslo_concurrency.lockutils [req-5c4daa40-c590-47c3-8c5c-6ffd6c82d0bb req-38bf9716-b463-4578-a333-46af90d2a3e3 service nova] Lock "d4da4d67-ac25-4a9b-ac2a-8bc69ff40190-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.972225] env[65794]: DEBUG nova.compute.manager [req-5c4daa40-c590-47c3-8c5c-6ffd6c82d0bb req-38bf9716-b463-4578-a333-46af90d2a3e3 service nova] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] No waiting events found dispatching network-vif-plugged-dee67760-88cb-4191-9615-1fad72d2df7a {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1195.972225] env[65794]: WARNING nova.compute.manager [req-5c4daa40-c590-47c3-8c5c-6ffd6c82d0bb req-38bf9716-b463-4578-a333-46af90d2a3e3 service nova] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Received unexpected event network-vif-plugged-dee67760-88cb-4191-9615-1fad72d2df7a for instance with vm_state building and task_state spawning. [ 1196.046264] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46c0a35c-1748-4cfd-a9e4-8cd781ab74af tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "11d2cb45-b468-4c08-84cc-3db6eaee4fc2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.046603] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46c0a35c-1748-4cfd-a9e4-8cd781ab74af tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "11d2cb45-b468-4c08-84cc-3db6eaee4fc2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.083937] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "70b78066-0a13-4c5f-b048-373123445515" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.084221] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "70b78066-0a13-4c5f-b048-373123445515" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.084556] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "70b78066-0a13-4c5f-b048-373123445515-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.084657] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "70b78066-0a13-4c5f-b048-373123445515-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.084871] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "70b78066-0a13-4c5f-b048-373123445515-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.087277] env[65794]: INFO nova.compute.manager [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Terminating instance [ 1196.242729] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812179, 'name': Rename_Task, 'duration_secs': 0.279587} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.243060] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.243294] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6974f234-61cc-43c1-b57c-d9627d9b28f2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.250645] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Waiting for the task: (returnval){ [ 1196.250645] env[65794]: value = "task-4812180" [ 1196.250645] env[65794]: _type = "Task" [ 1196.250645] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.259777] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.308786] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Acquiring lock "refresh_cache-d4da4d67-ac25-4a9b-ac2a-8bc69ff40190" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.308786] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Acquired lock "refresh_cache-d4da4d67-ac25-4a9b-ac2a-8bc69ff40190" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.309406] env[65794]: DEBUG nova.network.neutron [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1196.452225] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.452542] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.452762] env[65794]: DEBUG nova.objects.instance [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lazy-loading 'resources' on Instance uuid 35c2cfe8-94fe-4390-8e8d-8478a09a3a61 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.551242] env[65794]: DEBUG nova.compute.utils [None req-46c0a35c-1748-4cfd-a9e4-8cd781ab74af tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.592094] env[65794]: DEBUG nova.compute.manager [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1196.592404] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.592841] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99eb87ed-83f2-44db-9db0-83df46a74ced {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.601938] env[65794]: DEBUG oslo_vmware.api [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1196.601938] env[65794]: value = "task-4812181" [ 1196.601938] env[65794]: _type = "Task" [ 1196.601938] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.611715] env[65794]: DEBUG oslo_vmware.api [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.765693] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812180, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.881796] env[65794]: DEBUG nova.network.neutron [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1196.973505] env[65794]: WARNING neutronclient.v2_0.client [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.052102] env[65794]: DEBUG nova.network.neutron [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Updating instance_info_cache with network_info: [{"id": "dee67760-88cb-4191-9615-1fad72d2df7a", "address": "fa:16:3e:c6:94:b7", "network": {"id": "f530505e-b9e9-4030-9de8-e79fd30181e0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1181299777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be8874afbcc049b193b8daea0cdfc3aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdee67760-88", "ovs_interfaceid": "dee67760-88cb-4191-9615-1fad72d2df7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.054340] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46c0a35c-1748-4cfd-a9e4-8cd781ab74af tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "11d2cb45-b468-4c08-84cc-3db6eaee4fc2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.112775] env[65794]: DEBUG oslo_vmware.api [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.127432] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c96468-c9cf-44c6-8f8c-e9f366862044 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.136989] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9af9bef-239b-402f-accd-44f122e5d3b3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.169500] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10c8c6d-2177-44db-be6c-e8df88738fa4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.178651] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b4a5f9-0447-4e63-bf47-3b95bc9ca322 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.194693] env[65794]: DEBUG nova.compute.provider_tree [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.198574] env[65794]: DEBUG nova.compute.manager [req-a066ba26-4d36-4bf5-bd37-b44baad69ce3 req-770c78ee-4fdb-4cc1-9dd2-9652e7af984d service nova] [instance: e1787d56-5634-4437-849b-f576fc336909] Received event network-changed-47164887-1a39-499b-892f-55b77aac4790 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1197.199051] env[65794]: DEBUG nova.compute.manager [req-a066ba26-4d36-4bf5-bd37-b44baad69ce3 req-770c78ee-4fdb-4cc1-9dd2-9652e7af984d service nova] [instance: e1787d56-5634-4437-849b-f576fc336909] Refreshing instance network info cache due to event network-changed-47164887-1a39-499b-892f-55b77aac4790. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1197.199282] env[65794]: DEBUG oslo_concurrency.lockutils [req-a066ba26-4d36-4bf5-bd37-b44baad69ce3 req-770c78ee-4fdb-4cc1-9dd2-9652e7af984d service nova] Acquiring lock "refresh_cache-e1787d56-5634-4437-849b-f576fc336909" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.199447] env[65794]: DEBUG oslo_concurrency.lockutils [req-a066ba26-4d36-4bf5-bd37-b44baad69ce3 req-770c78ee-4fdb-4cc1-9dd2-9652e7af984d service nova] Acquired lock "refresh_cache-e1787d56-5634-4437-849b-f576fc336909" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.199604] env[65794]: DEBUG nova.network.neutron [req-a066ba26-4d36-4bf5-bd37-b44baad69ce3 req-770c78ee-4fdb-4cc1-9dd2-9652e7af984d service nova] [instance: e1787d56-5634-4437-849b-f576fc336909] Refreshing network info cache for port 47164887-1a39-499b-892f-55b77aac4790 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.262932] env[65794]: DEBUG oslo_vmware.api [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812180, 'name': PowerOnVM_Task, 'duration_secs': 0.570926} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.263304] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.263524] env[65794]: INFO nova.compute.manager [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1197.264381] env[65794]: DEBUG nova.compute.manager [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1197.264718] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa78d598-ef6a-4615-8573-4e0e9a1ac17d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.556453] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Releasing lock "refresh_cache-d4da4d67-ac25-4a9b-ac2a-8bc69ff40190" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.556874] env[65794]: DEBUG nova.compute.manager [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Instance network_info: |[{"id": "dee67760-88cb-4191-9615-1fad72d2df7a", "address": "fa:16:3e:c6:94:b7", "network": {"id": "f530505e-b9e9-4030-9de8-e79fd30181e0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1181299777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be8874afbcc049b193b8daea0cdfc3aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdee67760-88", "ovs_interfaceid": "dee67760-88cb-4191-9615-1fad72d2df7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1197.557382] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:94:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dee67760-88cb-4191-9615-1fad72d2df7a', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.564883] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Creating folder: Project (be8874afbcc049b193b8daea0cdfc3aa). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.565189] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f12f5ed0-069f-4191-9c5b-0d542b02475d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.580332] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Created folder: Project (be8874afbcc049b193b8daea0cdfc3aa) in parent group-v937953. [ 1197.580578] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Creating folder: Instances. Parent ref: group-v938270. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.580838] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7f1ad1f-b1c4-40e2-9ab1-97d3a76474d4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.591514] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Created folder: Instances in parent group-v938270. [ 1197.591810] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1197.592054] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.592301] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54230e5f-c050-4287-bc01-3f80c1619c4a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.617168] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.617168] env[65794]: value = "task-4812184" [ 1197.617168] env[65794]: _type = "Task" [ 1197.617168] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.620929] env[65794]: DEBUG oslo_vmware.api [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.632106] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812184, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.702274] env[65794]: DEBUG nova.scheduler.client.report [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.706027] env[65794]: WARNING neutronclient.v2_0.client [req-a066ba26-4d36-4bf5-bd37-b44baad69ce3 req-770c78ee-4fdb-4cc1-9dd2-9652e7af984d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.786808] env[65794]: INFO nova.compute.manager [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Took 18.39 seconds to build instance. [ 1197.915230] env[65794]: WARNING neutronclient.v2_0.client [req-a066ba26-4d36-4bf5-bd37-b44baad69ce3 req-770c78ee-4fdb-4cc1-9dd2-9652e7af984d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.993864] env[65794]: DEBUG nova.network.neutron [req-a066ba26-4d36-4bf5-bd37-b44baad69ce3 req-770c78ee-4fdb-4cc1-9dd2-9652e7af984d service nova] [instance: e1787d56-5634-4437-849b-f576fc336909] Updated VIF entry in instance network info cache for port 47164887-1a39-499b-892f-55b77aac4790. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1197.994309] env[65794]: DEBUG nova.network.neutron [req-a066ba26-4d36-4bf5-bd37-b44baad69ce3 req-770c78ee-4fdb-4cc1-9dd2-9652e7af984d service nova] [instance: e1787d56-5634-4437-849b-f576fc336909] Updating instance_info_cache with network_info: [{"id": "47164887-1a39-499b-892f-55b77aac4790", "address": "fa:16:3e:fe:ab:77", "network": {"id": "34c355f1-18b6-4f59-a3ba-314ba59b5ea5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-446712165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c82899c90d64955a6f8a3b9afc4cc22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47164887-1a", "ovs_interfaceid": "47164887-1a39-499b-892f-55b77aac4790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.004668] env[65794]: DEBUG nova.compute.manager [req-25ca65ca-aeb5-4907-9321-e2e7c09839a6 req-b23c5e0e-ea1a-440c-a064-08617aa839fa service nova] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Received event network-changed-dee67760-88cb-4191-9615-1fad72d2df7a {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1198.004813] env[65794]: DEBUG nova.compute.manager [req-25ca65ca-aeb5-4907-9321-e2e7c09839a6 req-b23c5e0e-ea1a-440c-a064-08617aa839fa service nova] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Refreshing instance network info cache due to event network-changed-dee67760-88cb-4191-9615-1fad72d2df7a. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1198.005038] env[65794]: DEBUG oslo_concurrency.lockutils [req-25ca65ca-aeb5-4907-9321-e2e7c09839a6 req-b23c5e0e-ea1a-440c-a064-08617aa839fa service nova] Acquiring lock "refresh_cache-d4da4d67-ac25-4a9b-ac2a-8bc69ff40190" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.005186] env[65794]: DEBUG oslo_concurrency.lockutils [req-25ca65ca-aeb5-4907-9321-e2e7c09839a6 req-b23c5e0e-ea1a-440c-a064-08617aa839fa service nova] Acquired lock "refresh_cache-d4da4d67-ac25-4a9b-ac2a-8bc69ff40190" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.005345] env[65794]: DEBUG nova.network.neutron [req-25ca65ca-aeb5-4907-9321-e2e7c09839a6 req-b23c5e0e-ea1a-440c-a064-08617aa839fa service nova] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Refreshing network info cache for port dee67760-88cb-4191-9615-1fad72d2df7a {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.118940] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46c0a35c-1748-4cfd-a9e4-8cd781ab74af tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "11d2cb45-b468-4c08-84cc-3db6eaee4fc2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.119334] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46c0a35c-1748-4cfd-a9e4-8cd781ab74af tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "11d2cb45-b468-4c08-84cc-3db6eaee4fc2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.119629] env[65794]: INFO nova.compute.manager [None req-46c0a35c-1748-4cfd-a9e4-8cd781ab74af tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Attaching volume 5c9f713b-784c-4cf8-9a99-64640a2e8440 to /dev/sdb [ 1198.121761] env[65794]: DEBUG oslo_vmware.api [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812181, 'name': PowerOffVM_Task, 'duration_secs': 1.091132} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.122331] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.122530] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Volume detach. Driver type: vmdk {{(pid=65794) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1198.122724] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938236', 'volume_id': '6842242b-aa8e-4d26-9436-fa88b16738f2', 'name': 'volume-6842242b-aa8e-4d26-9436-fa88b16738f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '70b78066-0a13-4c5f-b048-373123445515', 'attached_at': '2025-11-23T05:36:43.000000', 'detached_at': '', 'volume_id': '6842242b-aa8e-4d26-9436-fa88b16738f2', 'serial': '6842242b-aa8e-4d26-9436-fa88b16738f2'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1198.126548] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8cf344-39c9-4855-af6a-3cda5993652d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.139198] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812184, 'name': CreateVM_Task, 'duration_secs': 0.354115} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.153291] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.154484] env[65794]: WARNING neutronclient.v2_0.client [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.154988] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.155180] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.155523] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.156406] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a75408-c894-4e05-9efd-52f3a8650938 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.159647] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fedfa212-dd4c-4837-8bc6-8121c3499fe5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.163708] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6060c823-37ff-42ae-8b31-aebd8be41797 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.172595] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77e07c1-fee2-4beb-8280-dfa2ba0ef50f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.178135] env[65794]: DEBUG oslo_vmware.api [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Waiting for the task: (returnval){ [ 1198.178135] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5252bc1e-283f-ff5b-38b8-63d77d6dd40e" [ 1198.178135] env[65794]: _type = "Task" [ 1198.178135] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.179246] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fa23a6-3258-4178-b1fe-6648e8c7c5f9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.199948] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ec5f14-e921-45a9-a154-6fb3799694e5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.209888] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.211960] env[65794]: DEBUG oslo_vmware.api [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5252bc1e-283f-ff5b-38b8-63d77d6dd40e, 'name': SearchDatastore_Task, 'duration_secs': 0.013396} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.226195] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.226467] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.226725] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.226876] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.227081] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.227404] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] The volume has not been displaced from its original location: [datastore1] volume-6842242b-aa8e-4d26-9436-fa88b16738f2/volume-6842242b-aa8e-4d26-9436-fa88b16738f2.vmdk. No consolidation needed. {{(pid=65794) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1198.232521] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1198.232900] env[65794]: DEBUG nova.virt.block_device [None req-46c0a35c-1748-4cfd-a9e4-8cd781ab74af tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Updating existing volume attachment record: e7e3d1d6-9476-4a4e-a978-253311c1dd2e {{(pid=65794) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1198.235286] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ffeeaf0-88c9-46e6-b2e8-fc571e485060 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.237179] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75e5672b-0206-43d8-89aa-58ea67ec557b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.251451] env[65794]: INFO nova.scheduler.client.report [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Deleted allocations for instance 35c2cfe8-94fe-4390-8e8d-8478a09a3a61 [ 1198.260027] env[65794]: DEBUG oslo_vmware.api [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1198.260027] env[65794]: value = "task-4812186" [ 1198.260027] env[65794]: _type = "Task" [ 1198.260027] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.261297] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.261551] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.265192] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b8d1ed6-796a-42d4-a82b-73c2b734f3b1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.277266] env[65794]: DEBUG oslo_vmware.api [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812186, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.277592] env[65794]: DEBUG oslo_vmware.api [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Waiting for the task: (returnval){ [ 1198.277592] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52d83032-f8b1-bc00-abb3-973835a80bac" [ 1198.277592] env[65794]: _type = "Task" [ 1198.277592] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.288887] env[65794]: DEBUG oslo_vmware.api [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d83032-f8b1-bc00-abb3-973835a80bac, 'name': SearchDatastore_Task, 'duration_secs': 0.011851} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.290053] env[65794]: DEBUG oslo_concurrency.lockutils [None req-694ab635-1cb3-4135-a3b7-f2a12f5be866 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Lock "0065bad3-242e-4340-af41-0e420463ff28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.905s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.290377] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-833c975f-62ab-4e8e-96be-a0c0b37c215c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.292996] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "0065bad3-242e-4340-af41-0e420463ff28" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.695s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.293752] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd91807-ef90-4fb4-8b9e-a0601d8546b4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.299896] env[65794]: DEBUG oslo_vmware.api [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Waiting for the task: (returnval){ [ 1198.299896] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5247d23d-c905-b4ba-cde7-297c13efe47c" [ 1198.299896] env[65794]: _type = "Task" [ 1198.299896] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.311884] env[65794]: DEBUG oslo_vmware.api [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5247d23d-c905-b4ba-cde7-297c13efe47c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.499564] env[65794]: DEBUG oslo_concurrency.lockutils [req-a066ba26-4d36-4bf5-bd37-b44baad69ce3 req-770c78ee-4fdb-4cc1-9dd2-9652e7af984d service nova] Releasing lock "refresh_cache-e1787d56-5634-4437-849b-f576fc336909" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.508229] env[65794]: WARNING neutronclient.v2_0.client [req-25ca65ca-aeb5-4907-9321-e2e7c09839a6 req-b23c5e0e-ea1a-440c-a064-08617aa839fa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.698614] env[65794]: WARNING neutronclient.v2_0.client [req-25ca65ca-aeb5-4907-9321-e2e7c09839a6 req-b23c5e0e-ea1a-440c-a064-08617aa839fa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.760685] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d2bc0402-3e01-46c3-a2f8-8a8dc49aa539 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "35c2cfe8-94fe-4390-8e8d-8478a09a3a61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.953s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.771492] env[65794]: DEBUG oslo_vmware.api [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812186, 'name': ReconfigVM_Task, 'duration_secs': 0.192367} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.772455] env[65794]: DEBUG nova.network.neutron [req-25ca65ca-aeb5-4907-9321-e2e7c09839a6 req-b23c5e0e-ea1a-440c-a064-08617aa839fa service nova] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Updated VIF entry in instance network info cache for port dee67760-88cb-4191-9615-1fad72d2df7a. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1198.772777] env[65794]: DEBUG nova.network.neutron [req-25ca65ca-aeb5-4907-9321-e2e7c09839a6 req-b23c5e0e-ea1a-440c-a064-08617aa839fa service nova] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Updating instance_info_cache with network_info: [{"id": "dee67760-88cb-4191-9615-1fad72d2df7a", "address": "fa:16:3e:c6:94:b7", "network": {"id": "f530505e-b9e9-4030-9de8-e79fd30181e0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1181299777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be8874afbcc049b193b8daea0cdfc3aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdee67760-88", "ovs_interfaceid": "dee67760-88cb-4191-9615-1fad72d2df7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.773989] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1198.779265] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e31e78cd-981b-4e66-bd01-5cd512551289 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.796139] env[65794]: DEBUG oslo_vmware.api [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1198.796139] env[65794]: value = "task-4812190" [ 1198.796139] env[65794]: _type = "Task" [ 1198.796139] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.808500] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "0065bad3-242e-4340-af41-0e420463ff28" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.808743] env[65794]: DEBUG oslo_vmware.api [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.814657] env[65794]: DEBUG oslo_vmware.api [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5247d23d-c905-b4ba-cde7-297c13efe47c, 'name': SearchDatastore_Task, 'duration_secs': 0.011904} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.814887] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.815186] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] d4da4d67-ac25-4a9b-ac2a-8bc69ff40190/d4da4d67-ac25-4a9b-ac2a-8bc69ff40190.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.815485] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1471aa34-3948-4001-a1b4-7e873bc0ad7d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.817888] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.823717] env[65794]: DEBUG oslo_vmware.api [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Waiting for the task: (returnval){ [ 1198.823717] env[65794]: value = "task-4812191" [ 1198.823717] env[65794]: _type = "Task" [ 1198.823717] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.832576] env[65794]: DEBUG oslo_vmware.api [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Task: {'id': task-4812191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.232064] env[65794]: DEBUG nova.compute.manager [req-07245514-4f94-4411-a5e7-8f9adbe400f1 req-4d4c9c3d-ac80-457c-91ae-67049bda794f service nova] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Received event network-changed-7e600215-dd6b-43f9-af8e-511017644994 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1199.232064] env[65794]: DEBUG nova.compute.manager [req-07245514-4f94-4411-a5e7-8f9adbe400f1 req-4d4c9c3d-ac80-457c-91ae-67049bda794f service nova] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Refreshing instance network info cache due to event network-changed-7e600215-dd6b-43f9-af8e-511017644994. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1199.232354] env[65794]: DEBUG oslo_concurrency.lockutils [req-07245514-4f94-4411-a5e7-8f9adbe400f1 req-4d4c9c3d-ac80-457c-91ae-67049bda794f service nova] Acquiring lock "refresh_cache-0065bad3-242e-4340-af41-0e420463ff28" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.232394] env[65794]: DEBUG oslo_concurrency.lockutils [req-07245514-4f94-4411-a5e7-8f9adbe400f1 req-4d4c9c3d-ac80-457c-91ae-67049bda794f service nova] Acquired lock "refresh_cache-0065bad3-242e-4340-af41-0e420463ff28" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.232684] env[65794]: DEBUG nova.network.neutron [req-07245514-4f94-4411-a5e7-8f9adbe400f1 req-4d4c9c3d-ac80-457c-91ae-67049bda794f service nova] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Refreshing network info cache for port 7e600215-dd6b-43f9-af8e-511017644994 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.274093] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.274348] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65794) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 1199.279706] env[65794]: DEBUG oslo_concurrency.lockutils [req-25ca65ca-aeb5-4907-9321-e2e7c09839a6 req-b23c5e0e-ea1a-440c-a064-08617aa839fa service nova] Releasing lock "refresh_cache-d4da4d67-ac25-4a9b-ac2a-8bc69ff40190" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.309315] env[65794]: DEBUG oslo_vmware.api [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812190, 'name': ReconfigVM_Task, 'duration_secs': 0.132927} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.309768] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938236', 'volume_id': '6842242b-aa8e-4d26-9436-fa88b16738f2', 'name': 'volume-6842242b-aa8e-4d26-9436-fa88b16738f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '70b78066-0a13-4c5f-b048-373123445515', 'attached_at': '2025-11-23T05:36:43.000000', 'detached_at': '', 'volume_id': '6842242b-aa8e-4d26-9436-fa88b16738f2', 'serial': '6842242b-aa8e-4d26-9436-fa88b16738f2'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1199.310162] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.311093] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3bfc0e-cbb6-4505-936f-d21a0442ff7e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.320469] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.320746] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7b2eafc-1b45-4600-9527-486caea5485c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.334352] env[65794]: DEBUG oslo_vmware.api [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Task: {'id': task-4812191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505539} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.334707] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] d4da4d67-ac25-4a9b-ac2a-8bc69ff40190/d4da4d67-ac25-4a9b-ac2a-8bc69ff40190.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.335354] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.335354] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1f33bc3-f1b0-4109-b3e4-b97b41f97bcd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.345180] env[65794]: DEBUG oslo_vmware.api [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Waiting for the task: (returnval){ [ 1199.345180] env[65794]: value = "task-4812193" [ 1199.345180] env[65794]: _type = "Task" [ 1199.345180] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.358336] env[65794]: DEBUG oslo_vmware.api [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Task: {'id': task-4812193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.397368] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.397730] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.398091] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Deleting the datastore file [datastore1] 70b78066-0a13-4c5f-b048-373123445515 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.398460] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ced152ff-4274-4919-9841-433768eb48fe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.406463] env[65794]: DEBUG oslo_vmware.api [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1199.406463] env[65794]: value = "task-4812194" [ 1199.406463] env[65794]: _type = "Task" [ 1199.406463] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.416154] env[65794]: DEBUG oslo_vmware.api [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.736448] env[65794]: WARNING neutronclient.v2_0.client [req-07245514-4f94-4411-a5e7-8f9adbe400f1 req-4d4c9c3d-ac80-457c-91ae-67049bda794f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.855326] env[65794]: DEBUG oslo_vmware.api [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Task: {'id': task-4812193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096057} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.855591] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.856505] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6543f416-f033-49fd-aa8a-b328365697d0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.879319] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] d4da4d67-ac25-4a9b-ac2a-8bc69ff40190/d4da4d67-ac25-4a9b-ac2a-8bc69ff40190.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.884528] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a4a6475-b6d9-4783-b169-bfe29612aac9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.904495] env[65794]: DEBUG oslo_vmware.api [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Waiting for the task: (returnval){ [ 1199.904495] env[65794]: value = "task-4812195" [ 1199.904495] env[65794]: _type = "Task" [ 1199.904495] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.915759] env[65794]: DEBUG oslo_vmware.api [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139811} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.919434] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.919661] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.919840] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.920015] env[65794]: INFO nova.compute.manager [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Took 3.33 seconds to destroy the instance on the hypervisor. [ 1199.920277] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1199.920532] env[65794]: DEBUG oslo_vmware.api [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Task: {'id': task-4812195, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.920820] env[65794]: DEBUG nova.compute.manager [-] [instance: 70b78066-0a13-4c5f-b048-373123445515] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1199.920903] env[65794]: DEBUG nova.network.neutron [-] [instance: 70b78066-0a13-4c5f-b048-373123445515] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1199.921107] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.927405] env[65794]: WARNING neutronclient.v2_0.client [req-07245514-4f94-4411-a5e7-8f9adbe400f1 req-4d4c9c3d-ac80-457c-91ae-67049bda794f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.958111] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.023956] env[65794]: DEBUG nova.network.neutron [req-07245514-4f94-4411-a5e7-8f9adbe400f1 req-4d4c9c3d-ac80-457c-91ae-67049bda794f service nova] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Updated VIF entry in instance network info cache for port 7e600215-dd6b-43f9-af8e-511017644994. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1200.024462] env[65794]: DEBUG nova.network.neutron [req-07245514-4f94-4411-a5e7-8f9adbe400f1 req-4d4c9c3d-ac80-457c-91ae-67049bda794f service nova] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Updating instance_info_cache with network_info: [{"id": "7e600215-dd6b-43f9-af8e-511017644994", "address": "fa:16:3e:e5:1e:2f", "network": {"id": "ba40b273-2d5a-4c79-ad8a-37811bcf6729", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2124332152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d43df6317034ee9acd7dcfbe8fb8cdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e600215-dd", "ovs_interfaceid": "7e600215-dd6b-43f9-af8e-511017644994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.416243] env[65794]: DEBUG oslo_vmware.api [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Task: {'id': task-4812195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.428548] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-125a035f-4aca-455b-8e24-50db640800b9 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Volume attach. Driver type: vmdk {{(pid=65794) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1200.428780] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-125a035f-4aca-455b-8e24-50db640800b9 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938269', 'volume_id': '63e0697f-6032-4692-beec-211aef0e800e', 'name': 'volume-63e0697f-6032-4692-beec-211aef0e800e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb554a44-fa79-41b5-8dcf-674bface214c', 'attached_at': '', 'detached_at': '', 'volume_id': '63e0697f-6032-4692-beec-211aef0e800e', 'serial': '63e0697f-6032-4692-beec-211aef0e800e'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1200.430700] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae064c9-36c8-43ec-9469-1da0adc0f4c4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.450202] env[65794]: DEBUG nova.network.neutron [-] [instance: 70b78066-0a13-4c5f-b048-373123445515] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.451565] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac633ff-e1b7-49d9-8dac-2a0309d980f9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.460122] env[65794]: DEBUG nova.compute.manager [req-e8f39d3a-9492-4e2b-aeff-5cfc021f357c req-2c0bd8c0-169e-47e1-a096-015515f9f1b3 service nova] [instance: 70b78066-0a13-4c5f-b048-373123445515] Received event network-vif-deleted-fe522376-5e10-4ea3-84a4-e64e811c3c49 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1200.460246] env[65794]: INFO nova.compute.manager [req-e8f39d3a-9492-4e2b-aeff-5cfc021f357c req-2c0bd8c0-169e-47e1-a096-015515f9f1b3 service nova] [instance: 70b78066-0a13-4c5f-b048-373123445515] Neutron deleted interface fe522376-5e10-4ea3-84a4-e64e811c3c49; detaching it from the instance and deleting it from the info cache [ 1200.460411] env[65794]: DEBUG nova.network.neutron [req-e8f39d3a-9492-4e2b-aeff-5cfc021f357c req-2c0bd8c0-169e-47e1-a096-015515f9f1b3 service nova] [instance: 70b78066-0a13-4c5f-b048-373123445515] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.486245] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-125a035f-4aca-455b-8e24-50db640800b9 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-63e0697f-6032-4692-beec-211aef0e800e/volume-63e0697f-6032-4692-beec-211aef0e800e.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.487461] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4ccbb2b-707d-4835-926a-4c1a0ee5dbd6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.500589] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e309f650-3198-43a8-a8e4-5c603849d69d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.512995] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a55ba24-95fc-41aa-b6ca-df584d6d680c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.525578] env[65794]: DEBUG oslo_vmware.api [None req-125a035f-4aca-455b-8e24-50db640800b9 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 1200.525578] env[65794]: value = "task-4812196" [ 1200.525578] env[65794]: _type = "Task" [ 1200.525578] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.526759] env[65794]: DEBUG oslo_concurrency.lockutils [req-07245514-4f94-4411-a5e7-8f9adbe400f1 req-4d4c9c3d-ac80-457c-91ae-67049bda794f service nova] Releasing lock "refresh_cache-0065bad3-242e-4340-af41-0e420463ff28" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.536951] env[65794]: DEBUG oslo_vmware.api [None req-125a035f-4aca-455b-8e24-50db640800b9 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.555444] env[65794]: DEBUG nova.compute.manager [req-e8f39d3a-9492-4e2b-aeff-5cfc021f357c req-2c0bd8c0-169e-47e1-a096-015515f9f1b3 service nova] [instance: 70b78066-0a13-4c5f-b048-373123445515] Detach interface failed, port_id=fe522376-5e10-4ea3-84a4-e64e811c3c49, reason: Instance 70b78066-0a13-4c5f-b048-373123445515 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1200.915225] env[65794]: DEBUG oslo_vmware.api [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Task: {'id': task-4812195, 'name': ReconfigVM_Task, 'duration_secs': 0.887623} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.915526] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Reconfigured VM instance instance-00000078 to attach disk [datastore1] d4da4d67-ac25-4a9b-ac2a-8bc69ff40190/d4da4d67-ac25-4a9b-ac2a-8bc69ff40190.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.916240] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71eda030-2b49-4fc7-acac-d969974a1adb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.922855] env[65794]: DEBUG oslo_vmware.api [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Waiting for the task: (returnval){ [ 1200.922855] env[65794]: value = "task-4812198" [ 1200.922855] env[65794]: _type = "Task" [ 1200.922855] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.931739] env[65794]: DEBUG oslo_vmware.api [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Task: {'id': task-4812198, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.955400] env[65794]: INFO nova.compute.manager [-] [instance: 70b78066-0a13-4c5f-b048-373123445515] Took 1.03 seconds to deallocate network for instance. [ 1201.036762] env[65794]: DEBUG oslo_vmware.api [None req-125a035f-4aca-455b-8e24-50db640800b9 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812196, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.072446] env[65794]: DEBUG nova.compute.manager [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Stashing vm_state: active {{(pid=65794) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 1201.274494] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.433806] env[65794]: DEBUG oslo_vmware.api [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Task: {'id': task-4812198, 'name': Rename_Task, 'duration_secs': 0.175894} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.434160] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.434432] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-045aea35-1719-45d5-8229-e7d74329856c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.442593] env[65794]: DEBUG oslo_vmware.api [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Waiting for the task: (returnval){ [ 1201.442593] env[65794]: value = "task-4812199" [ 1201.442593] env[65794]: _type = "Task" [ 1201.442593] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.455631] env[65794]: DEBUG oslo_vmware.api [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Task: {'id': task-4812199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.509961] env[65794]: INFO nova.compute.manager [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Took 0.55 seconds to detach 1 volumes for instance. [ 1201.512350] env[65794]: DEBUG nova.compute.manager [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: 70b78066-0a13-4c5f-b048-373123445515] Deleting volume: 6842242b-aa8e-4d26-9436-fa88b16738f2 {{(pid=65794) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3328}} [ 1201.537343] env[65794]: DEBUG oslo_vmware.api [None req-125a035f-4aca-455b-8e24-50db640800b9 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812196, 'name': ReconfigVM_Task, 'duration_secs': 0.558444} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.537663] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-125a035f-4aca-455b-8e24-50db640800b9 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-63e0697f-6032-4692-beec-211aef0e800e/volume-63e0697f-6032-4692-beec-211aef0e800e.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.542581] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c402817-9de5-42a1-ac99-549f53efd6fd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.559854] env[65794]: DEBUG oslo_vmware.api [None req-125a035f-4aca-455b-8e24-50db640800b9 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 1201.559854] env[65794]: value = "task-4812200" [ 1201.559854] env[65794]: _type = "Task" [ 1201.559854] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.572566] env[65794]: DEBUG oslo_vmware.api [None req-125a035f-4aca-455b-8e24-50db640800b9 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.594348] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.594662] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.956501] env[65794]: DEBUG oslo_vmware.api [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Task: {'id': task-4812199, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.070597] env[65794]: DEBUG oslo_vmware.api [None req-125a035f-4aca-455b-8e24-50db640800b9 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812200, 'name': ReconfigVM_Task, 'duration_secs': 0.17629} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.070920] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-125a035f-4aca-455b-8e24-50db640800b9 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938269', 'volume_id': '63e0697f-6032-4692-beec-211aef0e800e', 'name': 'volume-63e0697f-6032-4692-beec-211aef0e800e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb554a44-fa79-41b5-8dcf-674bface214c', 'attached_at': '', 'detached_at': '', 'volume_id': '63e0697f-6032-4692-beec-211aef0e800e', 'serial': '63e0697f-6032-4692-beec-211aef0e800e'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1202.104609] env[65794]: INFO nova.compute.claims [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.108735] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.274872] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.465626] env[65794]: DEBUG oslo_vmware.api [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Task: {'id': task-4812199, 'name': PowerOnVM_Task, 'duration_secs': 0.594666} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.466329] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.466434] env[65794]: INFO nova.compute.manager [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1202.467570] env[65794]: DEBUG nova.compute.manager [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1202.468552] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b40d06-d54b-432c-ac18-bb84a0f1ab4b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.611606] env[65794]: INFO nova.compute.resource_tracker [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Updating resource usage from migration 2a60b831-757b-466c-a3ef-39e26979714f [ 1202.759110] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88be7c9e-a10d-4acb-9a00-2950c9ce4f2c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.767494] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525b28b9-ed93-4bee-9860-d2cc46e75614 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.798844] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c0a35c-1748-4cfd-a9e4-8cd781ab74af tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Volume attach. Driver type: vmdk {{(pid=65794) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1202.799083] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c0a35c-1748-4cfd-a9e4-8cd781ab74af tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938274', 'volume_id': '5c9f713b-784c-4cf8-9a99-64640a2e8440', 'name': 'volume-5c9f713b-784c-4cf8-9a99-64640a2e8440', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11d2cb45-b468-4c08-84cc-3db6eaee4fc2', 'attached_at': '', 'detached_at': '', 'volume_id': '5c9f713b-784c-4cf8-9a99-64640a2e8440', 'serial': '5c9f713b-784c-4cf8-9a99-64640a2e8440'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1202.799927] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170cd588-b476-4a3a-8020-6f038281dd70 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.802953] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4d178f-1c30-425b-b07c-ed1f14baa481 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.820696] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7eb3ca-9918-4ef5-8f07-6b5e9563d5ec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.826510] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fe0c71-b61f-429f-a022-85ae6ddd00a3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.838908] env[65794]: DEBUG nova.compute.provider_tree [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.859831] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c0a35c-1748-4cfd-a9e4-8cd781ab74af tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-5c9f713b-784c-4cf8-9a99-64640a2e8440/volume-5c9f713b-784c-4cf8-9a99-64640a2e8440.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.861392] env[65794]: DEBUG nova.scheduler.client.report [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.864414] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-757114eb-a81e-4811-bbf0-c1c7aab469f9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.878164] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 1.283s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.878347] env[65794]: INFO nova.compute.manager [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Migrating [ 1202.884598] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.776s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.884762] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.897512] env[65794]: DEBUG oslo_vmware.api [None req-46c0a35c-1748-4cfd-a9e4-8cd781ab74af tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1202.897512] env[65794]: value = "task-4812202" [ 1202.897512] env[65794]: _type = "Task" [ 1202.897512] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.906385] env[65794]: DEBUG oslo_vmware.api [None req-46c0a35c-1748-4cfd-a9e4-8cd781ab74af tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.911795] env[65794]: INFO nova.scheduler.client.report [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Deleted allocations for instance 70b78066-0a13-4c5f-b048-373123445515 [ 1202.996597] env[65794]: INFO nova.compute.manager [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Took 13.03 seconds to build instance. [ 1203.121285] env[65794]: DEBUG nova.objects.instance [None req-125a035f-4aca-455b-8e24-50db640800b9 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lazy-loading 'flavor' on Instance uuid bb554a44-fa79-41b5-8dcf-674bface214c {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.269100] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.274165] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.396495] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "refresh_cache-7c2ad80d-cf90-4b6a-b830-677ee7f0a526" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.396777] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "refresh_cache-7c2ad80d-cf90-4b6a-b830-677ee7f0a526" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.397053] env[65794]: DEBUG nova.network.neutron [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1203.414235] env[65794]: DEBUG oslo_vmware.api [None req-46c0a35c-1748-4cfd-a9e4-8cd781ab74af tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.420514] env[65794]: DEBUG oslo_concurrency.lockutils [None req-d3bbe683-329a-4785-b491-ba86be49f61d tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "70b78066-0a13-4c5f-b048-373123445515" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.336s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.498905] env[65794]: DEBUG oslo_concurrency.lockutils [None req-b31c6186-6782-40e8-a9ad-c86677b02580 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Lock "d4da4d67-ac25-4a9b-ac2a-8bc69ff40190" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.541s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.628285] env[65794]: DEBUG oslo_concurrency.lockutils [None req-125a035f-4aca-455b-8e24-50db640800b9 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "bb554a44-fa79-41b5-8dcf-674bface214c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.824s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.777138] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.777561] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.777561] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.777693] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65794) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1203.779298] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1deaeec-5078-4b04-a367-214800618d44 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.787792] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f528563b-040e-49a3-b899-c03fff22317a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.804461] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b903b3b-7995-42f8-b107-c1a529f5d58c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.812315] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52324e2c-242e-406d-9560-d90781a09a81 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.842772] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178973MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65794) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1203.842937] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.843180] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.848329] env[65794]: DEBUG nova.compute.manager [req-9000e3db-3c97-4096-8a13-f8e1e67175e2 req-cbf79dc1-45dc-4c46-86cf-f25a50e8748c service nova] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Received event network-changed-dee67760-88cb-4191-9615-1fad72d2df7a {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1203.848329] env[65794]: DEBUG nova.compute.manager [req-9000e3db-3c97-4096-8a13-f8e1e67175e2 req-cbf79dc1-45dc-4c46-86cf-f25a50e8748c service nova] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Refreshing instance network info cache due to event network-changed-dee67760-88cb-4191-9615-1fad72d2df7a. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1203.848329] env[65794]: DEBUG oslo_concurrency.lockutils [req-9000e3db-3c97-4096-8a13-f8e1e67175e2 req-cbf79dc1-45dc-4c46-86cf-f25a50e8748c service nova] Acquiring lock "refresh_cache-d4da4d67-ac25-4a9b-ac2a-8bc69ff40190" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.848329] env[65794]: DEBUG oslo_concurrency.lockutils [req-9000e3db-3c97-4096-8a13-f8e1e67175e2 req-cbf79dc1-45dc-4c46-86cf-f25a50e8748c service nova] Acquired lock "refresh_cache-d4da4d67-ac25-4a9b-ac2a-8bc69ff40190" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.848329] env[65794]: DEBUG nova.network.neutron [req-9000e3db-3c97-4096-8a13-f8e1e67175e2 req-cbf79dc1-45dc-4c46-86cf-f25a50e8748c service nova] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Refreshing network info cache for port dee67760-88cb-4191-9615-1fad72d2df7a {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.904720] env[65794]: WARNING neutronclient.v2_0.client [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1203.910660] env[65794]: DEBUG oslo_vmware.api [None req-46c0a35c-1748-4cfd-a9e4-8cd781ab74af tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812202, 'name': ReconfigVM_Task, 'duration_secs': 0.883402} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.910934] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c0a35c-1748-4cfd-a9e4-8cd781ab74af tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-5c9f713b-784c-4cf8-9a99-64640a2e8440/volume-5c9f713b-784c-4cf8-9a99-64640a2e8440.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.916800] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-373ce140-b33f-4a94-b213-7a7166a05107 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.933727] env[65794]: DEBUG oslo_vmware.api [None req-46c0a35c-1748-4cfd-a9e4-8cd781ab74af tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1203.933727] env[65794]: value = "task-4812203" [ 1203.933727] env[65794]: _type = "Task" [ 1203.933727] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.944168] env[65794]: DEBUG oslo_vmware.api [None req-46c0a35c-1748-4cfd-a9e4-8cd781ab74af tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.079796] env[65794]: WARNING neutronclient.v2_0.client [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.149567] env[65794]: DEBUG nova.network.neutron [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Updating instance_info_cache with network_info: [{"id": "a389e040-bcb4-4a0a-8319-05d185c71a4e", "address": "fa:16:3e:7e:22:22", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa389e040-bc", "ovs_interfaceid": "a389e040-bcb4-4a0a-8319-05d185c71a4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.231313] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "b47334e4-3b9d-48ce-a962-9ff1598725a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.231561] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "b47334e4-3b9d-48ce-a962-9ff1598725a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.231769] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "b47334e4-3b9d-48ce-a962-9ff1598725a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.231947] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "b47334e4-3b9d-48ce-a962-9ff1598725a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.232140] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "b47334e4-3b9d-48ce-a962-9ff1598725a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.234512] env[65794]: INFO nova.compute.manager [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Terminating instance [ 1204.355479] env[65794]: WARNING neutronclient.v2_0.client [req-9000e3db-3c97-4096-8a13-f8e1e67175e2 req-cbf79dc1-45dc-4c46-86cf-f25a50e8748c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.444876] env[65794]: DEBUG oslo_vmware.api [None req-46c0a35c-1748-4cfd-a9e4-8cd781ab74af tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812203, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.472955] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a4bf4e0e-3af9-4e6c-ae2d-611d7c7e21f2 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "bb554a44-fa79-41b5-8dcf-674bface214c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.473292] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a4bf4e0e-3af9-4e6c-ae2d-611d7c7e21f2 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "bb554a44-fa79-41b5-8dcf-674bface214c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.545152] env[65794]: WARNING neutronclient.v2_0.client [req-9000e3db-3c97-4096-8a13-f8e1e67175e2 req-cbf79dc1-45dc-4c46-86cf-f25a50e8748c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.621069] env[65794]: DEBUG nova.network.neutron [req-9000e3db-3c97-4096-8a13-f8e1e67175e2 req-cbf79dc1-45dc-4c46-86cf-f25a50e8748c service nova] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Updated VIF entry in instance network info cache for port dee67760-88cb-4191-9615-1fad72d2df7a. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1204.621460] env[65794]: DEBUG nova.network.neutron [req-9000e3db-3c97-4096-8a13-f8e1e67175e2 req-cbf79dc1-45dc-4c46-86cf-f25a50e8748c service nova] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Updating instance_info_cache with network_info: [{"id": "dee67760-88cb-4191-9615-1fad72d2df7a", "address": "fa:16:3e:c6:94:b7", "network": {"id": "f530505e-b9e9-4030-9de8-e79fd30181e0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1181299777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be8874afbcc049b193b8daea0cdfc3aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdee67760-88", "ovs_interfaceid": "dee67760-88cb-4191-9615-1fad72d2df7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.652428] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "refresh_cache-7c2ad80d-cf90-4b6a-b830-677ee7f0a526" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.738519] env[65794]: DEBUG nova.compute.manager [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1204.738822] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.739891] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04378bf1-1bc6-4a60-9a71-d34f6bb8d544 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.748801] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.749088] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd9f565c-ad9b-4c9d-922a-6e076c820b3f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.756523] env[65794]: DEBUG oslo_vmware.api [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1204.756523] env[65794]: value = "task-4812204" [ 1204.756523] env[65794]: _type = "Task" [ 1204.756523] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.766447] env[65794]: DEBUG oslo_vmware.api [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.859558] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Applying migration context for instance 7c2ad80d-cf90-4b6a-b830-677ee7f0a526 as it has an incoming, in-progress migration 2a60b831-757b-466c-a3ef-39e26979714f. Migration status is pre-migrating {{(pid=65794) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1204.860892] env[65794]: INFO nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Updating resource usage from migration 2a60b831-757b-466c-a3ef-39e26979714f [ 1204.885825] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance f755f4c0-549a-4787-ac33-b33c4b3eac60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1204.885974] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance b47334e4-3b9d-48ce-a962-9ff1598725a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1204.886032] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance bb554a44-fa79-41b5-8dcf-674bface214c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1204.886137] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 11d2cb45-b468-4c08-84cc-3db6eaee4fc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1204.886714] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance d57734fb-52c7-4caa-bbed-40ad5e053bf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1204.886714] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance e1787d56-5634-4437-849b-f576fc336909 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1204.886714] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 0065bad3-242e-4340-af41-0e420463ff28 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1204.886714] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance d4da4d67-ac25-4a9b-ac2a-8bc69ff40190 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1204.886714] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Migration 2a60b831-757b-466c-a3ef-39e26979714f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1204.886955] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 7c2ad80d-cf90-4b6a-b830-677ee7f0a526 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1204.887171] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1204.887235] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '9', 'num_vm_active': '9', 'num_task_None': '7', 'num_os_type_None': '9', 'num_proj_8e3a5224c33c47b18efdab4594c4beb0': '2', 'io_workload': '1', 'num_task_resize_prep': '1', 'num_proj_4eb27c4a5aba4b6a88f64e92b9d05791': '1', 'num_task_deleting': '1', 'num_proj_641525153727464f9f447fe8d064f09d': '1', 'num_proj_ba15596cf6fe4c72b62127902aca6cf6': '1', 'num_proj_f5e39179d45d4774936d217b8bc60a37': '1', 'num_proj_6c82899c90d64955a6f8a3b9afc4cc22': '1', 'num_proj_5d43df6317034ee9acd7dcfbe8fb8cdf': '1', 'num_proj_be8874afbcc049b193b8daea0cdfc3aa': '1'} {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1204.947045] env[65794]: DEBUG oslo_vmware.api [None req-46c0a35c-1748-4cfd-a9e4-8cd781ab74af tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812203, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.976985] env[65794]: INFO nova.compute.manager [None req-a4bf4e0e-3af9-4e6c-ae2d-611d7c7e21f2 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Detaching volume 7d97b786-065c-427a-aa1a-86808281ee3b [ 1205.011546] env[65794]: INFO nova.virt.block_device [None req-a4bf4e0e-3af9-4e6c-ae2d-611d7c7e21f2 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Attempting to driver detach volume 7d97b786-065c-427a-aa1a-86808281ee3b from mountpoint /dev/sdb [ 1205.011832] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4bf4e0e-3af9-4e6c-ae2d-611d7c7e21f2 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Volume detach. Driver type: vmdk {{(pid=65794) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1205.012393] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4bf4e0e-3af9-4e6c-ae2d-611d7c7e21f2 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938264', 'volume_id': '7d97b786-065c-427a-aa1a-86808281ee3b', 'name': 'volume-7d97b786-065c-427a-aa1a-86808281ee3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb554a44-fa79-41b5-8dcf-674bface214c', 'attached_at': '', 'detached_at': '', 'volume_id': '7d97b786-065c-427a-aa1a-86808281ee3b', 'serial': '7d97b786-065c-427a-aa1a-86808281ee3b'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1205.013051] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b72c31-a16b-489b-86ba-ecfc6aab03a9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.043156] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe0ab8c-a3d8-4131-b2f8-001a399293e7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.051682] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afd00e0-eca7-4326-bfd8-35e777b007dc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.081984] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17404cf8-3c87-4b74-9f6d-d9ed000cf12f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.085193] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b789866f-6c84-45ab-b05c-aab01691cb23 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.104884] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26377505-3c66-401e-8588-455b7ae6a011 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.108308] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4bf4e0e-3af9-4e6c-ae2d-611d7c7e21f2 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] The volume has not been displaced from its original location: [datastore2] volume-7d97b786-065c-427a-aa1a-86808281ee3b/volume-7d97b786-065c-427a-aa1a-86808281ee3b.vmdk. No consolidation needed. {{(pid=65794) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1205.113956] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4bf4e0e-3af9-4e6c-ae2d-611d7c7e21f2 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1205.114239] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f173da60-db6b-4fb2-a899-e52522e10365 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.127440] env[65794]: DEBUG oslo_concurrency.lockutils [req-9000e3db-3c97-4096-8a13-f8e1e67175e2 req-cbf79dc1-45dc-4c46-86cf-f25a50e8748c service nova] Releasing lock "refresh_cache-d4da4d67-ac25-4a9b-ac2a-8bc69ff40190" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.156416] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0296e76-d14a-46f8-a0c2-4bf3c5c9435d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.163992] env[65794]: DEBUG oslo_vmware.api [None req-a4bf4e0e-3af9-4e6c-ae2d-611d7c7e21f2 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 1205.163992] env[65794]: value = "task-4812205" [ 1205.163992] env[65794]: _type = "Task" [ 1205.163992] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.171880] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5179850-2a14-4d67-af7a-58704a463bbb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.181932] env[65794]: DEBUG oslo_vmware.api [None req-a4bf4e0e-3af9-4e6c-ae2d-611d7c7e21f2 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.194920] env[65794]: DEBUG nova.compute.provider_tree [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.266908] env[65794]: DEBUG oslo_vmware.api [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812204, 'name': PowerOffVM_Task, 'duration_secs': 0.319521} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.268086] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.268086] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.268086] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e07771dd-b78f-4ef8-9f5a-b968771ac3ed {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.339886] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.340129] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.340252] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Deleting the datastore file [datastore2] b47334e4-3b9d-48ce-a962-9ff1598725a1 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.340684] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ead3644d-6f5b-4db5-9a91-3e6799170c34 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.348245] env[65794]: DEBUG oslo_vmware.api [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1205.348245] env[65794]: value = "task-4812207" [ 1205.348245] env[65794]: _type = "Task" [ 1205.348245] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.358730] env[65794]: DEBUG oslo_vmware.api [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.446358] env[65794]: DEBUG oslo_vmware.api [None req-46c0a35c-1748-4cfd-a9e4-8cd781ab74af tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812203, 'name': ReconfigVM_Task, 'duration_secs': 1.169481} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.446672] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c0a35c-1748-4cfd-a9e4-8cd781ab74af tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938274', 'volume_id': '5c9f713b-784c-4cf8-9a99-64640a2e8440', 'name': 'volume-5c9f713b-784c-4cf8-9a99-64640a2e8440', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11d2cb45-b468-4c08-84cc-3db6eaee4fc2', 'attached_at': '', 'detached_at': '', 'volume_id': '5c9f713b-784c-4cf8-9a99-64640a2e8440', 'serial': '5c9f713b-784c-4cf8-9a99-64640a2e8440'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1205.677317] env[65794]: DEBUG oslo_vmware.api [None req-a4bf4e0e-3af9-4e6c-ae2d-611d7c7e21f2 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812205, 'name': ReconfigVM_Task, 'duration_secs': 0.278307} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.677688] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4bf4e0e-3af9-4e6c-ae2d-611d7c7e21f2 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1205.682498] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f6c7593-74d8-483f-ac08-4a6dd29d5160 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.696890] env[65794]: DEBUG nova.scheduler.client.report [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.702292] env[65794]: DEBUG oslo_vmware.api [None req-a4bf4e0e-3af9-4e6c-ae2d-611d7c7e21f2 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 1205.702292] env[65794]: value = "task-4812208" [ 1205.702292] env[65794]: _type = "Task" [ 1205.702292] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.712163] env[65794]: DEBUG oslo_vmware.api [None req-a4bf4e0e-3af9-4e6c-ae2d-611d7c7e21f2 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.858619] env[65794]: DEBUG oslo_vmware.api [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154316} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.858894] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.859096] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.859278] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.859450] env[65794]: INFO nova.compute.manager [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1205.859705] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1205.859901] env[65794]: DEBUG nova.compute.manager [-] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1205.859995] env[65794]: DEBUG nova.network.neutron [-] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1205.860343] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.916795] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.128932] env[65794]: DEBUG nova.compute.manager [req-cabebb70-3184-44ae-aad4-dc5974cf3178 req-1898c972-c902-47a2-b9f7-d881eab5f117 service nova] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Received event network-vif-deleted-b3704f12-a32d-4311-b284-5412f0c5f8e6 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1206.129144] env[65794]: INFO nova.compute.manager [req-cabebb70-3184-44ae-aad4-dc5974cf3178 req-1898c972-c902-47a2-b9f7-d881eab5f117 service nova] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Neutron deleted interface b3704f12-a32d-4311-b284-5412f0c5f8e6; detaching it from the instance and deleting it from the info cache [ 1206.129324] env[65794]: DEBUG nova.network.neutron [req-cabebb70-3184-44ae-aad4-dc5974cf3178 req-1898c972-c902-47a2-b9f7-d881eab5f117 service nova] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.175107] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156b4e27-fc76-4ae7-83e3-4d26890eaab7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.197365] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Updating instance '7c2ad80d-cf90-4b6a-b830-677ee7f0a526' progress to 0 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.203659] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65794) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1206.203844] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.361s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.213182] env[65794]: DEBUG oslo_vmware.api [None req-a4bf4e0e-3af9-4e6c-ae2d-611d7c7e21f2 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812208, 'name': ReconfigVM_Task, 'duration_secs': 0.2332} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.213475] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4bf4e0e-3af9-4e6c-ae2d-611d7c7e21f2 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938264', 'volume_id': '7d97b786-065c-427a-aa1a-86808281ee3b', 'name': 'volume-7d97b786-065c-427a-aa1a-86808281ee3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb554a44-fa79-41b5-8dcf-674bface214c', 'attached_at': '', 'detached_at': '', 'volume_id': '7d97b786-065c-427a-aa1a-86808281ee3b', 'serial': '7d97b786-065c-427a-aa1a-86808281ee3b'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1206.483092] env[65794]: DEBUG nova.objects.instance [None req-46c0a35c-1748-4cfd-a9e4-8cd781ab74af tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lazy-loading 'flavor' on Instance uuid 11d2cb45-b468-4c08-84cc-3db6eaee4fc2 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.611021] env[65794]: DEBUG nova.network.neutron [-] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.631973] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3dd95ab8-532d-4064-bf0e-5dfca4903a4c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.641938] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932522f7-5ce0-4105-bc73-93080219045d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.675785] env[65794]: DEBUG nova.compute.manager [req-cabebb70-3184-44ae-aad4-dc5974cf3178 req-1898c972-c902-47a2-b9f7-d881eab5f117 service nova] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Detach interface failed, port_id=b3704f12-a32d-4311-b284-5412f0c5f8e6, reason: Instance b47334e4-3b9d-48ce-a962-9ff1598725a1 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1206.703383] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.703890] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08917659-bc05-49d9-bcf7-86c20df8bbd3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.711051] env[65794]: DEBUG oslo_vmware.api [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1206.711051] env[65794]: value = "task-4812209" [ 1206.711051] env[65794]: _type = "Task" [ 1206.711051] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.720907] env[65794]: DEBUG oslo_vmware.api [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.759050] env[65794]: DEBUG nova.objects.instance [None req-a4bf4e0e-3af9-4e6c-ae2d-611d7c7e21f2 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lazy-loading 'flavor' on Instance uuid bb554a44-fa79-41b5-8dcf-674bface214c {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.991413] env[65794]: DEBUG oslo_concurrency.lockutils [None req-46c0a35c-1748-4cfd-a9e4-8cd781ab74af tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "11d2cb45-b468-4c08-84cc-3db6eaee4fc2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.871s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.114270] env[65794]: INFO nova.compute.manager [-] [instance: b47334e4-3b9d-48ce-a962-9ff1598725a1] Took 1.25 seconds to deallocate network for instance. [ 1207.221784] env[65794]: DEBUG oslo_vmware.api [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812209, 'name': PowerOffVM_Task, 'duration_secs': 0.207659} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.222052] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.222288] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Updating instance '7c2ad80d-cf90-4b6a-b830-677ee7f0a526' progress to 17 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.620536] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.620923] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.621170] env[65794]: DEBUG nova.objects.instance [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lazy-loading 'resources' on Instance uuid b47334e4-3b9d-48ce-a962-9ff1598725a1 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.729525] env[65794]: DEBUG nova.virt.hardware [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1207.729941] env[65794]: DEBUG nova.virt.hardware [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.729941] env[65794]: DEBUG nova.virt.hardware [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1207.730048] env[65794]: DEBUG nova.virt.hardware [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.730198] env[65794]: DEBUG nova.virt.hardware [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1207.730339] env[65794]: DEBUG nova.virt.hardware [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1207.730538] env[65794]: DEBUG nova.virt.hardware [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1207.730691] env[65794]: DEBUG nova.virt.hardware [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1207.730856] env[65794]: DEBUG nova.virt.hardware [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1207.731024] env[65794]: DEBUG nova.virt.hardware [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1207.731203] env[65794]: DEBUG nova.virt.hardware [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1207.736366] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0ab92a8-57de-4c01-9bbc-d19219c69df1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.753262] env[65794]: DEBUG oslo_vmware.api [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1207.753262] env[65794]: value = "task-4812210" [ 1207.753262] env[65794]: _type = "Task" [ 1207.753262] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.761855] env[65794]: DEBUG oslo_vmware.api [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.770573] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a4bf4e0e-3af9-4e6c-ae2d-611d7c7e21f2 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "bb554a44-fa79-41b5-8dcf-674bface214c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.297s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.087845] env[65794]: DEBUG oslo_concurrency.lockutils [None req-212698a4-35a8-42d0-9909-bdb5ceef9c55 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "bb554a44-fa79-41b5-8dcf-674bface214c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.088150] env[65794]: DEBUG oslo_concurrency.lockutils [None req-212698a4-35a8-42d0-9909-bdb5ceef9c55 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "bb554a44-fa79-41b5-8dcf-674bface214c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.151649] env[65794]: DEBUG nova.compute.manager [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Stashing vm_state: active {{(pid=65794) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 1208.203470] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.203792] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.266743] env[65794]: DEBUG oslo_vmware.api [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812210, 'name': ReconfigVM_Task, 'duration_secs': 0.188106} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.267089] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Updating instance '7c2ad80d-cf90-4b6a-b830-677ee7f0a526' progress to 33 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.288888] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f7f907-82c5-48e4-8875-bc000128b029 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.297079] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0ace1a-81f8-4b24-a24e-759fc89ef5c1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.330942] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2737524-6fa4-48b2-83ca-7da132026179 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.340329] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bfc359-b1a7-4758-a37d-37b09e237909 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.355287] env[65794]: DEBUG nova.compute.provider_tree [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1208.591248] env[65794]: INFO nova.compute.manager [None req-212698a4-35a8-42d0-9909-bdb5ceef9c55 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Detaching volume 63e0697f-6032-4692-beec-211aef0e800e [ 1208.628073] env[65794]: INFO nova.virt.block_device [None req-212698a4-35a8-42d0-9909-bdb5ceef9c55 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Attempting to driver detach volume 63e0697f-6032-4692-beec-211aef0e800e from mountpoint /dev/sdc [ 1208.628322] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-212698a4-35a8-42d0-9909-bdb5ceef9c55 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Volume detach. Driver type: vmdk {{(pid=65794) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1208.628507] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-212698a4-35a8-42d0-9909-bdb5ceef9c55 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938269', 'volume_id': '63e0697f-6032-4692-beec-211aef0e800e', 'name': 'volume-63e0697f-6032-4692-beec-211aef0e800e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb554a44-fa79-41b5-8dcf-674bface214c', 'attached_at': '', 'detached_at': '', 'volume_id': '63e0697f-6032-4692-beec-211aef0e800e', 'serial': '63e0697f-6032-4692-beec-211aef0e800e'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1208.629421] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a986f7-bdfd-4324-95ea-9d539286ed45 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.650874] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b9553f-23c7-486a-af70-c3d9a5d9100c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.662517] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f71be3-ccc9-4518-8799-e4d8337baab5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.685283] env[65794]: DEBUG oslo_concurrency.lockutils [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.686152] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25729c9b-4641-4e51-930e-de26056d3331 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.703521] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-212698a4-35a8-42d0-9909-bdb5ceef9c55 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] The volume has not been displaced from its original location: [datastore1] volume-63e0697f-6032-4692-beec-211aef0e800e/volume-63e0697f-6032-4692-beec-211aef0e800e.vmdk. No consolidation needed. {{(pid=65794) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1208.708633] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-212698a4-35a8-42d0-9909-bdb5ceef9c55 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Reconfiguring VM instance instance-00000073 to detach disk 2002 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1208.708947] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5846b99e-325f-4564-a0b5-703e8ef2fff3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.726612] env[65794]: DEBUG oslo_vmware.api [None req-212698a4-35a8-42d0-9909-bdb5ceef9c55 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 1208.726612] env[65794]: value = "task-4812211" [ 1208.726612] env[65794]: _type = "Task" [ 1208.726612] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.734298] env[65794]: DEBUG oslo_vmware.api [None req-212698a4-35a8-42d0-9909-bdb5ceef9c55 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.773717] env[65794]: DEBUG nova.virt.hardware [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1208.773994] env[65794]: DEBUG nova.virt.hardware [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.774183] env[65794]: DEBUG nova.virt.hardware [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1208.774486] env[65794]: DEBUG nova.virt.hardware [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.774651] env[65794]: DEBUG nova.virt.hardware [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1208.774829] env[65794]: DEBUG nova.virt.hardware [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1208.775089] env[65794]: DEBUG nova.virt.hardware [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1208.775283] env[65794]: DEBUG nova.virt.hardware [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1208.775469] env[65794]: DEBUG nova.virt.hardware [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1208.775643] env[65794]: DEBUG nova.virt.hardware [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1208.775891] env[65794]: DEBUG nova.virt.hardware [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1208.781324] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1208.781628] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33590ff9-5281-427a-b498-4f73e827392d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.802341] env[65794]: DEBUG oslo_vmware.api [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1208.802341] env[65794]: value = "task-4812212" [ 1208.802341] env[65794]: _type = "Task" [ 1208.802341] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.810951] env[65794]: DEBUG oslo_vmware.api [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.876595] env[65794]: ERROR nova.scheduler.client.report [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [req-05317c7b-7b1d-4015-bc12-a37301efd988] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9d798782-7888-423a-959e-7002060abcae. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-05317c7b-7b1d-4015-bc12-a37301efd988"}]} [ 1208.894590] env[65794]: DEBUG nova.scheduler.client.report [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Refreshing inventories for resource provider 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1208.909617] env[65794]: DEBUG nova.scheduler.client.report [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Updating ProviderTree inventory for provider 9d798782-7888-423a-959e-7002060abcae from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1208.909910] env[65794]: DEBUG nova.compute.provider_tree [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1208.923106] env[65794]: DEBUG nova.scheduler.client.report [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Refreshing aggregate associations for resource provider 9d798782-7888-423a-959e-7002060abcae, aggregates: None {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1208.944456] env[65794]: DEBUG nova.scheduler.client.report [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Refreshing trait associations for resource provider 9d798782-7888-423a-959e-7002060abcae, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65794) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1209.086310] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61840daf-0033-4a58-90f9-b428e9fe21fa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.094495] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda08cd1-c28e-4085-9339-cad8e1bda43b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.124954] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e8545c-6214-4b1a-b9e8-d97a4ddb823b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.133050] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb67a255-7939-48fe-8133-32e868c1852d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.146659] env[65794]: DEBUG nova.compute.provider_tree [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1209.237318] env[65794]: DEBUG oslo_vmware.api [None req-212698a4-35a8-42d0-9909-bdb5ceef9c55 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812211, 'name': ReconfigVM_Task, 'duration_secs': 0.220234} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.237619] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-212698a4-35a8-42d0-9909-bdb5ceef9c55 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Reconfigured VM instance instance-00000073 to detach disk 2002 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1209.242594] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55b2f799-542e-4ff8-b761-bfac436cf9ba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.259653] env[65794]: DEBUG oslo_vmware.api [None req-212698a4-35a8-42d0-9909-bdb5ceef9c55 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 1209.259653] env[65794]: value = "task-4812213" [ 1209.259653] env[65794]: _type = "Task" [ 1209.259653] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.269981] env[65794]: DEBUG oslo_vmware.api [None req-212698a4-35a8-42d0-9909-bdb5ceef9c55 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.313639] env[65794]: DEBUG oslo_vmware.api [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812212, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.679876] env[65794]: DEBUG nova.scheduler.client.report [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Updated inventory for provider 9d798782-7888-423a-959e-7002060abcae with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1209.680166] env[65794]: DEBUG nova.compute.provider_tree [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Updating resource provider 9d798782-7888-423a-959e-7002060abcae generation from 160 to 161 during operation: update_inventory {{(pid=65794) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1209.680342] env[65794]: DEBUG nova.compute.provider_tree [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Updating inventory in ProviderTree for provider 9d798782-7888-423a-959e-7002060abcae with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1209.770441] env[65794]: DEBUG oslo_vmware.api [None req-212698a4-35a8-42d0-9909-bdb5ceef9c55 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812213, 'name': ReconfigVM_Task, 'duration_secs': 0.148242} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.770812] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-212698a4-35a8-42d0-9909-bdb5ceef9c55 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938269', 'volume_id': '63e0697f-6032-4692-beec-211aef0e800e', 'name': 'volume-63e0697f-6032-4692-beec-211aef0e800e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb554a44-fa79-41b5-8dcf-674bface214c', 'attached_at': '', 'detached_at': '', 'volume_id': '63e0697f-6032-4692-beec-211aef0e800e', 'serial': '63e0697f-6032-4692-beec-211aef0e800e'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1209.814062] env[65794]: DEBUG oslo_vmware.api [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812212, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.185697] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.565s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.188679] env[65794]: DEBUG oslo_concurrency.lockutils [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.503s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.209928] env[65794]: INFO nova.scheduler.client.report [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Deleted allocations for instance b47334e4-3b9d-48ce-a962-9ff1598725a1 [ 1210.313113] env[65794]: DEBUG oslo_vmware.api [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812212, 'name': ReconfigVM_Task, 'duration_secs': 1.192381} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.313406] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1210.314786] env[65794]: DEBUG nova.objects.instance [None req-212698a4-35a8-42d0-9909-bdb5ceef9c55 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lazy-loading 'flavor' on Instance uuid bb554a44-fa79-41b5-8dcf-674bface214c {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.316542] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee879cb5-04ce-454a-8817-15dce11de552 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.339475] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 7c2ad80d-cf90-4b6a-b830-677ee7f0a526/7c2ad80d-cf90-4b6a-b830-677ee7f0a526.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.340434] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-817e3252-11b7-430c-a2b9-82838be5276c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.358706] env[65794]: DEBUG oslo_vmware.api [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1210.358706] env[65794]: value = "task-4812214" [ 1210.358706] env[65794]: _type = "Task" [ 1210.358706] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.367118] env[65794]: DEBUG oslo_vmware.api [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812214, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.693112] env[65794]: INFO nova.compute.claims [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.719811] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0649afa2-89f1-4342-93a1-ae6625e4d00f tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "b47334e4-3b9d-48ce-a962-9ff1598725a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.488s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.869069] env[65794]: DEBUG oslo_vmware.api [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812214, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.199947] env[65794]: INFO nova.compute.resource_tracker [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Updating resource usage from migration 8b02820e-fcbb-43d6-8a93-29f1c46af052 [ 1211.325442] env[65794]: DEBUG oslo_concurrency.lockutils [None req-212698a4-35a8-42d0-9909-bdb5ceef9c55 tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "bb554a44-fa79-41b5-8dcf-674bface214c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.237s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.327818] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093c8b59-e899-48c1-8c27-e708dbace9de {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.337605] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cee93f0-a1df-4102-b25f-3aa131430811 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.372020] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f52837-f429-4987-9227-b226c5726b14 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.382989] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffe7ac9-342a-44d7-b207-d7dbd28400fa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.386917] env[65794]: DEBUG oslo_vmware.api [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812214, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.397749] env[65794]: DEBUG nova.compute.provider_tree [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.878415] env[65794]: DEBUG oslo_vmware.api [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812214, 'name': ReconfigVM_Task, 'duration_secs': 1.293252} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.878693] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 7c2ad80d-cf90-4b6a-b830-677ee7f0a526/7c2ad80d-cf90-4b6a-b830-677ee7f0a526.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.878955] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Updating instance '7c2ad80d-cf90-4b6a-b830-677ee7f0a526' progress to 50 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.900630] env[65794]: DEBUG nova.scheduler.client.report [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.386030] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1aaa5cb-1afa-4da4-b66b-51e207cf1cd7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.406012] env[65794]: DEBUG oslo_concurrency.lockutils [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.218s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.406012] env[65794]: INFO nova.compute.manager [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Migrating [ 1212.413501] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd65cf7b-9784-42ef-98db-f2b23741c319 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.440039] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Updating instance '7c2ad80d-cf90-4b6a-b830-677ee7f0a526' progress to 67 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.480468] env[65794]: DEBUG oslo_concurrency.lockutils [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "bb554a44-fa79-41b5-8dcf-674bface214c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.480716] env[65794]: DEBUG oslo_concurrency.lockutils [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "bb554a44-fa79-41b5-8dcf-674bface214c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.480925] env[65794]: DEBUG oslo_concurrency.lockutils [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "bb554a44-fa79-41b5-8dcf-674bface214c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.481115] env[65794]: DEBUG oslo_concurrency.lockutils [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "bb554a44-fa79-41b5-8dcf-674bface214c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.481279] env[65794]: DEBUG oslo_concurrency.lockutils [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "bb554a44-fa79-41b5-8dcf-674bface214c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.483228] env[65794]: INFO nova.compute.manager [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Terminating instance [ 1212.925618] env[65794]: DEBUG oslo_concurrency.lockutils [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "refresh_cache-11d2cb45-b468-4c08-84cc-3db6eaee4fc2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.925974] env[65794]: DEBUG oslo_concurrency.lockutils [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired lock "refresh_cache-11d2cb45-b468-4c08-84cc-3db6eaee4fc2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.925974] env[65794]: DEBUG nova.network.neutron [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1212.946628] env[65794]: WARNING neutronclient.v2_0.client [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.947166] env[65794]: WARNING neutronclient.v2_0.client [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.986380] env[65794]: DEBUG nova.compute.manager [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1212.986596] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.988262] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089811df-0eef-4618-bbff-2e5b0ba4d95c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.991772] env[65794]: DEBUG nova.network.neutron [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Port a389e040-bcb4-4a0a-8319-05d185c71a4e binding to destination host cpu-1 is already ACTIVE {{(pid=65794) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1212.997999] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.998259] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e81c4a76-32f7-43c6-9278-5fd7025f6fd6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.005608] env[65794]: DEBUG oslo_vmware.api [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 1213.005608] env[65794]: value = "task-4812216" [ 1213.005608] env[65794]: _type = "Task" [ 1213.005608] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.014890] env[65794]: DEBUG oslo_vmware.api [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.429185] env[65794]: WARNING neutronclient.v2_0.client [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.518188] env[65794]: DEBUG oslo_vmware.api [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812216, 'name': PowerOffVM_Task, 'duration_secs': 0.195599} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.518470] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.518639] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.518978] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f256882-f3e3-4ec5-b68e-42207b2b06ee {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.590971] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.591210] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.591404] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Deleting the datastore file [datastore1] bb554a44-fa79-41b5-8dcf-674bface214c {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.591691] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20d3d2e9-5b7e-41c6-aa71-9bc6440d0a72 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.601630] env[65794]: DEBUG oslo_vmware.api [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for the task: (returnval){ [ 1213.601630] env[65794]: value = "task-4812218" [ 1213.601630] env[65794]: _type = "Task" [ 1213.601630] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.610070] env[65794]: DEBUG oslo_vmware.api [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.615036] env[65794]: WARNING neutronclient.v2_0.client [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.690100] env[65794]: DEBUG nova.network.neutron [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Updating instance_info_cache with network_info: [{"id": "45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3", "address": "fa:16:3e:7e:7b:cb", "network": {"id": "e5aa0ed4-aa04-4498-8bec-128329970fc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-985809026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e39179d45d4774936d217b8bc60a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f4ca21-0c", "ovs_interfaceid": "45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.016065] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.016417] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.016417] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.113530] env[65794]: DEBUG oslo_vmware.api [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Task: {'id': task-4812218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146145} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.113818] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.114010] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.114198] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.114370] env[65794]: INFO nova.compute.manager [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1214.114618] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1214.114820] env[65794]: DEBUG nova.compute.manager [-] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1214.114957] env[65794]: DEBUG nova.network.neutron [-] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1214.115241] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.147229] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.192981] env[65794]: DEBUG oslo_concurrency.lockutils [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Releasing lock "refresh_cache-11d2cb45-b468-4c08-84cc-3db6eaee4fc2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.397370] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "f755f4c0-549a-4787-ac33-b33c4b3eac60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.397765] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "f755f4c0-549a-4787-ac33-b33c4b3eac60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.398140] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "f755f4c0-549a-4787-ac33-b33c4b3eac60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.398431] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "f755f4c0-549a-4787-ac33-b33c4b3eac60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.398709] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "f755f4c0-549a-4787-ac33-b33c4b3eac60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.403346] env[65794]: INFO nova.compute.manager [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Terminating instance [ 1214.648273] env[65794]: DEBUG nova.compute.manager [req-501e51cc-b354-4ea9-b1c3-d2a424561f6e req-4f3d60bf-7799-4a9d-81a9-562a2399c763 service nova] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Received event network-vif-deleted-c4045056-e39f-456d-9a9b-ccc392901801 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1214.648439] env[65794]: INFO nova.compute.manager [req-501e51cc-b354-4ea9-b1c3-d2a424561f6e req-4f3d60bf-7799-4a9d-81a9-562a2399c763 service nova] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Neutron deleted interface c4045056-e39f-456d-9a9b-ccc392901801; detaching it from the instance and deleting it from the info cache [ 1214.648557] env[65794]: DEBUG nova.network.neutron [req-501e51cc-b354-4ea9-b1c3-d2a424561f6e req-4f3d60bf-7799-4a9d-81a9-562a2399c763 service nova] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.909378] env[65794]: DEBUG nova.compute.manager [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1214.909601] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.910907] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2524bbc-2bbb-4938-88a5-5ff6bcf5dda6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.920943] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.921223] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93690334-9dfb-4950-b4dd-3df69aa77c35 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.928595] env[65794]: DEBUG oslo_vmware.api [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1214.928595] env[65794]: value = "task-4812219" [ 1214.928595] env[65794]: _type = "Task" [ 1214.928595] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.937099] env[65794]: DEBUG oslo_vmware.api [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.022504] env[65794]: WARNING neutronclient.v2_0.client [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.056488] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "refresh_cache-7c2ad80d-cf90-4b6a-b830-677ee7f0a526" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.056692] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "refresh_cache-7c2ad80d-cf90-4b6a-b830-677ee7f0a526" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.056883] env[65794]: DEBUG nova.network.neutron [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1215.124480] env[65794]: DEBUG nova.network.neutron [-] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.151807] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8dc9319-abe8-44fb-a1a5-44f289af9bbe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.164943] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829bafee-cc9e-4292-8748-0bdf3b3e5016 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.204171] env[65794]: DEBUG nova.compute.manager [req-501e51cc-b354-4ea9-b1c3-d2a424561f6e req-4f3d60bf-7799-4a9d-81a9-562a2399c763 service nova] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Detach interface failed, port_id=c4045056-e39f-456d-9a9b-ccc392901801, reason: Instance bb554a44-fa79-41b5-8dcf-674bface214c could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1215.438466] env[65794]: DEBUG oslo_vmware.api [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812219, 'name': PowerOffVM_Task, 'duration_secs': 0.213821} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.438755] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.438924] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.439257] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac941229-31c2-4a88-9998-4997292000f4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.506583] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.506842] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.507061] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Deleting the datastore file [datastore2] f755f4c0-549a-4787-ac33-b33c4b3eac60 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.507341] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f8ad0ca-369f-4b25-9ad7-cf22a90224ec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.514297] env[65794]: DEBUG oslo_vmware.api [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for the task: (returnval){ [ 1215.514297] env[65794]: value = "task-4812221" [ 1215.514297] env[65794]: _type = "Task" [ 1215.514297] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.522607] env[65794]: DEBUG oslo_vmware.api [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.559691] env[65794]: WARNING neutronclient.v2_0.client [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.629112] env[65794]: INFO nova.compute.manager [-] [instance: bb554a44-fa79-41b5-8dcf-674bface214c] Took 1.51 seconds to deallocate network for instance. [ 1215.712276] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd362a1-790d-4416-ad99-4d85a84e86f3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.734930] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Updating instance '11d2cb45-b468-4c08-84cc-3db6eaee4fc2' progress to 0 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1215.745738] env[65794]: WARNING neutronclient.v2_0.client [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.823571] env[65794]: DEBUG nova.network.neutron [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Updating instance_info_cache with network_info: [{"id": "a389e040-bcb4-4a0a-8319-05d185c71a4e", "address": "fa:16:3e:7e:22:22", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa389e040-bc", "ovs_interfaceid": "a389e040-bcb4-4a0a-8319-05d185c71a4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.024793] env[65794]: DEBUG oslo_vmware.api [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Task: {'id': task-4812221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130572} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.025169] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.025245] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.025417] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.025587] env[65794]: INFO nova.compute.manager [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1216.025884] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1216.026132] env[65794]: DEBUG nova.compute.manager [-] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1216.026268] env[65794]: DEBUG nova.network.neutron [-] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1216.026462] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.058088] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.135433] env[65794]: DEBUG oslo_concurrency.lockutils [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.135793] env[65794]: DEBUG oslo_concurrency.lockutils [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.136492] env[65794]: DEBUG nova.objects.instance [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lazy-loading 'resources' on Instance uuid bb554a44-fa79-41b5-8dcf-674bface214c {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.241882] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.241882] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90e8e37f-ea33-4b3d-8c2a-773b0bc0ac51 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.252504] env[65794]: DEBUG oslo_vmware.api [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1216.252504] env[65794]: value = "task-4812222" [ 1216.252504] env[65794]: _type = "Task" [ 1216.252504] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.262885] env[65794]: DEBUG oslo_vmware.api [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.323115] env[65794]: DEBUG nova.compute.manager [req-ebdf2655-e3e7-45ce-a599-56f4f73a6903 req-455ee41f-58bc-4a4e-ab38-10192bebdd4e service nova] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Received event network-vif-deleted-2f5a3c59-21b6-4d6d-bd50-8069c24e7348 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1216.323200] env[65794]: INFO nova.compute.manager [req-ebdf2655-e3e7-45ce-a599-56f4f73a6903 req-455ee41f-58bc-4a4e-ab38-10192bebdd4e service nova] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Neutron deleted interface 2f5a3c59-21b6-4d6d-bd50-8069c24e7348; detaching it from the instance and deleting it from the info cache [ 1216.323347] env[65794]: DEBUG nova.network.neutron [req-ebdf2655-e3e7-45ce-a599-56f4f73a6903 req-455ee41f-58bc-4a4e-ab38-10192bebdd4e service nova] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.325594] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "refresh_cache-7c2ad80d-cf90-4b6a-b830-677ee7f0a526" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.764529] env[65794]: DEBUG oslo_vmware.api [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812222, 'name': PowerOffVM_Task, 'duration_secs': 0.243614} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.764814] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.764999] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Updating instance '11d2cb45-b468-4c08-84cc-3db6eaee4fc2' progress to 17 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.785237] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7656df72-f0bf-4c36-abe7-a6c3f3566589 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.793632] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3c7a98-809d-47aa-bda4-0d590b3cd4c4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.797404] env[65794]: DEBUG nova.network.neutron [-] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.829026] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61736ca7-1d2d-47b8-9b04-c9d7bce2e47c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.831679] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6caf84e-6d6d-42a6-b30e-031dd88e6144 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.845496] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9690324-c1c2-49cd-a6e3-1f1533d51df2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.855630] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a1365e-eaa3-4356-8d9f-8eb27b3a8ca4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.876599] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b35c72-9602-4dc2-85cb-4b7ce3c91740 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.895299] env[65794]: DEBUG nova.compute.provider_tree [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.936042] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ee347c-337b-45ac-af68-683f08129d7d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.939411] env[65794]: DEBUG nova.compute.manager [req-ebdf2655-e3e7-45ce-a599-56f4f73a6903 req-455ee41f-58bc-4a4e-ab38-10192bebdd4e service nova] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Detach interface failed, port_id=2f5a3c59-21b6-4d6d-bd50-8069c24e7348, reason: Instance f755f4c0-549a-4787-ac33-b33c4b3eac60 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1216.944940] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Updating instance '7c2ad80d-cf90-4b6a-b830-677ee7f0a526' progress to 83 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.271358] env[65794]: DEBUG nova.virt.hardware [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1217.271695] env[65794]: DEBUG nova.virt.hardware [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.271761] env[65794]: DEBUG nova.virt.hardware [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1217.271940] env[65794]: DEBUG nova.virt.hardware [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.272103] env[65794]: DEBUG nova.virt.hardware [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1217.272331] env[65794]: DEBUG nova.virt.hardware [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1217.272525] env[65794]: DEBUG nova.virt.hardware [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1217.272679] env[65794]: DEBUG nova.virt.hardware [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1217.272840] env[65794]: DEBUG nova.virt.hardware [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1217.272994] env[65794]: DEBUG nova.virt.hardware [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1217.273182] env[65794]: DEBUG nova.virt.hardware [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1217.278252] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7c12ded-e7f0-499a-b658-e4bb4b4a23f7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.294557] env[65794]: DEBUG oslo_vmware.api [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1217.294557] env[65794]: value = "task-4812223" [ 1217.294557] env[65794]: _type = "Task" [ 1217.294557] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.299660] env[65794]: INFO nova.compute.manager [-] [instance: f755f4c0-549a-4787-ac33-b33c4b3eac60] Took 1.27 seconds to deallocate network for instance. [ 1217.307292] env[65794]: DEBUG oslo_vmware.api [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.400062] env[65794]: DEBUG nova.scheduler.client.report [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.451857] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.452414] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3513b72b-6457-420a-b553-65b5a4e4d66a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.460791] env[65794]: DEBUG oslo_vmware.api [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1217.460791] env[65794]: value = "task-4812224" [ 1217.460791] env[65794]: _type = "Task" [ 1217.460791] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.470304] env[65794]: DEBUG oslo_vmware.api [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.805657] env[65794]: DEBUG oslo_vmware.api [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812223, 'name': ReconfigVM_Task, 'duration_secs': 0.350241} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.805970] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Updating instance '11d2cb45-b468-4c08-84cc-3db6eaee4fc2' progress to 33 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.811601] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.905388] env[65794]: DEBUG oslo_concurrency.lockutils [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.907755] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.096s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.907979] env[65794]: DEBUG nova.objects.instance [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lazy-loading 'resources' on Instance uuid f755f4c0-549a-4787-ac33-b33c4b3eac60 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.930153] env[65794]: INFO nova.scheduler.client.report [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Deleted allocations for instance bb554a44-fa79-41b5-8dcf-674bface214c [ 1217.973851] env[65794]: DEBUG oslo_vmware.api [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812224, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.315020] env[65794]: DEBUG nova.virt.hardware [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1218.315320] env[65794]: DEBUG nova.virt.hardware [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.315320] env[65794]: DEBUG nova.virt.hardware [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1218.315497] env[65794]: DEBUG nova.virt.hardware [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.315640] env[65794]: DEBUG nova.virt.hardware [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1218.315777] env[65794]: DEBUG nova.virt.hardware [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1218.316017] env[65794]: DEBUG nova.virt.hardware [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1218.316175] env[65794]: DEBUG nova.virt.hardware [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1218.316335] env[65794]: DEBUG nova.virt.hardware [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1218.316490] env[65794]: DEBUG nova.virt.hardware [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1218.316664] env[65794]: DEBUG nova.virt.hardware [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1218.322231] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1218.322537] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bc7b450-2163-4282-bce6-3be482fabed9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.341450] env[65794]: DEBUG oslo_vmware.api [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1218.341450] env[65794]: value = "task-4812225" [ 1218.341450] env[65794]: _type = "Task" [ 1218.341450] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.349746] env[65794]: DEBUG oslo_vmware.api [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.438142] env[65794]: DEBUG oslo_concurrency.lockutils [None req-524694b8-49d5-4f0e-a781-db5a6a13297d tempest-AttachVolumeTestJSON-303982689 tempest-AttachVolumeTestJSON-303982689-project-member] Lock "bb554a44-fa79-41b5-8dcf-674bface214c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.957s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.471990] env[65794]: DEBUG oslo_vmware.api [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812224, 'name': PowerOnVM_Task, 'duration_secs': 0.571385} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.475123] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.475360] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7a658b04-a0ee-47c9-9593-de3a8233ca58 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Updating instance '7c2ad80d-cf90-4b6a-b830-677ee7f0a526' progress to 100 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.548459] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0870123-b21f-4907-82d8-295925c19e1e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.557093] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d06a75-680e-4128-87a0-1810c29ed4d1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.589593] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bc4d66-4a01-44d5-b7dc-1a79882a0f25 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.597525] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7995f69e-85f0-448f-949a-faa4f05123e6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.610939] env[65794]: DEBUG nova.compute.provider_tree [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.851604] env[65794]: DEBUG oslo_vmware.api [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812225, 'name': ReconfigVM_Task, 'duration_secs': 0.197744} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.851905] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1218.852707] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b89c7e-22bc-4e6a-8271-d6faaa6dd974 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.878032] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 11d2cb45-b468-4c08-84cc-3db6eaee4fc2/11d2cb45-b468-4c08-84cc-3db6eaee4fc2.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.878716] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c997177-b1cf-42c0-8303-ce9e9d28b95f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.898791] env[65794]: DEBUG oslo_vmware.api [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1218.898791] env[65794]: value = "task-4812226" [ 1218.898791] env[65794]: _type = "Task" [ 1218.898791] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.909046] env[65794]: DEBUG oslo_vmware.api [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.114066] env[65794]: DEBUG nova.scheduler.client.report [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.408924] env[65794]: DEBUG oslo_vmware.api [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.619426] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.643808] env[65794]: INFO nova.scheduler.client.report [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Deleted allocations for instance f755f4c0-549a-4787-ac33-b33c4b3eac60 [ 1219.910665] env[65794]: DEBUG oslo_vmware.api [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812226, 'name': ReconfigVM_Task, 'duration_secs': 0.864847} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.910986] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 11d2cb45-b468-4c08-84cc-3db6eaee4fc2/11d2cb45-b468-4c08-84cc-3db6eaee4fc2.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.911313] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Updating instance '11d2cb45-b468-4c08-84cc-3db6eaee4fc2' progress to 50 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.151455] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6973f8ee-105b-4d3a-a6a9-e25db990eade tempest-ServerActionsTestOtherA-603280157 tempest-ServerActionsTestOtherA-603280157-project-member] Lock "f755f4c0-549a-4787-ac33-b33c4b3eac60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.754s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.418448] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47b5950-32fc-43bc-96f0-ff71a7c2f978 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.446394] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1b8f7e-97d8-47d8-a969-a03dcc4cfe06 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.469485] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Updating instance '11d2cb45-b468-4c08-84cc-3db6eaee4fc2' progress to 67 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.947042] env[65794]: DEBUG oslo_concurrency.lockutils [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.947349] env[65794]: DEBUG oslo_concurrency.lockutils [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.947543] env[65794]: DEBUG nova.compute.manager [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Going to confirm migration 8 {{(pid=65794) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5298}} [ 1221.453446] env[65794]: WARNING neutronclient.v2_0.client [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.486676] env[65794]: WARNING neutronclient.v2_0.client [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.487110] env[65794]: DEBUG oslo_concurrency.lockutils [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "refresh_cache-7c2ad80d-cf90-4b6a-b830-677ee7f0a526" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.487211] env[65794]: DEBUG oslo_concurrency.lockutils [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "refresh_cache-7c2ad80d-cf90-4b6a-b830-677ee7f0a526" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.487350] env[65794]: DEBUG nova.network.neutron [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1221.487528] env[65794]: DEBUG nova.objects.instance [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lazy-loading 'info_cache' on Instance uuid 7c2ad80d-cf90-4b6a-b830-677ee7f0a526 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.084615] env[65794]: WARNING neutronclient.v2_0.client [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.084615] env[65794]: WARNING neutronclient.v2_0.client [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.119875] env[65794]: DEBUG nova.network.neutron [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Port 45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3 binding to destination host cpu-1 is already ACTIVE {{(pid=65794) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1222.494037] env[65794]: WARNING neutronclient.v2_0.client [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.655993] env[65794]: WARNING neutronclient.v2_0.client [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.729333] env[65794]: DEBUG nova.network.neutron [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Updating instance_info_cache with network_info: [{"id": "a389e040-bcb4-4a0a-8319-05d185c71a4e", "address": "fa:16:3e:7e:22:22", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa389e040-bc", "ovs_interfaceid": "a389e040-bcb4-4a0a-8319-05d185c71a4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.146168] env[65794]: DEBUG oslo_concurrency.lockutils [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "11d2cb45-b468-4c08-84cc-3db6eaee4fc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.146530] env[65794]: DEBUG oslo_concurrency.lockutils [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "11d2cb45-b468-4c08-84cc-3db6eaee4fc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.146762] env[65794]: DEBUG oslo_concurrency.lockutils [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "11d2cb45-b468-4c08-84cc-3db6eaee4fc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.232633] env[65794]: DEBUG oslo_concurrency.lockutils [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "refresh_cache-7c2ad80d-cf90-4b6a-b830-677ee7f0a526" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.232959] env[65794]: DEBUG nova.objects.instance [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lazy-loading 'migration_context' on Instance uuid 7c2ad80d-cf90-4b6a-b830-677ee7f0a526 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.735430] env[65794]: DEBUG nova.objects.base [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Object Instance<7c2ad80d-cf90-4b6a-b830-677ee7f0a526> lazy-loaded attributes: info_cache,migration_context {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1223.736567] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f35f519-2680-4470-a868-50fca1fd5795 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.758209] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Acquiring lock "4c1af740-8c29-4eb7-ba45-f33dbd38fe8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.758513] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Lock "4c1af740-8c29-4eb7-ba45-f33dbd38fe8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.760939] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70053b02-aa72-442a-8366-f39d6818198b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.766972] env[65794]: DEBUG oslo_vmware.api [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1223.766972] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5245fc6b-ce23-c1af-5941-0e03e2b2fb86" [ 1223.766972] env[65794]: _type = "Task" [ 1223.766972] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.775711] env[65794]: DEBUG oslo_vmware.api [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5245fc6b-ce23-c1af-5941-0e03e2b2fb86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.150484] env[65794]: WARNING neutronclient.v2_0.client [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.197204] env[65794]: DEBUG oslo_concurrency.lockutils [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "refresh_cache-11d2cb45-b468-4c08-84cc-3db6eaee4fc2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.197425] env[65794]: DEBUG oslo_concurrency.lockutils [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired lock "refresh_cache-11d2cb45-b468-4c08-84cc-3db6eaee4fc2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.197602] env[65794]: DEBUG nova.network.neutron [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1224.261702] env[65794]: DEBUG nova.compute.manager [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1224.277032] env[65794]: DEBUG oslo_vmware.api [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5245fc6b-ce23-c1af-5941-0e03e2b2fb86, 'name': SearchDatastore_Task, 'duration_secs': 0.010154} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.277436] env[65794]: DEBUG oslo_concurrency.lockutils [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.277524] env[65794]: DEBUG oslo_concurrency.lockutils [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.700636] env[65794]: WARNING neutronclient.v2_0.client [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.786486] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.884994] env[65794]: WARNING neutronclient.v2_0.client [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.918446] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574993a2-f1ec-43ce-a7ec-fc603eb55086 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.932164] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27789e5-b0e3-49f4-b6d8-5626948e5313 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.962954] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75571e07-0fe8-482c-9bc5-8d3bbf435c0b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.966488] env[65794]: DEBUG nova.network.neutron [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Updating instance_info_cache with network_info: [{"id": "45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3", "address": "fa:16:3e:7e:7b:cb", "network": {"id": "e5aa0ed4-aa04-4498-8bec-128329970fc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-985809026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e39179d45d4774936d217b8bc60a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f4ca21-0c", "ovs_interfaceid": "45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.973619] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea998404-5117-4396-b8da-0f3ce82e084e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.990299] env[65794]: DEBUG nova.compute.provider_tree [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.469042] env[65794]: DEBUG oslo_concurrency.lockutils [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Releasing lock "refresh_cache-11d2cb45-b468-4c08-84cc-3db6eaee4fc2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.493832] env[65794]: DEBUG nova.scheduler.client.report [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.979101] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9bbff8-46ad-4144-b661-da92df83aad5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.986303] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30121f7d-9177-4b7b-a98e-cecef3127c9a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.507282] env[65794]: DEBUG oslo_concurrency.lockutils [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.229s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.510622] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.724s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.512573] env[65794]: INFO nova.compute.claims [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1227.080620] env[65794]: INFO nova.scheduler.client.report [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Deleted allocation for migration 2a60b831-757b-466c-a3ef-39e26979714f [ 1227.086743] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9af61a8-fe4d-4f1c-b2a4-3eaf0374c90a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.111143] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a1d4e0-03cb-4f2e-bd30-89c6bc23efed {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.119322] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Updating instance '11d2cb45-b468-4c08-84cc-3db6eaee4fc2' progress to 83 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.591641] env[65794]: DEBUG oslo_concurrency.lockutils [None req-825337f8-9676-4cff-8217-67fa58a5f2b7 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.644s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.626252] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.627167] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4caaca1b-5242-4ed5-bcd8-486d274657d3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.637864] env[65794]: DEBUG oslo_vmware.api [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1227.637864] env[65794]: value = "task-4812230" [ 1227.637864] env[65794]: _type = "Task" [ 1227.637864] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.652661] env[65794]: DEBUG oslo_vmware.api [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.655331] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b27a8e-72dc-4196-9227-094f75722a3d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.663679] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f1371b-ce42-483b-b0a3-caf4204acfd1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.697714] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f3a592-ff8c-495e-aec1-5e26cc0ff9fd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.706725] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8403f2af-280b-4b22-baa8-41b611c7e6a0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.722707] env[65794]: DEBUG nova.compute.provider_tree [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.141432] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.141835] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.141915] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.142110] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.142279] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.148220] env[65794]: INFO nova.compute.manager [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Terminating instance [ 1228.155800] env[65794]: DEBUG oslo_vmware.api [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812230, 'name': PowerOnVM_Task, 'duration_secs': 0.420598} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.156119] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.156795] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-69ad347b-8d70-43a0-982f-fe573b829ff7 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Updating instance '11d2cb45-b468-4c08-84cc-3db6eaee4fc2' progress to 100 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.226265] env[65794]: DEBUG nova.scheduler.client.report [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.652342] env[65794]: DEBUG nova.compute.manager [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1228.652587] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.653673] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c69eae4-3bc8-41bb-989b-0fc512251087 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.666245] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.666702] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ac2e0fb-d5fc-4f08-b327-358e823bc18c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.674159] env[65794]: DEBUG oslo_vmware.api [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1228.674159] env[65794]: value = "task-4812231" [ 1228.674159] env[65794]: _type = "Task" [ 1228.674159] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.684940] env[65794]: DEBUG oslo_vmware.api [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.731910] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.732494] env[65794]: DEBUG nova.compute.manager [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1229.185839] env[65794]: DEBUG oslo_vmware.api [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812231, 'name': PowerOffVM_Task, 'duration_secs': 0.188701} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.186352] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.186479] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.186755] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8f605c9-8075-4809-97ac-a2750e7bd698 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.238633] env[65794]: DEBUG nova.compute.utils [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1229.240051] env[65794]: DEBUG nova.compute.manager [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Not allocating networking since 'none' was specified. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1229.261052] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.261325] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.261516] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Deleting the datastore file [datastore1] 7c2ad80d-cf90-4b6a-b830-677ee7f0a526 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.262087] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfc180c0-509d-4161-921c-44d954f3ed9d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.270307] env[65794]: DEBUG oslo_vmware.api [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1229.270307] env[65794]: value = "task-4812233" [ 1229.270307] env[65794]: _type = "Task" [ 1229.270307] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.278713] env[65794]: DEBUG oslo_vmware.api [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.742244] env[65794]: DEBUG nova.compute.manager [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1229.781368] env[65794]: DEBUG oslo_vmware.api [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155835} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.782386] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.782586] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.782787] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.782959] env[65794]: INFO nova.compute.manager [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1229.783243] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1229.783709] env[65794]: DEBUG nova.compute.manager [-] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1229.783795] env[65794]: DEBUG nova.network.neutron [-] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1229.784098] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.815882] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.199041] env[65794]: WARNING neutronclient.v2_0.client [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.304138] env[65794]: WARNING neutronclient.v2_0.client [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.304543] env[65794]: WARNING neutronclient.v2_0.client [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.304811] env[65794]: WARNING neutronclient.v2_0.client [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.356904] env[65794]: DEBUG nova.network.neutron [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Port 45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3 binding to destination host cpu-1 is already ACTIVE {{(pid=65794) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1230.357210] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "refresh_cache-11d2cb45-b468-4c08-84cc-3db6eaee4fc2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.357371] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired lock "refresh_cache-11d2cb45-b468-4c08-84cc-3db6eaee4fc2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.357534] env[65794]: DEBUG nova.network.neutron [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1230.369246] env[65794]: DEBUG nova.compute.manager [req-a4f7db3d-a337-4b0a-8ab0-f4feca353781 req-d7eab3a8-4d13-4b01-b790-c355374cacd6 service nova] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Received event network-vif-deleted-a389e040-bcb4-4a0a-8319-05d185c71a4e {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1230.369596] env[65794]: INFO nova.compute.manager [req-a4f7db3d-a337-4b0a-8ab0-f4feca353781 req-d7eab3a8-4d13-4b01-b790-c355374cacd6 service nova] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Neutron deleted interface a389e040-bcb4-4a0a-8319-05d185c71a4e; detaching it from the instance and deleting it from the info cache [ 1230.369596] env[65794]: DEBUG nova.network.neutron [req-a4f7db3d-a337-4b0a-8ab0-f4feca353781 req-d7eab3a8-4d13-4b01-b790-c355374cacd6 service nova] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.752400] env[65794]: DEBUG nova.compute.manager [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1230.782444] env[65794]: DEBUG nova.virt.hardware [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1230.782699] env[65794]: DEBUG nova.virt.hardware [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.782850] env[65794]: DEBUG nova.virt.hardware [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1230.783039] env[65794]: DEBUG nova.virt.hardware [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.783226] env[65794]: DEBUG nova.virt.hardware [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1230.783387] env[65794]: DEBUG nova.virt.hardware [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1230.783598] env[65794]: DEBUG nova.virt.hardware [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1230.783755] env[65794]: DEBUG nova.virt.hardware [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1230.783992] env[65794]: DEBUG nova.virt.hardware [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1230.784259] env[65794]: DEBUG nova.virt.hardware [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1230.784431] env[65794]: DEBUG nova.virt.hardware [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1230.785371] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208bd851-efed-4fb0-a1d9-68e273048fd3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.795385] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c109285-63ca-4773-9ec9-87aac3931a6e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.811553] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Instance VIF info [] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.818343] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Creating folder: Project (8261e7a69ddb41e6b90edbcdf5add098). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.818758] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7769377e-1f59-41cc-84f1-ad20970d1880 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.833851] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Created folder: Project (8261e7a69ddb41e6b90edbcdf5add098) in parent group-v937953. [ 1230.834215] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Creating folder: Instances. Parent ref: group-v938275. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.834571] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8cb0f25-0014-4058-84c4-223669d27eac {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.840050] env[65794]: DEBUG nova.network.neutron [-] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.845125] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Created folder: Instances in parent group-v938275. [ 1230.845436] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1230.846151] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.846151] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c760253b-2d02-4974-aecd-934999d18d3f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.859954] env[65794]: WARNING neutronclient.v2_0.client [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.868400] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.868400] env[65794]: value = "task-4812236" [ 1230.868400] env[65794]: _type = "Task" [ 1230.868400] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.873280] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d553761-c5ce-4e3b-94eb-5c9c8dc08468 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.881630] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812236, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.885768] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce680c5a-3fe8-485e-b615-ef1ad5f5608e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.921203] env[65794]: DEBUG nova.compute.manager [req-a4f7db3d-a337-4b0a-8ab0-f4feca353781 req-d7eab3a8-4d13-4b01-b790-c355374cacd6 service nova] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Detach interface failed, port_id=a389e040-bcb4-4a0a-8319-05d185c71a4e, reason: Instance 7c2ad80d-cf90-4b6a-b830-677ee7f0a526 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1231.041838] env[65794]: WARNING neutronclient.v2_0.client [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.116609] env[65794]: DEBUG nova.network.neutron [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Updating instance_info_cache with network_info: [{"id": "45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3", "address": "fa:16:3e:7e:7b:cb", "network": {"id": "e5aa0ed4-aa04-4498-8bec-128329970fc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-985809026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e39179d45d4774936d217b8bc60a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f4ca21-0c", "ovs_interfaceid": "45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.241456] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3a0a52e6-ff6b-4024-a702-9cb81c4329b2 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.241892] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3a0a52e6-ff6b-4024-a702-9cb81c4329b2 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.343071] env[65794]: INFO nova.compute.manager [-] [instance: 7c2ad80d-cf90-4b6a-b830-677ee7f0a526] Took 1.56 seconds to deallocate network for instance. [ 1231.380374] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812236, 'name': CreateVM_Task, 'duration_secs': 0.477568} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.380537] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.380931] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.381095] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.381422] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.382276] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8144216-1797-4b2b-bb31-fdf776dfbd2e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.387761] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Waiting for the task: (returnval){ [ 1231.387761] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5289a01d-e590-76c9-d5d8-9f7be47f8d69" [ 1231.387761] env[65794]: _type = "Task" [ 1231.387761] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.396822] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5289a01d-e590-76c9-d5d8-9f7be47f8d69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.620311] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Releasing lock "refresh_cache-11d2cb45-b468-4c08-84cc-3db6eaee4fc2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.745566] env[65794]: INFO nova.compute.manager [None req-3a0a52e6-ff6b-4024-a702-9cb81c4329b2 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Detaching volume 4541828c-a4c4-4ae3-8228-8ecd9de1da1e [ 1231.782360] env[65794]: INFO nova.virt.block_device [None req-3a0a52e6-ff6b-4024-a702-9cb81c4329b2 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Attempting to driver detach volume 4541828c-a4c4-4ae3-8228-8ecd9de1da1e from mountpoint /dev/sdb [ 1231.782598] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a0a52e6-ff6b-4024-a702-9cb81c4329b2 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Volume detach. Driver type: vmdk {{(pid=65794) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1231.782782] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a0a52e6-ff6b-4024-a702-9cb81c4329b2 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938261', 'volume_id': '4541828c-a4c4-4ae3-8228-8ecd9de1da1e', 'name': 'volume-4541828c-a4c4-4ae3-8228-8ecd9de1da1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd57734fb-52c7-4caa-bbed-40ad5e053bf5', 'attached_at': '', 'detached_at': '', 'volume_id': '4541828c-a4c4-4ae3-8228-8ecd9de1da1e', 'serial': '4541828c-a4c4-4ae3-8228-8ecd9de1da1e'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1231.783674] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a47193-4d8b-495a-982a-c6503d3448d1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.806255] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2302c574-2c9e-40df-9e3d-af4a27f59ee7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.814052] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc7236e-104e-415f-beea-6ef0f71247a4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.836680] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccfee88-0e7f-4d59-9688-5e5b7cbac774 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.852123] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.852412] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.852597] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.854653] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a0a52e6-ff6b-4024-a702-9cb81c4329b2 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The volume has not been displaced from its original location: [datastore1] volume-4541828c-a4c4-4ae3-8228-8ecd9de1da1e/volume-4541828c-a4c4-4ae3-8228-8ecd9de1da1e.vmdk. No consolidation needed. {{(pid=65794) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1231.859974] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a0a52e6-ff6b-4024-a702-9cb81c4329b2 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1231.861360] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cc5bfe3-0e72-4ba8-8a65-4021297a09d2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.881556] env[65794]: DEBUG oslo_vmware.api [None req-3a0a52e6-ff6b-4024-a702-9cb81c4329b2 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1231.881556] env[65794]: value = "task-4812237" [ 1231.881556] env[65794]: _type = "Task" [ 1231.881556] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.885849] env[65794]: INFO nova.scheduler.client.report [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Deleted allocations for instance 7c2ad80d-cf90-4b6a-b830-677ee7f0a526 [ 1231.895301] env[65794]: DEBUG oslo_vmware.api [None req-3a0a52e6-ff6b-4024-a702-9cb81c4329b2 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812237, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.901532] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5289a01d-e590-76c9-d5d8-9f7be47f8d69, 'name': SearchDatastore_Task, 'duration_secs': 0.013355} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.901819] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.902054] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.902290] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.902444] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.902619] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.902962] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a2d70ea-6595-405d-a4d4-3c0d3aa14971 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.913062] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.913282] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.914107] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4281604-e60b-4c6e-80a7-b5475abf0f4a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.920134] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Waiting for the task: (returnval){ [ 1231.920134] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]521ec63d-dc2b-c208-d850-d432fb8a6e26" [ 1231.920134] env[65794]: _type = "Task" [ 1231.920134] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.931776] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521ec63d-dc2b-c208-d850-d432fb8a6e26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.125147] env[65794]: DEBUG nova.compute.manager [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65794) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1232.392163] env[65794]: DEBUG oslo_vmware.api [None req-3a0a52e6-ff6b-4024-a702-9cb81c4329b2 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812237, 'name': ReconfigVM_Task, 'duration_secs': 0.247614} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.392616] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a0a52e6-ff6b-4024-a702-9cb81c4329b2 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1232.399395] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-281140eb-4a81-4d1c-8d8d-b9898c3b49f5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.410090] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f547a485-370d-4e94-b3ba-ede9be1101b3 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "7c2ad80d-cf90-4b6a-b830-677ee7f0a526" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.268s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.418299] env[65794]: DEBUG oslo_vmware.api [None req-3a0a52e6-ff6b-4024-a702-9cb81c4329b2 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1232.418299] env[65794]: value = "task-4812238" [ 1232.418299] env[65794]: _type = "Task" [ 1232.418299] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.429612] env[65794]: DEBUG oslo_vmware.api [None req-3a0a52e6-ff6b-4024-a702-9cb81c4329b2 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812238, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.433432] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521ec63d-dc2b-c208-d850-d432fb8a6e26, 'name': SearchDatastore_Task, 'duration_secs': 0.012319} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.434938] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad902d9-5eb1-49d4-8edc-a21355992534 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.441286] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Waiting for the task: (returnval){ [ 1232.441286] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]520dc159-e789-96bc-fd10-1fefb4ad7d55" [ 1232.441286] env[65794]: _type = "Task" [ 1232.441286] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.449814] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]520dc159-e789-96bc-fd10-1fefb4ad7d55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.928390] env[65794]: DEBUG oslo_vmware.api [None req-3a0a52e6-ff6b-4024-a702-9cb81c4329b2 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812238, 'name': ReconfigVM_Task, 'duration_secs': 0.138826} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.928703] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a0a52e6-ff6b-4024-a702-9cb81c4329b2 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938261', 'volume_id': '4541828c-a4c4-4ae3-8228-8ecd9de1da1e', 'name': 'volume-4541828c-a4c4-4ae3-8228-8ecd9de1da1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd57734fb-52c7-4caa-bbed-40ad5e053bf5', 'attached_at': '', 'detached_at': '', 'volume_id': '4541828c-a4c4-4ae3-8228-8ecd9de1da1e', 'serial': '4541828c-a4c4-4ae3-8228-8ecd9de1da1e'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1232.951181] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]520dc159-e789-96bc-fd10-1fefb4ad7d55, 'name': SearchDatastore_Task, 'duration_secs': 0.017434} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.951459] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.951719] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f/4c1af740-8c29-4eb7-ba45-f33dbd38fe8f.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1232.951991] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a36b63e-e4ce-4821-8f51-82ec8ffdb12e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.959034] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Waiting for the task: (returnval){ [ 1232.959034] env[65794]: value = "task-4812239" [ 1232.959034] env[65794]: _type = "Task" [ 1232.959034] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.967113] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.246881] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.247337] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.390407] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "65280c2e-c523-4a2e-8037-e4aa36f849ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.390676] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "65280c2e-c523-4a2e-8037-e4aa36f849ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.470103] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455443} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.470473] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f/4c1af740-8c29-4eb7-ba45-f33dbd38fe8f.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1233.470666] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1233.470912] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95099a07-5d20-4c30-8351-2ebf10aa44a9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.476463] env[65794]: DEBUG nova.objects.instance [None req-3a0a52e6-ff6b-4024-a702-9cb81c4329b2 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lazy-loading 'flavor' on Instance uuid d57734fb-52c7-4caa-bbed-40ad5e053bf5 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.479471] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Waiting for the task: (returnval){ [ 1233.479471] env[65794]: value = "task-4812240" [ 1233.479471] env[65794]: _type = "Task" [ 1233.479471] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.490985] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.750288] env[65794]: DEBUG nova.objects.instance [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lazy-loading 'migration_context' on Instance uuid 11d2cb45-b468-4c08-84cc-3db6eaee4fc2 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.893454] env[65794]: DEBUG nova.compute.manager [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1233.992225] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065296} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.992470] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1233.993324] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d045368-162c-400e-9662-156b51b1b5fb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.013591] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f/4c1af740-8c29-4eb7-ba45-f33dbd38fe8f.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.014084] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9797f8c2-06f8-4f2a-b563-57407d14d280 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.033693] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Waiting for the task: (returnval){ [ 1234.033693] env[65794]: value = "task-4812241" [ 1234.033693] env[65794]: _type = "Task" [ 1234.033693] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.041790] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.359406] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2512c218-a5fd-43ac-91cc-3f0265b1952d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.367463] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fecc2e7-19d4-4cfb-99c2-d517a7273355 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.401314] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9ebe4f-76c9-4f5f-891e-1de776f1cb3f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.411240] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd197a2-6c0e-4c41-ac41-3ce69b24bd27 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.415941] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.426497] env[65794]: DEBUG nova.compute.provider_tree [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.489147] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3a0a52e6-ff6b-4024-a702-9cb81c4329b2 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.247s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.544068] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.591416] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3c5e4294-65de-4f22-88d7-dcfc4fda6423 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "e1787d56-5634-4437-849b-f576fc336909" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.591609] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3c5e4294-65de-4f22-88d7-dcfc4fda6423 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "e1787d56-5634-4437-849b-f576fc336909" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.929936] env[65794]: DEBUG nova.scheduler.client.report [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.044973] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812241, 'name': ReconfigVM_Task, 'duration_secs': 0.890459} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.044973] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f/4c1af740-8c29-4eb7-ba45-f33dbd38fe8f.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.045611] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f0536cf-0f02-4281-82dd-3eee951fd97d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.052125] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Waiting for the task: (returnval){ [ 1235.052125] env[65794]: value = "task-4812242" [ 1235.052125] env[65794]: _type = "Task" [ 1235.052125] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.060945] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812242, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.094510] env[65794]: DEBUG nova.compute.utils [None req-3c5e4294-65de-4f22-88d7-dcfc4fda6423 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.519846] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.520561] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.520697] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.520910] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.521318] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.523663] env[65794]: INFO nova.compute.manager [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Terminating instance [ 1235.564165] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812242, 'name': Rename_Task, 'duration_secs': 0.224186} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.564436] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.564701] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f62588e-827d-4d2a-839a-d4c3aacfc679 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.572500] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Waiting for the task: (returnval){ [ 1235.572500] env[65794]: value = "task-4812243" [ 1235.572500] env[65794]: _type = "Task" [ 1235.572500] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.589018] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.600195] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3c5e4294-65de-4f22-88d7-dcfc4fda6423 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "e1787d56-5634-4437-849b-f576fc336909" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.940106] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.693s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.946880] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.531s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.948460] env[65794]: INFO nova.compute.claims [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.028038] env[65794]: DEBUG nova.compute.manager [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1236.028210] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.029113] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2e4f75-4575-4c96-9707-529b6df6a6b5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.037303] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.037574] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b11881f7-af95-4f2b-ae1f-52d31bb5ea72 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.043707] env[65794]: DEBUG oslo_vmware.api [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1236.043707] env[65794]: value = "task-4812244" [ 1236.043707] env[65794]: _type = "Task" [ 1236.043707] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.052735] env[65794]: DEBUG oslo_vmware.api [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.083427] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812243, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.555084] env[65794]: DEBUG oslo_vmware.api [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812244, 'name': PowerOffVM_Task, 'duration_secs': 0.207973} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.555466] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.555652] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.555919] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3784958-d1e6-4e65-bbfb-6187fe754816 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.583127] env[65794]: DEBUG oslo_vmware.api [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812243, 'name': PowerOnVM_Task, 'duration_secs': 0.522123} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.583418] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.583622] env[65794]: INFO nova.compute.manager [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Took 5.83 seconds to spawn the instance on the hypervisor. [ 1236.583800] env[65794]: DEBUG nova.compute.manager [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1236.584867] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20effc01-bfe5-42da-96a3-abd7b1bb5fe6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.664092] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.664092] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.664345] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Deleting the datastore file [datastore2] d57734fb-52c7-4caa-bbed-40ad5e053bf5 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.664464] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d275530d-77f5-4142-92e9-4c7a95bfaf67 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.673090] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3c5e4294-65de-4f22-88d7-dcfc4fda6423 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "e1787d56-5634-4437-849b-f576fc336909" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.673352] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3c5e4294-65de-4f22-88d7-dcfc4fda6423 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "e1787d56-5634-4437-849b-f576fc336909" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.673580] env[65794]: INFO nova.compute.manager [None req-3c5e4294-65de-4f22-88d7-dcfc4fda6423 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Attaching volume c62f5175-5295-4811-a01c-8242403edf35 to /dev/sdb [ 1236.675325] env[65794]: DEBUG oslo_vmware.api [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1236.675325] env[65794]: value = "task-4812246" [ 1236.675325] env[65794]: _type = "Task" [ 1236.675325] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.686902] env[65794]: DEBUG oslo_vmware.api [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.708112] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467b6b1c-900d-4950-bdb5-148e31ed2676 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.716709] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8604ae5-5046-4684-b04a-d45436623fe4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.736460] env[65794]: DEBUG nova.virt.block_device [None req-3c5e4294-65de-4f22-88d7-dcfc4fda6423 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Updating existing volume attachment record: 58169df4-571c-4944-bee9-0a44a2ca12f6 {{(pid=65794) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1237.100844] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd91fc2-c8c0-4864-999a-0a83516a825d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.107909] env[65794]: INFO nova.compute.manager [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Took 12.34 seconds to build instance. [ 1237.112882] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cade2b74-b34b-47a8-8da3-d0f39ba8d61d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.146239] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b92201-22f2-485b-9b36-f4dfc84c5eea {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.156116] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bb8d4a-bc3f-4bb2-b8fc-f3f193c798fe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.174924] env[65794]: DEBUG nova.compute.provider_tree [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.187151] env[65794]: DEBUG oslo_vmware.api [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158379} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.188409] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.188657] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.188982] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.189211] env[65794]: INFO nova.compute.manager [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1237.189606] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1237.191043] env[65794]: DEBUG nova.compute.manager [-] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1237.191043] env[65794]: DEBUG nova.network.neutron [-] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1237.191043] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.225927] env[65794]: INFO nova.compute.manager [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Rebuilding instance [ 1237.274273] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.276279] env[65794]: DEBUG nova.compute.manager [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1237.277335] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b41ea3f-6b50-4b43-b3fe-77667a5d146f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.486179] env[65794]: INFO nova.compute.manager [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Swapping old allocation on dict_keys(['9d798782-7888-423a-959e-7002060abcae']) held by migration 8b02820e-fcbb-43d6-8a93-29f1c46af052 for instance [ 1237.516295] env[65794]: DEBUG nova.scheduler.client.report [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Overwriting current allocation {'allocations': {'9d798782-7888-423a-959e-7002060abcae': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 164}}, 'project_id': 'f5e39179d45d4774936d217b8bc60a37', 'user_id': '268d86e162f741489331c419d69dae37', 'consumer_generation': 1} on consumer 11d2cb45-b468-4c08-84cc-3db6eaee4fc2 {{(pid=65794) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1237.579902] env[65794]: WARNING neutronclient.v2_0.client [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.610485] env[65794]: DEBUG oslo_concurrency.lockutils [None req-7a85e4d1-88d6-48c7-90c1-d09b1a80b2f5 tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Lock "4c1af740-8c29-4eb7-ba45-f33dbd38fe8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.852s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.669739] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "refresh_cache-11d2cb45-b468-4c08-84cc-3db6eaee4fc2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.670320] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired lock "refresh_cache-11d2cb45-b468-4c08-84cc-3db6eaee4fc2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.670681] env[65794]: DEBUG nova.network.neutron [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1237.681637] env[65794]: DEBUG nova.scheduler.client.report [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.775273] env[65794]: DEBUG nova.compute.manager [req-fec106b3-10ba-462e-8be5-ce46f4aad277 req-9bb35efb-59ed-4ab2-99c7-2ec721adb783 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Received event network-vif-deleted-e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1237.776224] env[65794]: INFO nova.compute.manager [req-fec106b3-10ba-462e-8be5-ce46f4aad277 req-9bb35efb-59ed-4ab2-99c7-2ec721adb783 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Neutron deleted interface e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9; detaching it from the instance and deleting it from the info cache [ 1237.776224] env[65794]: DEBUG nova.network.neutron [req-fec106b3-10ba-462e-8be5-ce46f4aad277 req-9bb35efb-59ed-4ab2-99c7-2ec721adb783 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.175277] env[65794]: WARNING neutronclient.v2_0.client [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.187479] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.241s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.188056] env[65794]: DEBUG nova.compute.manager [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1238.192115] env[65794]: INFO nova.compute.manager [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Rebuilding instance [ 1238.210917] env[65794]: DEBUG nova.network.neutron [-] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.247223] env[65794]: DEBUG nova.compute.manager [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1238.248198] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa2aa1d-73cb-4c76-a3c4-b5916bd9e605 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.279254] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c81898fc-ba5e-414f-be38-7708fbcf975c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.289899] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47721414-5394-47d3-8ca9-cdb44841e5e9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.302551] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.303100] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34d460d0-0454-4d7f-b9e0-d6266440de86 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.312348] env[65794]: DEBUG oslo_vmware.api [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Waiting for the task: (returnval){ [ 1238.312348] env[65794]: value = "task-4812248" [ 1238.312348] env[65794]: _type = "Task" [ 1238.312348] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.326099] env[65794]: DEBUG nova.compute.manager [req-fec106b3-10ba-462e-8be5-ce46f4aad277 req-9bb35efb-59ed-4ab2-99c7-2ec721adb783 service nova] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Detach interface failed, port_id=e7b1cc35-ca87-455a-a5d6-c0a5fc77bfd9, reason: Instance d57734fb-52c7-4caa-bbed-40ad5e053bf5 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1238.334928] env[65794]: DEBUG oslo_vmware.api [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.392505] env[65794]: WARNING neutronclient.v2_0.client [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.474903] env[65794]: DEBUG nova.network.neutron [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Updating instance_info_cache with network_info: [{"id": "45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3", "address": "fa:16:3e:7e:7b:cb", "network": {"id": "e5aa0ed4-aa04-4498-8bec-128329970fc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-985809026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e39179d45d4774936d217b8bc60a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f4ca21-0c", "ovs_interfaceid": "45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.695061] env[65794]: DEBUG nova.compute.utils [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1238.696186] env[65794]: DEBUG nova.compute.manager [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1238.696499] env[65794]: DEBUG nova.network.neutron [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1238.696845] env[65794]: WARNING neutronclient.v2_0.client [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.697273] env[65794]: WARNING neutronclient.v2_0.client [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.714021] env[65794]: INFO nova.compute.manager [-] [instance: d57734fb-52c7-4caa-bbed-40ad5e053bf5] Took 1.52 seconds to deallocate network for instance. [ 1238.745989] env[65794]: DEBUG nova.policy [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63b82cbaa3f649d8aa9c1aaa5b54699e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4eb27c4a5aba4b6a88f64e92b9d05791', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1238.823483] env[65794]: DEBUG oslo_vmware.api [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812248, 'name': PowerOffVM_Task, 'duration_secs': 0.204429} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.823767] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.824472] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.824733] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1d02ee7-ccd4-49f4-8501-c6256e515599 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.831655] env[65794]: DEBUG oslo_vmware.api [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Waiting for the task: (returnval){ [ 1238.831655] env[65794]: value = "task-4812249" [ 1238.831655] env[65794]: _type = "Task" [ 1238.831655] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.841339] env[65794]: DEBUG oslo_vmware.api [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.978419] env[65794]: DEBUG oslo_concurrency.lockutils [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Releasing lock "refresh_cache-11d2cb45-b468-4c08-84cc-3db6eaee4fc2" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.979532] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5784efac-ad0e-44d6-bb62-4eecc258e686 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.987138] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854de50d-29e0-4584-ae1d-bfc63da38647 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.049591] env[65794]: DEBUG nova.network.neutron [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Successfully created port: 3239f7ee-9b30-463a-abf4-c560a898ea75 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1239.200999] env[65794]: DEBUG nova.compute.manager [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1239.221684] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.221990] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.222293] env[65794]: DEBUG nova.objects.instance [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lazy-loading 'resources' on Instance uuid d57734fb-52c7-4caa-bbed-40ad5e053bf5 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.264314] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.264621] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc87bf82-13b7-4983-b0b2-6b90fb4211f3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.272567] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Waiting for the task: (returnval){ [ 1239.272567] env[65794]: value = "task-4812251" [ 1239.272567] env[65794]: _type = "Task" [ 1239.272567] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.283297] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.343922] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] VM already powered off {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1239.344207] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Volume detach. Driver type: vmdk {{(pid=65794) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1239.344425] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938262', 'volume_id': '462ad6f3-1908-40ea-ba9e-df8aa47a38da', 'name': 'volume-462ad6f3-1908-40ea-ba9e-df8aa47a38da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0065bad3-242e-4340-af41-0e420463ff28', 'attached_at': '', 'detached_at': '', 'volume_id': '462ad6f3-1908-40ea-ba9e-df8aa47a38da', 'serial': '462ad6f3-1908-40ea-ba9e-df8aa47a38da'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1239.345327] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243e9319-588f-491f-811d-3cd767ca9e03 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.369144] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c808f4-ddae-4409-933a-a7901b1747a1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.377580] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c9d6a9-f934-4b75-a1a0-77e616397cb3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.397763] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125b66ca-5c8b-4229-beaf-baea633f08d6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.414134] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] The volume has not been displaced from its original location: [datastore2] volume-462ad6f3-1908-40ea-ba9e-df8aa47a38da/volume-462ad6f3-1908-40ea-ba9e-df8aa47a38da.vmdk. No consolidation needed. {{(pid=65794) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1239.419478] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1239.419806] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf5c07e2-045b-46c0-8d47-8d9bfd6d54c6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.437355] env[65794]: DEBUG oslo_vmware.api [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Waiting for the task: (returnval){ [ 1239.437355] env[65794]: value = "task-4812252" [ 1239.437355] env[65794]: _type = "Task" [ 1239.437355] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.445649] env[65794]: DEBUG oslo_vmware.api [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.783559] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812251, 'name': PowerOffVM_Task, 'duration_secs': 0.146501} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.786766] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.787526] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.788714] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b33bbae-eac1-471a-b224-a67d98bf6e6f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.796382] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1239.796607] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6265fcb-9e00-4bbb-ba25-acfb11ecbbe8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.828867] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1239.829126] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1239.829308] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Deleting the datastore file [datastore1] 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.829587] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebf87a0c-088e-45bc-9388-a594f54872c4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.836916] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Waiting for the task: (returnval){ [ 1239.836916] env[65794]: value = "task-4812254" [ 1239.836916] env[65794]: _type = "Task" [ 1239.836916] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.841618] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59fa631-2210-4507-9255-4f89b03e22fa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.849739] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.852657] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d992b2a2-96a6-465a-984f-45768b581b3c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.885971] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab85abe-1eab-47f7-8644-74e20ffdc7cd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.893879] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d3432c-ea11-469d-96ba-3c2c37d1c9bb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.909332] env[65794]: DEBUG nova.compute.provider_tree [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.948567] env[65794]: DEBUG oslo_vmware.api [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812252, 'name': ReconfigVM_Task, 'duration_secs': 0.451519} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.949135] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1239.954073] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98fcfb66-4e17-4411-bb49-d166fa678af0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.969647] env[65794]: DEBUG oslo_vmware.api [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Waiting for the task: (returnval){ [ 1239.969647] env[65794]: value = "task-4812255" [ 1239.969647] env[65794]: _type = "Task" [ 1239.969647] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.978340] env[65794]: DEBUG oslo_vmware.api [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.097585] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.097919] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5e63add-957d-4215-81d7-a33ef758a0ed {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.105914] env[65794]: DEBUG oslo_vmware.api [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1240.105914] env[65794]: value = "task-4812256" [ 1240.105914] env[65794]: _type = "Task" [ 1240.105914] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.116055] env[65794]: DEBUG oslo_vmware.api [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.212062] env[65794]: DEBUG nova.compute.manager [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1240.242444] env[65794]: DEBUG nova.virt.hardware [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1240.242444] env[65794]: DEBUG nova.virt.hardware [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.242640] env[65794]: DEBUG nova.virt.hardware [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1240.242770] env[65794]: DEBUG nova.virt.hardware [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.243011] env[65794]: DEBUG nova.virt.hardware [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1240.243181] env[65794]: DEBUG nova.virt.hardware [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1240.243396] env[65794]: DEBUG nova.virt.hardware [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1240.243560] env[65794]: DEBUG nova.virt.hardware [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1240.243727] env[65794]: DEBUG nova.virt.hardware [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1240.243886] env[65794]: DEBUG nova.virt.hardware [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1240.244067] env[65794]: DEBUG nova.virt.hardware [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1240.244971] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd512728-c7ac-4f02-969d-1b5ba80b81f1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.253251] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c289c90-8ae3-4d91-8ea5-dbc3bc1d3014 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.347874] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104862} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.348188] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.348378] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.348557] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.412546] env[65794]: DEBUG nova.scheduler.client.report [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.483763] env[65794]: DEBUG oslo_vmware.api [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812255, 'name': ReconfigVM_Task, 'duration_secs': 0.198376} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.483763] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938262', 'volume_id': '462ad6f3-1908-40ea-ba9e-df8aa47a38da', 'name': 'volume-462ad6f3-1908-40ea-ba9e-df8aa47a38da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0065bad3-242e-4340-af41-0e420463ff28', 'attached_at': '', 'detached_at': '', 'volume_id': '462ad6f3-1908-40ea-ba9e-df8aa47a38da', 'serial': '462ad6f3-1908-40ea-ba9e-df8aa47a38da'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1240.483763] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.484963] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99281d84-676b-4ce4-8231-8f07e9da7cf9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.492396] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.492690] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bdcb3e9-d81a-487f-8f2b-7747e47da464 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.540885] env[65794]: DEBUG nova.compute.manager [req-c34a2ecd-e237-40ca-ab49-ebe4bbcb84cd req-7cdbcda2-1be2-43db-8dea-121fed77694b service nova] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Received event network-vif-plugged-3239f7ee-9b30-463a-abf4-c560a898ea75 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1240.541144] env[65794]: DEBUG oslo_concurrency.lockutils [req-c34a2ecd-e237-40ca-ab49-ebe4bbcb84cd req-7cdbcda2-1be2-43db-8dea-121fed77694b service nova] Acquiring lock "65280c2e-c523-4a2e-8037-e4aa36f849ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.543253] env[65794]: DEBUG oslo_concurrency.lockutils [req-c34a2ecd-e237-40ca-ab49-ebe4bbcb84cd req-7cdbcda2-1be2-43db-8dea-121fed77694b service nova] Lock "65280c2e-c523-4a2e-8037-e4aa36f849ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.543446] env[65794]: DEBUG oslo_concurrency.lockutils [req-c34a2ecd-e237-40ca-ab49-ebe4bbcb84cd req-7cdbcda2-1be2-43db-8dea-121fed77694b service nova] Lock "65280c2e-c523-4a2e-8037-e4aa36f849ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.543638] env[65794]: DEBUG nova.compute.manager [req-c34a2ecd-e237-40ca-ab49-ebe4bbcb84cd req-7cdbcda2-1be2-43db-8dea-121fed77694b service nova] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] No waiting events found dispatching network-vif-plugged-3239f7ee-9b30-463a-abf4-c560a898ea75 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1240.543785] env[65794]: WARNING nova.compute.manager [req-c34a2ecd-e237-40ca-ab49-ebe4bbcb84cd req-7cdbcda2-1be2-43db-8dea-121fed77694b service nova] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Received unexpected event network-vif-plugged-3239f7ee-9b30-463a-abf4-c560a898ea75 for instance with vm_state building and task_state spawning. [ 1240.563037] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.563312] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.563495] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Deleting the datastore file [datastore2] 0065bad3-242e-4340-af41-0e420463ff28 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.563773] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-568f2859-ca36-4c37-84c7-1dd97c92beb7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.570998] env[65794]: DEBUG oslo_vmware.api [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Waiting for the task: (returnval){ [ 1240.570998] env[65794]: value = "task-4812258" [ 1240.570998] env[65794]: _type = "Task" [ 1240.570998] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.579825] env[65794]: DEBUG oslo_vmware.api [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.617827] env[65794]: DEBUG oslo_vmware.api [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812256, 'name': PowerOffVM_Task, 'duration_secs': 0.245524} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.618219] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.618971] env[65794]: DEBUG nova.virt.hardware [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1240.619195] env[65794]: DEBUG nova.virt.hardware [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.619343] env[65794]: DEBUG nova.virt.hardware [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1240.619522] env[65794]: DEBUG nova.virt.hardware [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.619662] env[65794]: DEBUG nova.virt.hardware [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1240.619801] env[65794]: DEBUG nova.virt.hardware [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1240.619997] env[65794]: DEBUG nova.virt.hardware [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1240.620165] env[65794]: DEBUG nova.virt.hardware [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1240.620325] env[65794]: DEBUG nova.virt.hardware [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1240.620482] env[65794]: DEBUG nova.virt.hardware [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1240.620647] env[65794]: DEBUG nova.virt.hardware [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1240.626164] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75e9a40b-a823-4c4a-806f-55f803b329a6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.644062] env[65794]: DEBUG oslo_vmware.api [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1240.644062] env[65794]: value = "task-4812259" [ 1240.644062] env[65794]: _type = "Task" [ 1240.644062] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.650429] env[65794]: DEBUG nova.network.neutron [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Successfully updated port: 3239f7ee-9b30-463a-abf4-c560a898ea75 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1240.655310] env[65794]: DEBUG oslo_vmware.api [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.919068] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.942013] env[65794]: INFO nova.scheduler.client.report [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Deleted allocations for instance d57734fb-52c7-4caa-bbed-40ad5e053bf5 [ 1241.081449] env[65794]: DEBUG oslo_vmware.api [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Task: {'id': task-4812258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.074289} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.083049] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.083049] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.083049] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.131249] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Volume detach. Driver type: vmdk {{(pid=65794) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1241.131640] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cb26c10-fccf-48a3-bd15-75bc56bece5d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.144318] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4877ce9b-2dab-4ba4-92d0-02514f7279ec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.159738] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "refresh_cache-65280c2e-c523-4a2e-8037-e4aa36f849ca" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.159967] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "refresh_cache-65280c2e-c523-4a2e-8037-e4aa36f849ca" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.160163] env[65794]: DEBUG nova.network.neutron [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1241.167844] env[65794]: DEBUG oslo_vmware.api [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812259, 'name': ReconfigVM_Task, 'duration_secs': 0.19446} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.168924] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96043d14-56d8-47a7-ab33-add9f26e0384 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.189486] env[65794]: ERROR nova.compute.manager [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Failed to detach volume 462ad6f3-1908-40ea-ba9e-df8aa47a38da from /dev/sda: nova.exception.InstanceNotFound: Instance 0065bad3-242e-4340-af41-0e420463ff28 could not be found. [ 1241.189486] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] Traceback (most recent call last): [ 1241.189486] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/nova/nova/compute/manager.py", line 4232, in _do_rebuild_instance [ 1241.189486] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] self.driver.rebuild(**kwargs) [ 1241.189486] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 1241.189486] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] raise NotImplementedError() [ 1241.189486] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] NotImplementedError [ 1241.189486] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] [ 1241.189486] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] During handling of the above exception, another exception occurred: [ 1241.189486] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] [ 1241.189486] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] Traceback (most recent call last): [ 1241.189486] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/nova/nova/compute/manager.py", line 3655, in _detach_root_volume [ 1241.189486] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] self.driver.detach_volume(context, old_connection_info, [ 1241.189486] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1241.189486] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] return self._volumeops.detach_volume(connection_info, instance) [ 1241.189486] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1241.189486] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] self._detach_volume_vmdk(connection_info, instance) [ 1241.189486] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1241.189486] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1241.189486] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1241.189486] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] stable_ref.fetch_moref(session) [ 1241.189486] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1241.189486] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1241.189486] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] nova.exception.InstanceNotFound: Instance 0065bad3-242e-4340-af41-0e420463ff28 could not be found. [ 1241.189486] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] [ 1241.212208] env[65794]: DEBUG nova.virt.hardware [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1241.212461] env[65794]: DEBUG nova.virt.hardware [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.212613] env[65794]: DEBUG nova.virt.hardware [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1241.212789] env[65794]: DEBUG nova.virt.hardware [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.212927] env[65794]: DEBUG nova.virt.hardware [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1241.213078] env[65794]: DEBUG nova.virt.hardware [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1241.213284] env[65794]: DEBUG nova.virt.hardware [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1241.213439] env[65794]: DEBUG nova.virt.hardware [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1241.213597] env[65794]: DEBUG nova.virt.hardware [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1241.213748] env[65794]: DEBUG nova.virt.hardware [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1241.213912] env[65794]: DEBUG nova.virt.hardware [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1241.214794] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9c5253c-2ee7-4b1f-9cfc-a7f7b54fbfbf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.221783] env[65794]: DEBUG oslo_vmware.api [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1241.221783] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52ff712a-7407-5926-c030-a88069cbdfbe" [ 1241.221783] env[65794]: _type = "Task" [ 1241.221783] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.230130] env[65794]: DEBUG oslo_vmware.api [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ff712a-7407-5926-c030-a88069cbdfbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.281575] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c5e4294-65de-4f22-88d7-dcfc4fda6423 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Volume attach. Driver type: vmdk {{(pid=65794) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1241.281811] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c5e4294-65de-4f22-88d7-dcfc4fda6423 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938278', 'volume_id': 'c62f5175-5295-4811-a01c-8242403edf35', 'name': 'volume-c62f5175-5295-4811-a01c-8242403edf35', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1787d56-5634-4437-849b-f576fc336909', 'attached_at': '', 'detached_at': '', 'volume_id': 'c62f5175-5295-4811-a01c-8242403edf35', 'serial': 'c62f5175-5295-4811-a01c-8242403edf35'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1241.282745] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1180924b-20cd-4626-b1c6-8bdcadd6f50d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.303989] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e777224-b46f-457b-9731-7cab1b897818 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.330152] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c5e4294-65de-4f22-88d7-dcfc4fda6423 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-c62f5175-5295-4811-a01c-8242403edf35/volume-c62f5175-5295-4811-a01c-8242403edf35.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.330493] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2d4a1c9-08d9-4827-a5b4-70052c5283e2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.345481] env[65794]: DEBUG nova.compute.utils [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Build of instance 0065bad3-242e-4340-af41-0e420463ff28 aborted: Failed to rebuild volume backed instance. {{(pid=65794) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1241.347831] env[65794]: ERROR nova.compute.manager [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 0065bad3-242e-4340-af41-0e420463ff28 aborted: Failed to rebuild volume backed instance. [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] Traceback (most recent call last): [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/nova/nova/compute/manager.py", line 4232, in _do_rebuild_instance [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] self.driver.rebuild(**kwargs) [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] raise NotImplementedError() [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] NotImplementedError [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] During handling of the above exception, another exception occurred: [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] Traceback (most recent call last): [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/nova/nova/compute/manager.py", line 3690, in _rebuild_volume_backed_instance [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] self._detach_root_volume(context, instance, root_bdm) [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/nova/nova/compute/manager.py", line 3669, in _detach_root_volume [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] with excutils.save_and_reraise_exception(): [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 256, in __exit__ [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] self.force_reraise() [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 222, in force_reraise [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] raise self.value [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/nova/nova/compute/manager.py", line 3655, in _detach_root_volume [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] self.driver.detach_volume(context, old_connection_info, [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] return self._volumeops.detach_volume(connection_info, instance) [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] self._detach_volume_vmdk(connection_info, instance) [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] stable_ref.fetch_moref(session) [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] nova.exception.InstanceNotFound: Instance 0065bad3-242e-4340-af41-0e420463ff28 could not be found. [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] [ 1241.347831] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] During handling of the above exception, another exception occurred: [ 1241.348956] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] [ 1241.348956] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] Traceback (most recent call last): [ 1241.348956] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/nova/nova/compute/manager.py", line 11563, in _error_out_instance_on_exception [ 1241.348956] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] yield [ 1241.348956] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/nova/nova/compute/manager.py", line 3958, in rebuild_instance [ 1241.348956] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] self._do_rebuild_instance_with_claim( [ 1241.348956] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/nova/nova/compute/manager.py", line 4044, in _do_rebuild_instance_with_claim [ 1241.348956] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] self._do_rebuild_instance( [ 1241.348956] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/nova/nova/compute/manager.py", line 4236, in _do_rebuild_instance [ 1241.348956] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] self._rebuild_default_impl(**kwargs) [ 1241.348956] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/nova/nova/compute/manager.py", line 3813, in _rebuild_default_impl [ 1241.348956] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] self._rebuild_volume_backed_instance( [ 1241.348956] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] File "/opt/stack/nova/nova/compute/manager.py", line 3705, in _rebuild_volume_backed_instance [ 1241.348956] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] raise exception.BuildAbortException( [ 1241.348956] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] nova.exception.BuildAbortException: Build of instance 0065bad3-242e-4340-af41-0e420463ff28 aborted: Failed to rebuild volume backed instance. [ 1241.348956] env[65794]: ERROR nova.compute.manager [instance: 0065bad3-242e-4340-af41-0e420463ff28] [ 1241.357508] env[65794]: DEBUG oslo_vmware.api [None req-3c5e4294-65de-4f22-88d7-dcfc4fda6423 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1241.357508] env[65794]: value = "task-4812260" [ 1241.357508] env[65794]: _type = "Task" [ 1241.357508] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.363639] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Acquiring lock "d4da4d67-ac25-4a9b-ac2a-8bc69ff40190" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.363916] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Lock "d4da4d67-ac25-4a9b-ac2a-8bc69ff40190" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.364138] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Acquiring lock "d4da4d67-ac25-4a9b-ac2a-8bc69ff40190-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.364317] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Lock "d4da4d67-ac25-4a9b-ac2a-8bc69ff40190-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.364477] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Lock "d4da4d67-ac25-4a9b-ac2a-8bc69ff40190-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.367050] env[65794]: INFO nova.compute.manager [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Terminating instance [ 1241.372378] env[65794]: DEBUG oslo_vmware.api [None req-3c5e4294-65de-4f22-88d7-dcfc4fda6423 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812260, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.392527] env[65794]: DEBUG nova.virt.hardware [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1241.392777] env[65794]: DEBUG nova.virt.hardware [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.392982] env[65794]: DEBUG nova.virt.hardware [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1241.393202] env[65794]: DEBUG nova.virt.hardware [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.393351] env[65794]: DEBUG nova.virt.hardware [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1241.393495] env[65794]: DEBUG nova.virt.hardware [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1241.393729] env[65794]: DEBUG nova.virt.hardware [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1241.393858] env[65794]: DEBUG nova.virt.hardware [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1241.394091] env[65794]: DEBUG nova.virt.hardware [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1241.394295] env[65794]: DEBUG nova.virt.hardware [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1241.394466] env[65794]: DEBUG nova.virt.hardware [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1241.396146] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7494bc47-1b7e-460f-817b-4576b8f53faa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.405365] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17e609b-afa6-463b-bb7f-73615963b9f7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.422981] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Instance VIF info [] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1241.428554] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1241.428871] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1241.429117] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46d75071-0368-4b2b-9b75-fa4c2db883df {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.448982] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1241.448982] env[65794]: value = "task-4812261" [ 1241.448982] env[65794]: _type = "Task" [ 1241.448982] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.453200] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6e59e824-8674-46a8-a76d-098f013451d0 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "d57734fb-52c7-4caa-bbed-40ad5e053bf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.933s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.460455] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812261, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.703411] env[65794]: DEBUG nova.network.neutron [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1241.734691] env[65794]: DEBUG oslo_vmware.api [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ff712a-7407-5926-c030-a88069cbdfbe, 'name': SearchDatastore_Task, 'duration_secs': 0.01573} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.740394] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1241.741170] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e303501-937c-4749-b270-ed89e13decc5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.762099] env[65794]: DEBUG oslo_vmware.api [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1241.762099] env[65794]: value = "task-4812262" [ 1241.762099] env[65794]: _type = "Task" [ 1241.762099] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.773018] env[65794]: DEBUG oslo_vmware.api [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.793086] env[65794]: WARNING neutronclient.v2_0.client [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.869583] env[65794]: DEBUG oslo_vmware.api [None req-3c5e4294-65de-4f22-88d7-dcfc4fda6423 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812260, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.870739] env[65794]: DEBUG nova.network.neutron [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Updating instance_info_cache with network_info: [{"id": "3239f7ee-9b30-463a-abf4-c560a898ea75", "address": "fa:16:3e:e6:f9:d3", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3239f7ee-9b", "ovs_interfaceid": "3239f7ee-9b30-463a-abf4-c560a898ea75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.875298] env[65794]: DEBUG nova.compute.manager [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1241.875461] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.876379] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c994638-e5d9-4084-9bfe-ae7ef7e4073f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.884634] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.885432] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a33c792-d5ba-4685-9df6-0541a2e70e66 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.892555] env[65794]: DEBUG oslo_vmware.api [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Waiting for the task: (returnval){ [ 1241.892555] env[65794]: value = "task-4812263" [ 1241.892555] env[65794]: _type = "Task" [ 1241.892555] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.901667] env[65794]: DEBUG oslo_vmware.api [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Task: {'id': task-4812263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.959774] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812261, 'name': CreateVM_Task, 'duration_secs': 0.339436} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.960221] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1241.960428] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.960587] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.960924] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.961221] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4143dd44-5815-4d8f-b26d-b51fbbb1eaed {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.966545] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Waiting for the task: (returnval){ [ 1241.966545] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52ab47b9-ae9f-0c06-f11d-f240ff9e550f" [ 1241.966545] env[65794]: _type = "Task" [ 1241.966545] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.976902] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ab47b9-ae9f-0c06-f11d-f240ff9e550f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.274408] env[65794]: DEBUG oslo_vmware.api [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812262, 'name': ReconfigVM_Task, 'duration_secs': 0.215181} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.274797] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1242.275783] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d578df-4e95-4484-abc9-6b530e19330c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.305081] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 11d2cb45-b468-4c08-84cc-3db6eaee4fc2/11d2cb45-b468-4c08-84cc-3db6eaee4fc2.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.305924] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cd289bb-003c-456f-a8ff-bc1fe590e03c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.324799] env[65794]: DEBUG oslo_vmware.api [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1242.324799] env[65794]: value = "task-4812264" [ 1242.324799] env[65794]: _type = "Task" [ 1242.324799] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.335197] env[65794]: DEBUG oslo_vmware.api [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812264, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.368252] env[65794]: DEBUG oslo_vmware.api [None req-3c5e4294-65de-4f22-88d7-dcfc4fda6423 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812260, 'name': ReconfigVM_Task, 'duration_secs': 0.539831} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.368590] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c5e4294-65de-4f22-88d7-dcfc4fda6423 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-c62f5175-5295-4811-a01c-8242403edf35/volume-c62f5175-5295-4811-a01c-8242403edf35.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.374103] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "refresh_cache-65280c2e-c523-4a2e-8037-e4aa36f849ca" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.374510] env[65794]: DEBUG nova.compute.manager [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Instance network_info: |[{"id": "3239f7ee-9b30-463a-abf4-c560a898ea75", "address": "fa:16:3e:e6:f9:d3", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3239f7ee-9b", "ovs_interfaceid": "3239f7ee-9b30-463a-abf4-c560a898ea75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1242.374860] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f525c03-4f88-48e7-a200-5f90f1a8641e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.385890] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:f9:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3239f7ee-9b30-463a-abf4-c560a898ea75', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.393327] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1242.393873] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.397974] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15c005ef-7bbd-4ca2-af81-1262d53d13f4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.413809] env[65794]: DEBUG oslo_vmware.api [None req-3c5e4294-65de-4f22-88d7-dcfc4fda6423 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1242.413809] env[65794]: value = "task-4812265" [ 1242.413809] env[65794]: _type = "Task" [ 1242.413809] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.421286] env[65794]: DEBUG oslo_vmware.api [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Task: {'id': task-4812263, 'name': PowerOffVM_Task, 'duration_secs': 0.198405} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.422912] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.423112] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.423359] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.423359] env[65794]: value = "task-4812266" [ 1242.423359] env[65794]: _type = "Task" [ 1242.423359] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.423543] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b49b3b7-2c04-4679-bb77-0e60a8e9a198 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.433992] env[65794]: DEBUG oslo_vmware.api [None req-3c5e4294-65de-4f22-88d7-dcfc4fda6423 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.437181] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812266, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.478958] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ab47b9-ae9f-0c06-f11d-f240ff9e550f, 'name': SearchDatastore_Task, 'duration_secs': 0.014637} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.479195] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.479444] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1242.479682] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.479826] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.480083] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1242.480779] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc3a8149-57af-4da3-994d-6404acb316de {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.492626] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1242.492934] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1242.493908] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5d6d516-3590-4cc3-b8f4-0e55dc63c04e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.498163] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.498392] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.498632] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Deleting the datastore file [datastore1] d4da4d67-ac25-4a9b-ac2a-8bc69ff40190 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.499303] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7e6ec67-cdf3-45e4-93c5-9a56bc725a62 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.502764] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Waiting for the task: (returnval){ [ 1242.502764] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5231232e-2e56-c318-10fa-3148e08a89da" [ 1242.502764] env[65794]: _type = "Task" [ 1242.502764] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.508982] env[65794]: DEBUG oslo_vmware.api [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Waiting for the task: (returnval){ [ 1242.508982] env[65794]: value = "task-4812268" [ 1242.508982] env[65794]: _type = "Task" [ 1242.508982] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.512161] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5231232e-2e56-c318-10fa-3148e08a89da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.521643] env[65794]: DEBUG oslo_vmware.api [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Task: {'id': task-4812268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.584270] env[65794]: DEBUG nova.compute.manager [req-51765f63-fd16-49b8-8a05-533ed4891904 req-293c29bc-b0e1-4317-bb34-2b0ba04e4676 service nova] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Received event network-changed-3239f7ee-9b30-463a-abf4-c560a898ea75 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1242.584495] env[65794]: DEBUG nova.compute.manager [req-51765f63-fd16-49b8-8a05-533ed4891904 req-293c29bc-b0e1-4317-bb34-2b0ba04e4676 service nova] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Refreshing instance network info cache due to event network-changed-3239f7ee-9b30-463a-abf4-c560a898ea75. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1242.584783] env[65794]: DEBUG oslo_concurrency.lockutils [req-51765f63-fd16-49b8-8a05-533ed4891904 req-293c29bc-b0e1-4317-bb34-2b0ba04e4676 service nova] Acquiring lock "refresh_cache-65280c2e-c523-4a2e-8037-e4aa36f849ca" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.584984] env[65794]: DEBUG oslo_concurrency.lockutils [req-51765f63-fd16-49b8-8a05-533ed4891904 req-293c29bc-b0e1-4317-bb34-2b0ba04e4676 service nova] Acquired lock "refresh_cache-65280c2e-c523-4a2e-8037-e4aa36f849ca" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.585246] env[65794]: DEBUG nova.network.neutron [req-51765f63-fd16-49b8-8a05-533ed4891904 req-293c29bc-b0e1-4317-bb34-2b0ba04e4676 service nova] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Refreshing network info cache for port 3239f7ee-9b30-463a-abf4-c560a898ea75 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.835446] env[65794]: DEBUG oslo_vmware.api [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812264, 'name': ReconfigVM_Task, 'duration_secs': 0.336702} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.835749] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 11d2cb45-b468-4c08-84cc-3db6eaee4fc2/11d2cb45-b468-4c08-84cc-3db6eaee4fc2.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.836654] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0534d2-8f1e-4787-9cf6-d6e008cb2642 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.859041] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321c30c6-a138-4bae-b891-01b8ae200a76 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.885451] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b9991c-cdb0-4680-a9cc-96131c675b3c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.908629] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa567b41-61a0-4ef5-97fb-ae8b73f5d48e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.917244] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.920839] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cdf4d2e-b5d4-46f9-a794-eccd76624a77 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.932508] env[65794]: DEBUG oslo_vmware.api [None req-3c5e4294-65de-4f22-88d7-dcfc4fda6423 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812265, 'name': ReconfigVM_Task, 'duration_secs': 0.188561} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.932800] env[65794]: DEBUG oslo_vmware.api [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1242.932800] env[65794]: value = "task-4812269" [ 1242.932800] env[65794]: _type = "Task" [ 1242.932800] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.933474] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c5e4294-65de-4f22-88d7-dcfc4fda6423 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938278', 'volume_id': 'c62f5175-5295-4811-a01c-8242403edf35', 'name': 'volume-c62f5175-5295-4811-a01c-8242403edf35', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1787d56-5634-4437-849b-f576fc336909', 'attached_at': '', 'detached_at': '', 'volume_id': 'c62f5175-5295-4811-a01c-8242403edf35', 'serial': 'c62f5175-5295-4811-a01c-8242403edf35'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1242.942526] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812266, 'name': CreateVM_Task, 'duration_secs': 0.417664} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.943094] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.943599] env[65794]: WARNING neutronclient.v2_0.client [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.948984] env[65794]: DEBUG oslo_vmware.api [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812269, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.955526] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.955692] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.956016] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.956344] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95d63da7-56f2-4089-9fa1-a66c5cd56033 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.962963] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1242.962963] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52fcefa3-0fc5-3645-cd44-9135e6471728" [ 1242.962963] env[65794]: _type = "Task" [ 1242.962963] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.971718] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52fcefa3-0fc5-3645-cd44-9135e6471728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.014522] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5231232e-2e56-c318-10fa-3148e08a89da, 'name': SearchDatastore_Task, 'duration_secs': 0.017156} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.018343] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da7fe442-658d-4e3b-9fd2-ce6392816cf3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.026203] env[65794]: DEBUG oslo_vmware.api [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Task: {'id': task-4812268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151217} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.028022] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.029085] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.029085] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.029085] env[65794]: INFO nova.compute.manager [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1243.029293] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1243.029690] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Waiting for the task: (returnval){ [ 1243.029690] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52943ddb-2482-d1e5-d909-b14f5dbb1fd2" [ 1243.029690] env[65794]: _type = "Task" [ 1243.029690] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.029983] env[65794]: DEBUG nova.compute.manager [-] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1243.030161] env[65794]: DEBUG nova.network.neutron [-] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1243.030508] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.041296] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52943ddb-2482-d1e5-d909-b14f5dbb1fd2, 'name': SearchDatastore_Task, 'duration_secs': 0.010059} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.041538] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.041791] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f/4c1af740-8c29-4eb7-ba45-f33dbd38fe8f.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1243.042054] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ea87312-c212-427b-be74-cd86742404e7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.048473] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Waiting for the task: (returnval){ [ 1243.048473] env[65794]: value = "task-4812270" [ 1243.048473] env[65794]: _type = "Task" [ 1243.048473] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.056791] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.088326] env[65794]: WARNING neutronclient.v2_0.client [req-51765f63-fd16-49b8-8a05-533ed4891904 req-293c29bc-b0e1-4317-bb34-2b0ba04e4676 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.091774] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.366208] env[65794]: DEBUG oslo_concurrency.lockutils [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.366572] env[65794]: DEBUG oslo_concurrency.lockutils [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.446230] env[65794]: WARNING neutronclient.v2_0.client [req-51765f63-fd16-49b8-8a05-533ed4891904 req-293c29bc-b0e1-4317-bb34-2b0ba04e4676 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.459453] env[65794]: DEBUG oslo_vmware.api [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812269, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.480807] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52fcefa3-0fc5-3645-cd44-9135e6471728, 'name': SearchDatastore_Task, 'duration_secs': 0.010528} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.484728] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.485590] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.485728] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.486049] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.486049] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.487322] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4aba286-b2ef-41c3-aec5-be1ecad23134 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.490909] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd7217f5-93e3-4962-9825-1efc6b185455 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.506775] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94d9e62-9c68-4ebd-a0a4-960a1ed889c0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.513933] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.514214] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.517803] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3100cfb5-d9ec-4698-ba87-5ac880ef6571 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.553276] env[65794]: DEBUG nova.network.neutron [req-51765f63-fd16-49b8-8a05-533ed4891904 req-293c29bc-b0e1-4317-bb34-2b0ba04e4676 service nova] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Updated VIF entry in instance network info cache for port 3239f7ee-9b30-463a-abf4-c560a898ea75. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1243.553621] env[65794]: DEBUG nova.network.neutron [req-51765f63-fd16-49b8-8a05-533ed4891904 req-293c29bc-b0e1-4317-bb34-2b0ba04e4676 service nova] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Updating instance_info_cache with network_info: [{"id": "3239f7ee-9b30-463a-abf4-c560a898ea75", "address": "fa:16:3e:e6:f9:d3", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3239f7ee-9b", "ovs_interfaceid": "3239f7ee-9b30-463a-abf4-c560a898ea75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.558981] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7333df82-a011-4d28-8f61-78f74c632d53 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.563786] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1243.563786] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f9823c-5118-e591-95f4-5f0825f70964" [ 1243.563786] env[65794]: _type = "Task" [ 1243.563786] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.574240] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812270, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.575882] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e283bf-deaa-4a29-b87e-fd9fba768457 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.583632] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f9823c-5118-e591-95f4-5f0825f70964, 'name': SearchDatastore_Task, 'duration_secs': 0.010554} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.584699] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dc67b0f-62e0-4b05-a9b7-c30c0d1e2004 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.595444] env[65794]: DEBUG nova.compute.provider_tree [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.600113] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1243.600113] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52fd40fb-fad3-e147-6db5-e6d7639393c5" [ 1243.600113] env[65794]: _type = "Task" [ 1243.600113] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.609732] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52fd40fb-fad3-e147-6db5-e6d7639393c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.947527] env[65794]: DEBUG oslo_vmware.api [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812269, 'name': PowerOnVM_Task, 'duration_secs': 0.553509} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.947819] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.022886] env[65794]: DEBUG nova.objects.instance [None req-3c5e4294-65de-4f22-88d7-dcfc4fda6423 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lazy-loading 'flavor' on Instance uuid e1787d56-5634-4437-849b-f576fc336909 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.061052] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812270, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.064609] env[65794]: DEBUG oslo_concurrency.lockutils [req-51765f63-fd16-49b8-8a05-533ed4891904 req-293c29bc-b0e1-4317-bb34-2b0ba04e4676 service nova] Releasing lock "refresh_cache-65280c2e-c523-4a2e-8037-e4aa36f849ca" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.099252] env[65794]: DEBUG nova.scheduler.client.report [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.114209] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52fd40fb-fad3-e147-6db5-e6d7639393c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010056} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.115080] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.115363] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 65280c2e-c523-4a2e-8037-e4aa36f849ca/65280c2e-c523-4a2e-8037-e4aa36f849ca.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1244.115617] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87477fb6-51ca-4fef-bd10-a68c0f58b8c7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.123662] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1244.123662] env[65794]: value = "task-4812271" [ 1244.123662] env[65794]: _type = "Task" [ 1244.123662] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.134233] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.136875] env[65794]: DEBUG nova.network.neutron [-] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.149739] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.150047] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.484428] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aeaa93e2-1c16-4532-a7e1-96103fa784e2 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Acquiring lock "0065bad3-242e-4340-af41-0e420463ff28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.484778] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aeaa93e2-1c16-4532-a7e1-96103fa784e2 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Lock "0065bad3-242e-4340-af41-0e420463ff28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.485026] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aeaa93e2-1c16-4532-a7e1-96103fa784e2 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Acquiring lock "0065bad3-242e-4340-af41-0e420463ff28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.485223] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aeaa93e2-1c16-4532-a7e1-96103fa784e2 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Lock "0065bad3-242e-4340-af41-0e420463ff28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.485428] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aeaa93e2-1c16-4532-a7e1-96103fa784e2 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Lock "0065bad3-242e-4340-af41-0e420463ff28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.487811] env[65794]: INFO nova.compute.manager [None req-aeaa93e2-1c16-4532-a7e1-96103fa784e2 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Terminating instance [ 1244.504124] env[65794]: DEBUG oslo_concurrency.lockutils [None req-50b6190e-c338-4a5e-ac56-151548028df4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "e1787d56-5634-4437-849b-f576fc336909" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.527794] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3c5e4294-65de-4f22-88d7-dcfc4fda6423 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "e1787d56-5634-4437-849b-f576fc336909" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.854s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.528758] env[65794]: DEBUG oslo_concurrency.lockutils [None req-50b6190e-c338-4a5e-ac56-151548028df4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "e1787d56-5634-4437-849b-f576fc336909" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.025s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.562205] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812270, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.492205} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.562476] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f/4c1af740-8c29-4eb7-ba45-f33dbd38fe8f.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.562705] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.562983] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8c7a6e5-c725-4363-b30b-4ffb5d5785f0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.572222] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Waiting for the task: (returnval){ [ 1244.572222] env[65794]: value = "task-4812272" [ 1244.572222] env[65794]: _type = "Task" [ 1244.572222] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.581159] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.608265] env[65794]: DEBUG oslo_concurrency.lockutils [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.242s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.608552] env[65794]: INFO nova.compute.manager [None req-24c25895-db54-4235-bdb7-8764f6fa1ff0 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Successfully reverted task state from rebuilding on failure for instance. [ 1244.616519] env[65794]: DEBUG nova.compute.manager [req-63b608ef-789b-443f-88ce-ca0f2c0b1edc req-72055cd5-119f-4c71-bd85-5ddb4a080b7a service nova] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Received event network-vif-deleted-dee67760-88cb-4191-9615-1fad72d2df7a {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1244.636092] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812271, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.639724] env[65794]: INFO nova.compute.manager [-] [instance: d4da4d67-ac25-4a9b-ac2a-8bc69ff40190] Took 1.61 seconds to deallocate network for instance. [ 1244.652892] env[65794]: DEBUG nova.compute.manager [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1244.991951] env[65794]: DEBUG nova.compute.manager [None req-aeaa93e2-1c16-4532-a7e1-96103fa784e2 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1244.992351] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cda0c564-a3a6-4abe-a1f6-1d71772d62ae {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.995683] env[65794]: INFO nova.compute.manager [None req-52a3e2df-84d7-44cc-858d-6fd3514ad617 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Updating instance to original state: 'active' [ 1245.006975] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583e1a63-9604-46cf-9551-e53eb1c50426 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.037870] env[65794]: INFO nova.compute.manager [None req-50b6190e-c338-4a5e-ac56-151548028df4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Detaching volume c62f5175-5295-4811-a01c-8242403edf35 [ 1245.040258] env[65794]: WARNING nova.virt.vmwareapi.driver [None req-aeaa93e2-1c16-4532-a7e1-96103fa784e2 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 0065bad3-242e-4340-af41-0e420463ff28 could not be found. [ 1245.040446] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-aeaa93e2-1c16-4532-a7e1-96103fa784e2 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.041740] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25592ea6-4d0d-4d94-921b-5c29fb6c298e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.054473] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb2891c-97b2-4f18-be3e-131d4c6ffa19 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.071509] env[65794]: INFO nova.virt.block_device [None req-50b6190e-c338-4a5e-ac56-151548028df4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Attempting to driver detach volume c62f5175-5295-4811-a01c-8242403edf35 from mountpoint /dev/sdb [ 1245.071757] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b6190e-c338-4a5e-ac56-151548028df4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Volume detach. Driver type: vmdk {{(pid=65794) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1245.071938] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b6190e-c338-4a5e-ac56-151548028df4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938278', 'volume_id': 'c62f5175-5295-4811-a01c-8242403edf35', 'name': 'volume-c62f5175-5295-4811-a01c-8242403edf35', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1787d56-5634-4437-849b-f576fc336909', 'attached_at': '', 'detached_at': '', 'volume_id': 'c62f5175-5295-4811-a01c-8242403edf35', 'serial': 'c62f5175-5295-4811-a01c-8242403edf35'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1245.072789] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ce2282-8496-4cb9-a5d3-07a4316f8c45 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.089728] env[65794]: WARNING nova.virt.vmwareapi.vmops [None req-aeaa93e2-1c16-4532-a7e1-96103fa784e2 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0065bad3-242e-4340-af41-0e420463ff28 could not be found. [ 1245.089943] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-aeaa93e2-1c16-4532-a7e1-96103fa784e2 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.090098] env[65794]: INFO nova.compute.manager [None req-aeaa93e2-1c16-4532-a7e1-96103fa784e2 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1245.090335] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-aeaa93e2-1c16-4532-a7e1-96103fa784e2 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1245.106081] env[65794]: DEBUG nova.compute.manager [-] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1245.106256] env[65794]: DEBUG nova.network.neutron [-] [instance: 0065bad3-242e-4340-af41-0e420463ff28] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1245.106503] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.112010] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e04d43a-dc90-493f-98c5-ccabadee3d23 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.114562] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073092} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.114811] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.115889] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4f5813-27bf-4042-a5e7-e5001685a922 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.120998] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41b3b4e-8274-4298-bf41-ace782888df6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.139727] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f/4c1af740-8c29-4eb7-ba45-f33dbd38fe8f.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.143938] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5cbc282-dc35-43b1-b29e-0dbbf63d0b8f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.173723] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.174014] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.174258] env[65794]: DEBUG nova.objects.instance [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Lazy-loading 'resources' on Instance uuid d4da4d67-ac25-4a9b-ac2a-8bc69ff40190 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.181340] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b72889-c923-4fee-9e9e-c44352707745 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.186321] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.191303] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.827806} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.193214] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 65280c2e-c523-4a2e-8037-e4aa36f849ca/65280c2e-c523-4a2e-8037-e4aa36f849ca.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.193438] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.194076] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Waiting for the task: (returnval){ [ 1245.194076] env[65794]: value = "task-4812273" [ 1245.194076] env[65794]: _type = "Task" [ 1245.194076] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.194339] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5477ace-e144-4f48-9da0-59c7631ba1e0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.207897] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.211716] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b6190e-c338-4a5e-ac56-151548028df4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] The volume has not been displaced from its original location: [datastore2] volume-c62f5175-5295-4811-a01c-8242403edf35/volume-c62f5175-5295-4811-a01c-8242403edf35.vmdk. No consolidation needed. {{(pid=65794) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1245.217056] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b6190e-c338-4a5e-ac56-151548028df4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1245.218271] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d556f49-2591-44fb-aaf1-c495ffe318a9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.233754] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1245.233754] env[65794]: value = "task-4812274" [ 1245.233754] env[65794]: _type = "Task" [ 1245.233754] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.241239] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.247083] env[65794]: DEBUG oslo_vmware.api [None req-50b6190e-c338-4a5e-ac56-151548028df4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1245.247083] env[65794]: value = "task-4812275" [ 1245.247083] env[65794]: _type = "Task" [ 1245.247083] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.251936] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.265387] env[65794]: DEBUG oslo_vmware.api [None req-50b6190e-c338-4a5e-ac56-151548028df4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.720109] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812273, 'name': ReconfigVM_Task, 'duration_secs': 0.529336} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.720431] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f/4c1af740-8c29-4eb7-ba45-f33dbd38fe8f.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.721125] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-917d2766-912d-4fa1-b2b0-0dc1802e2bec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.736503] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Waiting for the task: (returnval){ [ 1245.736503] env[65794]: value = "task-4812276" [ 1245.736503] env[65794]: _type = "Task" [ 1245.736503] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.753676] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812276, 'name': Rename_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.754051] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067891} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.760449] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.762021] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f7b3f7-3b8b-4891-927c-dced75fe3446 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.787520] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 65280c2e-c523-4a2e-8037-e4aa36f849ca/65280c2e-c523-4a2e-8037-e4aa36f849ca.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.794774] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea86ab6f-201f-445f-bb61-f2e56e259239 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.810813] env[65794]: DEBUG oslo_vmware.api [None req-50b6190e-c338-4a5e-ac56-151548028df4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812275, 'name': ReconfigVM_Task, 'duration_secs': 0.36806} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.812017] env[65794]: DEBUG nova.compute.manager [req-0426eaff-2eb3-44e3-a17a-b125aa13feff req-6344b10f-0ee6-402e-ab95-b80504eec9cf service nova] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Received event network-vif-deleted-7e600215-dd6b-43f9-af8e-511017644994 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1245.812217] env[65794]: INFO nova.compute.manager [req-0426eaff-2eb3-44e3-a17a-b125aa13feff req-6344b10f-0ee6-402e-ab95-b80504eec9cf service nova] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Neutron deleted interface 7e600215-dd6b-43f9-af8e-511017644994; detaching it from the instance and deleting it from the info cache [ 1245.813044] env[65794]: DEBUG nova.network.neutron [req-0426eaff-2eb3-44e3-a17a-b125aa13feff req-6344b10f-0ee6-402e-ab95-b80504eec9cf service nova] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.814215] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b6190e-c338-4a5e-ac56-151548028df4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1245.820884] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4709d9e0-8919-46dc-bece-4bf795e5f7ef {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.838125] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1245.838125] env[65794]: value = "task-4812277" [ 1245.838125] env[65794]: _type = "Task" [ 1245.838125] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.846153] env[65794]: DEBUG oslo_vmware.api [None req-50b6190e-c338-4a5e-ac56-151548028df4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1245.846153] env[65794]: value = "task-4812278" [ 1245.846153] env[65794]: _type = "Task" [ 1245.846153] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.850623] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.864789] env[65794]: DEBUG oslo_vmware.api [None req-50b6190e-c338-4a5e-ac56-151548028df4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.872125] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22415812-ea95-4621-b132-fdf9eb7a94e4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.880394] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24201082-b104-4222-aa61-7e3cb76babf0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.935094] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56da952a-d269-41ca-a230-d922df95c33a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.947300] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2d56f8-9f26-4af2-b4b9-fa6c7919e054 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.968496] env[65794]: DEBUG nova.compute.provider_tree [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.188023] env[65794]: DEBUG nova.network.neutron [-] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.249615] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812276, 'name': Rename_Task, 'duration_secs': 0.226989} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.250047] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.250472] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29274820-32f5-4683-88e1-919b08c88a4d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.259345] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Waiting for the task: (returnval){ [ 1246.259345] env[65794]: value = "task-4812279" [ 1246.259345] env[65794]: _type = "Task" [ 1246.259345] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.274422] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.320981] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-260176c3-5f54-4fb9-aee2-7e4ccdf7e03d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.334031] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90695dc4-c919-44a9-9369-e0745de75782 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.361120] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812277, 'name': ReconfigVM_Task} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.361517] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 65280c2e-c523-4a2e-8037-e4aa36f849ca/65280c2e-c523-4a2e-8037-e4aa36f849ca.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.362438] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c6f8a1e-7dd6-469d-a0bf-2cc63c7056de {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.378221] env[65794]: DEBUG nova.compute.manager [req-0426eaff-2eb3-44e3-a17a-b125aa13feff req-6344b10f-0ee6-402e-ab95-b80504eec9cf service nova] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Detach interface failed, port_id=7e600215-dd6b-43f9-af8e-511017644994, reason: Instance 0065bad3-242e-4340-af41-0e420463ff28 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1246.383490] env[65794]: DEBUG oslo_vmware.api [None req-50b6190e-c338-4a5e-ac56-151548028df4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812278, 'name': ReconfigVM_Task, 'duration_secs': 0.167187} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.384017] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1246.384017] env[65794]: value = "task-4812280" [ 1246.384017] env[65794]: _type = "Task" [ 1246.384017] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.384586] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b6190e-c338-4a5e-ac56-151548028df4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938278', 'volume_id': 'c62f5175-5295-4811-a01c-8242403edf35', 'name': 'volume-c62f5175-5295-4811-a01c-8242403edf35', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e1787d56-5634-4437-849b-f576fc336909', 'attached_at': '', 'detached_at': '', 'volume_id': 'c62f5175-5295-4811-a01c-8242403edf35', 'serial': 'c62f5175-5295-4811-a01c-8242403edf35'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1246.397170] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812280, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.472687] env[65794]: DEBUG nova.scheduler.client.report [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.690437] env[65794]: INFO nova.compute.manager [-] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Took 1.58 seconds to deallocate network for instance. [ 1246.771435] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "11d2cb45-b468-4c08-84cc-3db6eaee4fc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.771647] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "11d2cb45-b468-4c08-84cc-3db6eaee4fc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.771933] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "11d2cb45-b468-4c08-84cc-3db6eaee4fc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.772175] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "11d2cb45-b468-4c08-84cc-3db6eaee4fc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.772303] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "11d2cb45-b468-4c08-84cc-3db6eaee4fc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.773894] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812279, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.775335] env[65794]: INFO nova.compute.manager [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Terminating instance [ 1246.898692] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812280, 'name': Rename_Task, 'duration_secs': 0.467257} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.899015] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.899267] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e86e3dc6-169f-48f0-918b-d036d1479567 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.907106] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1246.907106] env[65794]: value = "task-4812281" [ 1246.907106] env[65794]: _type = "Task" [ 1246.907106] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.924747] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.941184] env[65794]: DEBUG nova.objects.instance [None req-50b6190e-c338-4a5e-ac56-151548028df4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lazy-loading 'flavor' on Instance uuid e1787d56-5634-4437-849b-f576fc336909 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.979150] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.982263] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.774s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.983308] env[65794]: INFO nova.compute.claims [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1247.004173] env[65794]: INFO nova.scheduler.client.report [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Deleted allocations for instance d4da4d67-ac25-4a9b-ac2a-8bc69ff40190 [ 1247.237910] env[65794]: INFO nova.compute.manager [None req-aeaa93e2-1c16-4532-a7e1-96103fa784e2 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Took 0.55 seconds to detach 1 volumes for instance. [ 1247.240851] env[65794]: DEBUG nova.compute.manager [None req-aeaa93e2-1c16-4532-a7e1-96103fa784e2 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] [instance: 0065bad3-242e-4340-af41-0e420463ff28] Deleting volume: 462ad6f3-1908-40ea-ba9e-df8aa47a38da {{(pid=65794) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3328}} [ 1247.272817] env[65794]: DEBUG oslo_vmware.api [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812279, 'name': PowerOnVM_Task, 'duration_secs': 0.923574} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.272817] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.273518] env[65794]: DEBUG nova.compute.manager [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1247.274169] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fec112-4b63-4448-83d8-b59582019311 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.281821] env[65794]: DEBUG nova.compute.manager [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1247.282068] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.284839] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd7476db-d307-4259-acd7-934dda4e39db {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.293537] env[65794]: DEBUG oslo_vmware.api [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1247.293537] env[65794]: value = "task-4812282" [ 1247.293537] env[65794]: _type = "Task" [ 1247.293537] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.303412] env[65794]: DEBUG oslo_vmware.api [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.419410] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812281, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.512464] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6ca4f70b-1a23-4835-9a5b-b35c6d189f34 tempest-ServersTestManualDisk-1342556756 tempest-ServersTestManualDisk-1342556756-project-member] Lock "d4da4d67-ac25-4a9b-ac2a-8bc69ff40190" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.148s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.792481] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aeaa93e2-1c16-4532-a7e1-96103fa784e2 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.797273] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.803969] env[65794]: DEBUG oslo_vmware.api [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812282, 'name': PowerOffVM_Task, 'duration_secs': 0.209017} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.804276] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.804471] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Volume detach. Driver type: vmdk {{(pid=65794) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1247.804662] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938274', 'volume_id': '5c9f713b-784c-4cf8-9a99-64640a2e8440', 'name': 'volume-5c9f713b-784c-4cf8-9a99-64640a2e8440', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '11d2cb45-b468-4c08-84cc-3db6eaee4fc2', 'attached_at': '2025-11-23T05:38:05.000000', 'detached_at': '', 'volume_id': '5c9f713b-784c-4cf8-9a99-64640a2e8440', 'serial': '5c9f713b-784c-4cf8-9a99-64640a2e8440'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1247.805515] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13805ff0-7cc3-401d-b87a-6b62476ebee4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.827590] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eab1eb0-b173-493f-8809-fd1f079db043 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.835572] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4926cf3e-c3f7-411a-a276-1566f3f06150 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.857394] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab3cf6d-845a-4357-9a8c-31b25d9ee35d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.873345] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The volume has not been displaced from its original location: [datastore1] volume-5c9f713b-784c-4cf8-9a99-64640a2e8440/volume-5c9f713b-784c-4cf8-9a99-64640a2e8440.vmdk. No consolidation needed. {{(pid=65794) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1247.878751] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1247.879130] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14ad985b-1bac-4ba1-baf2-5af996f7913c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.897357] env[65794]: DEBUG oslo_vmware.api [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1247.897357] env[65794]: value = "task-4812284" [ 1247.897357] env[65794]: _type = "Task" [ 1247.897357] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.906318] env[65794]: DEBUG oslo_vmware.api [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.917171] env[65794]: DEBUG oslo_vmware.api [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812281, 'name': PowerOnVM_Task, 'duration_secs': 0.525797} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.917514] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.917728] env[65794]: INFO nova.compute.manager [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1247.917941] env[65794]: DEBUG nova.compute.manager [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1247.918840] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11224d6-178c-42dc-a81a-58f60a938bb8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.951013] env[65794]: DEBUG oslo_concurrency.lockutils [None req-50b6190e-c338-4a5e-ac56-151548028df4 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "e1787d56-5634-4437-849b-f576fc336909" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.422s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.077557] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95243e8e-771c-424c-9f0f-45c6084bc113 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.086835] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bb9aec-edc6-487f-9946-e6d08b7005a2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.124648] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcdb36b-227f-416b-b974-20edc9535603 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.132827] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba48088-990d-4581-851d-9a41a101975b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.146624] env[65794]: DEBUG nova.compute.provider_tree [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.408489] env[65794]: DEBUG oslo_vmware.api [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812284, 'name': ReconfigVM_Task, 'duration_secs': 0.357852} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.408845] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1248.413534] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1324d6c7-82ac-4630-9175-23eccae54a8c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.433799] env[65794]: DEBUG oslo_vmware.api [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1248.433799] env[65794]: value = "task-4812285" [ 1248.433799] env[65794]: _type = "Task" [ 1248.433799] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.441986] env[65794]: INFO nova.compute.manager [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Took 14.04 seconds to build instance. [ 1248.446875] env[65794]: DEBUG oslo_vmware.api [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.526304] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Acquiring lock "4c1af740-8c29-4eb7-ba45-f33dbd38fe8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.526703] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Lock "4c1af740-8c29-4eb7-ba45-f33dbd38fe8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.527011] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Acquiring lock "4c1af740-8c29-4eb7-ba45-f33dbd38fe8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.527294] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Lock "4c1af740-8c29-4eb7-ba45-f33dbd38fe8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.527565] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Lock "4c1af740-8c29-4eb7-ba45-f33dbd38fe8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.529803] env[65794]: INFO nova.compute.manager [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Terminating instance [ 1248.650045] env[65794]: DEBUG nova.scheduler.client.report [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.843942] env[65794]: DEBUG oslo_concurrency.lockutils [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "e1787d56-5634-4437-849b-f576fc336909" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.844225] env[65794]: DEBUG oslo_concurrency.lockutils [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "e1787d56-5634-4437-849b-f576fc336909" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.844451] env[65794]: DEBUG oslo_concurrency.lockutils [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "e1787d56-5634-4437-849b-f576fc336909-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.844634] env[65794]: DEBUG oslo_concurrency.lockutils [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "e1787d56-5634-4437-849b-f576fc336909-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.844793] env[65794]: DEBUG oslo_concurrency.lockutils [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "e1787d56-5634-4437-849b-f576fc336909-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.846897] env[65794]: INFO nova.compute.manager [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Terminating instance [ 1248.948067] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f97c5341-763f-4679-aca0-a70a5d345ae8 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "65280c2e-c523-4a2e-8037-e4aa36f849ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.557s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.948370] env[65794]: DEBUG oslo_vmware.api [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812285, 'name': ReconfigVM_Task, 'duration_secs': 0.282704} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.948649] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938274', 'volume_id': '5c9f713b-784c-4cf8-9a99-64640a2e8440', 'name': 'volume-5c9f713b-784c-4cf8-9a99-64640a2e8440', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '11d2cb45-b468-4c08-84cc-3db6eaee4fc2', 'attached_at': '2025-11-23T05:38:05.000000', 'detached_at': '', 'volume_id': '5c9f713b-784c-4cf8-9a99-64640a2e8440', 'serial': '5c9f713b-784c-4cf8-9a99-64640a2e8440'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1248.949516] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.949842] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6bf219-c432-4cf1-a3fc-4902b30fc572 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.962183] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.962452] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59cd66f7-df06-452d-a544-2b96090a17dd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.033738] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Acquiring lock "refresh_cache-4c1af740-8c29-4eb7-ba45-f33dbd38fe8f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.034031] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Acquired lock "refresh_cache-4c1af740-8c29-4eb7-ba45-f33dbd38fe8f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.034207] env[65794]: DEBUG nova.network.neutron [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1249.051321] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.051667] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.051874] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Deleting the datastore file [datastore2] 11d2cb45-b468-4c08-84cc-3db6eaee4fc2 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.052488] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5846c73-3429-47f6-a1b8-3eb894010451 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.059744] env[65794]: DEBUG oslo_vmware.api [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1249.059744] env[65794]: value = "task-4812287" [ 1249.059744] env[65794]: _type = "Task" [ 1249.059744] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.069438] env[65794]: DEBUG oslo_vmware.api [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.156970] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.157666] env[65794]: DEBUG nova.compute.manager [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1249.161455] env[65794]: DEBUG nova.compute.manager [req-9025f4a4-07d6-4eaf-a5af-21686de6ff34 req-aa7995a3-53b9-4168-ba4a-d2c319bf0a09 service nova] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Received event network-changed-3239f7ee-9b30-463a-abf4-c560a898ea75 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1249.161767] env[65794]: DEBUG nova.compute.manager [req-9025f4a4-07d6-4eaf-a5af-21686de6ff34 req-aa7995a3-53b9-4168-ba4a-d2c319bf0a09 service nova] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Refreshing instance network info cache due to event network-changed-3239f7ee-9b30-463a-abf4-c560a898ea75. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1249.161767] env[65794]: DEBUG oslo_concurrency.lockutils [req-9025f4a4-07d6-4eaf-a5af-21686de6ff34 req-aa7995a3-53b9-4168-ba4a-d2c319bf0a09 service nova] Acquiring lock "refresh_cache-65280c2e-c523-4a2e-8037-e4aa36f849ca" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.161952] env[65794]: DEBUG oslo_concurrency.lockutils [req-9025f4a4-07d6-4eaf-a5af-21686de6ff34 req-aa7995a3-53b9-4168-ba4a-d2c319bf0a09 service nova] Acquired lock "refresh_cache-65280c2e-c523-4a2e-8037-e4aa36f849ca" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.162124] env[65794]: DEBUG nova.network.neutron [req-9025f4a4-07d6-4eaf-a5af-21686de6ff34 req-aa7995a3-53b9-4168-ba4a-d2c319bf0a09 service nova] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Refreshing network info cache for port 3239f7ee-9b30-463a-abf4-c560a898ea75 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.163585] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aeaa93e2-1c16-4532-a7e1-96103fa784e2 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.371s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.163585] env[65794]: DEBUG nova.objects.instance [None req-aeaa93e2-1c16-4532-a7e1-96103fa784e2 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Lazy-loading 'resources' on Instance uuid 0065bad3-242e-4340-af41-0e420463ff28 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.350363] env[65794]: DEBUG nova.compute.manager [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1249.350604] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.352268] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c94cb4-20be-42b2-bf03-d71eda90c2c0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.360379] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.360628] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb6d8600-4f03-4030-8eec-4e550f3dd28d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.368434] env[65794]: DEBUG oslo_vmware.api [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1249.368434] env[65794]: value = "task-4812288" [ 1249.368434] env[65794]: _type = "Task" [ 1249.368434] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.376613] env[65794]: DEBUG oslo_vmware.api [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.536772] env[65794]: WARNING neutronclient.v2_0.client [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1249.556254] env[65794]: DEBUG nova.network.neutron [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1249.570792] env[65794]: DEBUG oslo_vmware.api [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157172} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.571077] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.571259] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.571433] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.571600] env[65794]: INFO nova.compute.manager [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1249.571849] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1249.572268] env[65794]: DEBUG nova.compute.manager [-] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1249.572268] env[65794]: DEBUG nova.network.neutron [-] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1249.572451] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1249.639914] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1249.665455] env[65794]: DEBUG nova.compute.utils [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1249.668277] env[65794]: WARNING neutronclient.v2_0.client [req-9025f4a4-07d6-4eaf-a5af-21686de6ff34 req-aa7995a3-53b9-4168-ba4a-d2c319bf0a09 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1249.671146] env[65794]: DEBUG nova.compute.manager [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1249.672072] env[65794]: DEBUG nova.network.neutron [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1249.672525] env[65794]: WARNING neutronclient.v2_0.client [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1249.673705] env[65794]: WARNING neutronclient.v2_0.client [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1249.722907] env[65794]: DEBUG nova.network.neutron [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.793865] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4270d033-f99d-46bc-b5cb-19d5a9a216d1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.803169] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8e3c1b-b26a-468f-8fa6-44c28e2fa0ef {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.842027] env[65794]: DEBUG nova.policy [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36ace02c86d14b6fb6849e8c1de4f560', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '641525153727464f9f447fe8d064f09d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1249.844787] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5917e52c-5d64-4f54-91a6-4019a1c1b5a8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.854876] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedfab78-c4c9-4ce8-aeee-e7222914dc18 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.874753] env[65794]: DEBUG nova.compute.provider_tree [None req-aeaa93e2-1c16-4532-a7e1-96103fa784e2 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.884657] env[65794]: DEBUG oslo_vmware.api [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812288, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.185583] env[65794]: DEBUG nova.compute.manager [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1250.229008] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Releasing lock "refresh_cache-4c1af740-8c29-4eb7-ba45-f33dbd38fe8f" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.230114] env[65794]: DEBUG nova.compute.manager [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1250.230426] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.232406] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b353f3e8-0d00-4c46-8430-c366187e99d8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.250266] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.250443] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8235f72e-5588-4d54-b9b4-9f5fcd25e0ae {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.263896] env[65794]: DEBUG oslo_vmware.api [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Waiting for the task: (returnval){ [ 1250.263896] env[65794]: value = "task-4812289" [ 1250.263896] env[65794]: _type = "Task" [ 1250.263896] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.277169] env[65794]: DEBUG oslo_vmware.api [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.384990] env[65794]: DEBUG nova.scheduler.client.report [None req-aeaa93e2-1c16-4532-a7e1-96103fa784e2 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.397657] env[65794]: DEBUG oslo_vmware.api [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812288, 'name': PowerOffVM_Task, 'duration_secs': 0.525722} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.397914] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.398095] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.400753] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f736ee7d-5202-4bd7-a39a-8841fcef45f5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.427896] env[65794]: WARNING neutronclient.v2_0.client [req-9025f4a4-07d6-4eaf-a5af-21686de6ff34 req-aa7995a3-53b9-4168-ba4a-d2c319bf0a09 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.487433] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.487433] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.487630] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Deleting the datastore file [datastore2] e1787d56-5634-4437-849b-f576fc336909 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.487949] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0dfff28-f153-4dea-bf7e-a3465ccca7c7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.499168] env[65794]: DEBUG oslo_vmware.api [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1250.499168] env[65794]: value = "task-4812291" [ 1250.499168] env[65794]: _type = "Task" [ 1250.499168] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.506921] env[65794]: DEBUG oslo_vmware.api [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.523740] env[65794]: DEBUG nova.network.neutron [req-9025f4a4-07d6-4eaf-a5af-21686de6ff34 req-aa7995a3-53b9-4168-ba4a-d2c319bf0a09 service nova] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Updated VIF entry in instance network info cache for port 3239f7ee-9b30-463a-abf4-c560a898ea75. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1250.524117] env[65794]: DEBUG nova.network.neutron [req-9025f4a4-07d6-4eaf-a5af-21686de6ff34 req-aa7995a3-53b9-4168-ba4a-d2c319bf0a09 service nova] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Updating instance_info_cache with network_info: [{"id": "3239f7ee-9b30-463a-abf4-c560a898ea75", "address": "fa:16:3e:e6:f9:d3", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3239f7ee-9b", "ovs_interfaceid": "3239f7ee-9b30-463a-abf4-c560a898ea75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.720707] env[65794]: DEBUG nova.network.neutron [-] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.737180] env[65794]: DEBUG nova.network.neutron [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Successfully created port: e411457e-0a0f-4150-8023-0de1113795c9 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1250.779116] env[65794]: DEBUG oslo_vmware.api [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812289, 'name': PowerOffVM_Task, 'duration_secs': 0.155679} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.779466] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.779932] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.780032] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e3986d0-bfce-4688-b7af-e8fd8d3e6720 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.811550] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.812236] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.812645] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Deleting the datastore file [datastore1] 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.813056] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebfe95d8-084f-4313-a186-efb8f8ee1d52 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.821909] env[65794]: DEBUG oslo_vmware.api [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Waiting for the task: (returnval){ [ 1250.821909] env[65794]: value = "task-4812293" [ 1250.821909] env[65794]: _type = "Task" [ 1250.821909] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.836516] env[65794]: DEBUG oslo_vmware.api [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.892598] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aeaa93e2-1c16-4532-a7e1-96103fa784e2 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.894695] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.097s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.895224] env[65794]: DEBUG nova.objects.instance [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65794) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1251.007301] env[65794]: DEBUG oslo_vmware.api [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367302} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.007568] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.007746] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.007915] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.008094] env[65794]: INFO nova.compute.manager [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: e1787d56-5634-4437-849b-f576fc336909] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1251.008350] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1251.008614] env[65794]: DEBUG nova.compute.manager [-] [instance: e1787d56-5634-4437-849b-f576fc336909] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1251.008722] env[65794]: DEBUG nova.network.neutron [-] [instance: e1787d56-5634-4437-849b-f576fc336909] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1251.008968] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.026884] env[65794]: DEBUG oslo_concurrency.lockutils [req-9025f4a4-07d6-4eaf-a5af-21686de6ff34 req-aa7995a3-53b9-4168-ba4a-d2c319bf0a09 service nova] Releasing lock "refresh_cache-65280c2e-c523-4a2e-8037-e4aa36f849ca" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.041368] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.201731] env[65794]: DEBUG nova.compute.manager [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1251.205085] env[65794]: DEBUG nova.compute.manager [req-9d963c56-7264-4613-adc4-91ec1cd79cb9 req-78b37337-4a12-4754-8050-3cc91cd684e8 service nova] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Received event network-vif-deleted-45f4ca21-0cee-4ea8-9c57-c8482c2bcfd3 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1251.224359] env[65794]: INFO nova.compute.manager [-] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Took 1.65 seconds to deallocate network for instance. [ 1251.239807] env[65794]: DEBUG nova.virt.hardware [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1251.240152] env[65794]: DEBUG nova.virt.hardware [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.240430] env[65794]: DEBUG nova.virt.hardware [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1251.240749] env[65794]: DEBUG nova.virt.hardware [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.241031] env[65794]: DEBUG nova.virt.hardware [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1251.241257] env[65794]: DEBUG nova.virt.hardware [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1251.241598] env[65794]: DEBUG nova.virt.hardware [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1251.241723] env[65794]: DEBUG nova.virt.hardware [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1251.242540] env[65794]: DEBUG nova.virt.hardware [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1251.242540] env[65794]: DEBUG nova.virt.hardware [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1251.242540] env[65794]: DEBUG nova.virt.hardware [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1251.244371] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5996bfca-8ba5-4430-b7ba-bdbe049f296d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.253925] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a48ea8-c7ec-4f96-a398-b9ed40fb9558 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.331459] env[65794]: DEBUG oslo_vmware.api [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Task: {'id': task-4812293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160891} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.331710] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.331891] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.332075] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.332249] env[65794]: INFO nova.compute.manager [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1251.332492] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1251.332684] env[65794]: DEBUG nova.compute.manager [-] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1251.332779] env[65794]: DEBUG nova.network.neutron [-] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1251.333013] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.416138] env[65794]: DEBUG oslo_concurrency.lockutils [None req-aeaa93e2-1c16-4532-a7e1-96103fa784e2 tempest-ServerActionsV293TestJSON-1628074148 tempest-ServerActionsV293TestJSON-1628074148-project-member] Lock "0065bad3-242e-4340-af41-0e420463ff28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.931s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.544905] env[65794]: DEBUG nova.network.neutron [-] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1251.544905] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.662735] env[65794]: DEBUG nova.compute.manager [req-21e9942b-d0d6-4e35-bad4-3e3d944d1d0f req-de50082a-55f5-4bea-ac75-379a7089e1bb service nova] [instance: e1787d56-5634-4437-849b-f576fc336909] Received event network-vif-deleted-47164887-1a39-499b-892f-55b77aac4790 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1251.662979] env[65794]: INFO nova.compute.manager [req-21e9942b-d0d6-4e35-bad4-3e3d944d1d0f req-de50082a-55f5-4bea-ac75-379a7089e1bb service nova] [instance: e1787d56-5634-4437-849b-f576fc336909] Neutron deleted interface 47164887-1a39-499b-892f-55b77aac4790; detaching it from the instance and deleting it from the info cache [ 1251.663499] env[65794]: DEBUG nova.network.neutron [req-21e9942b-d0d6-4e35-bad4-3e3d944d1d0f req-de50082a-55f5-4bea-ac75-379a7089e1bb service nova] [instance: e1787d56-5634-4437-849b-f576fc336909] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.768741] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Acquiring lock "4b35d1ab-027c-4329-badf-289a0dd77a8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.769107] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Lock "4b35d1ab-027c-4329-badf-289a0dd77a8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.778289] env[65794]: INFO nova.compute.manager [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 11d2cb45-b468-4c08-84cc-3db6eaee4fc2] Took 0.55 seconds to detach 1 volumes for instance. [ 1251.906101] env[65794]: DEBUG oslo_concurrency.lockutils [None req-dc486275-f9cb-4e0d-907f-76227e0dab2c tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.013884] env[65794]: DEBUG nova.network.neutron [-] [instance: e1787d56-5634-4437-849b-f576fc336909] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.047465] env[65794]: DEBUG nova.network.neutron [-] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.166876] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe6aee18-c916-4db3-920a-b309e9086008 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.178317] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e313bb-a761-4bca-96ab-f628763a1f79 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.207905] env[65794]: DEBUG nova.compute.manager [req-21e9942b-d0d6-4e35-bad4-3e3d944d1d0f req-de50082a-55f5-4bea-ac75-379a7089e1bb service nova] [instance: e1787d56-5634-4437-849b-f576fc336909] Detach interface failed, port_id=47164887-1a39-499b-892f-55b77aac4790, reason: Instance e1787d56-5634-4437-849b-f576fc336909 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1252.271475] env[65794]: DEBUG nova.compute.manager [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1252.285151] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.285440] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.285629] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.309507] env[65794]: INFO nova.scheduler.client.report [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Deleted allocations for instance 11d2cb45-b468-4c08-84cc-3db6eaee4fc2 [ 1252.344485] env[65794]: DEBUG nova.network.neutron [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Successfully updated port: e411457e-0a0f-4150-8023-0de1113795c9 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1252.516723] env[65794]: INFO nova.compute.manager [-] [instance: e1787d56-5634-4437-849b-f576fc336909] Took 1.51 seconds to deallocate network for instance. [ 1252.549599] env[65794]: INFO nova.compute.manager [-] [instance: 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f] Took 1.22 seconds to deallocate network for instance. [ 1252.793794] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.794091] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.796112] env[65794]: INFO nova.compute.claims [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.816707] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3e504572-5954-4fe5-8e1c-a4da166dd563 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "11d2cb45-b468-4c08-84cc-3db6eaee4fc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.045s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.850699] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "refresh_cache-16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.850699] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquired lock "refresh_cache-16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.850913] env[65794]: DEBUG nova.network.neutron [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1253.023550] env[65794]: DEBUG oslo_concurrency.lockutils [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.055829] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.232331] env[65794]: DEBUG nova.compute.manager [req-3812b034-6d7d-4dcf-91ba-b85e86619753 req-53b95ba3-d640-4de2-9417-12cd23db8612 service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Received event network-vif-plugged-e411457e-0a0f-4150-8023-0de1113795c9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1253.232551] env[65794]: DEBUG oslo_concurrency.lockutils [req-3812b034-6d7d-4dcf-91ba-b85e86619753 req-53b95ba3-d640-4de2-9417-12cd23db8612 service nova] Acquiring lock "16b0b1f0-d9b6-4bb2-8179-18ce40edaef1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.232750] env[65794]: DEBUG oslo_concurrency.lockutils [req-3812b034-6d7d-4dcf-91ba-b85e86619753 req-53b95ba3-d640-4de2-9417-12cd23db8612 service nova] Lock "16b0b1f0-d9b6-4bb2-8179-18ce40edaef1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.232913] env[65794]: DEBUG oslo_concurrency.lockutils [req-3812b034-6d7d-4dcf-91ba-b85e86619753 req-53b95ba3-d640-4de2-9417-12cd23db8612 service nova] Lock "16b0b1f0-d9b6-4bb2-8179-18ce40edaef1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.233229] env[65794]: DEBUG nova.compute.manager [req-3812b034-6d7d-4dcf-91ba-b85e86619753 req-53b95ba3-d640-4de2-9417-12cd23db8612 service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] No waiting events found dispatching network-vif-plugged-e411457e-0a0f-4150-8023-0de1113795c9 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1253.233428] env[65794]: WARNING nova.compute.manager [req-3812b034-6d7d-4dcf-91ba-b85e86619753 req-53b95ba3-d640-4de2-9417-12cd23db8612 service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Received unexpected event network-vif-plugged-e411457e-0a0f-4150-8023-0de1113795c9 for instance with vm_state building and task_state spawning. [ 1253.233663] env[65794]: DEBUG nova.compute.manager [req-3812b034-6d7d-4dcf-91ba-b85e86619753 req-53b95ba3-d640-4de2-9417-12cd23db8612 service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Received event network-changed-e411457e-0a0f-4150-8023-0de1113795c9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1253.233783] env[65794]: DEBUG nova.compute.manager [req-3812b034-6d7d-4dcf-91ba-b85e86619753 req-53b95ba3-d640-4de2-9417-12cd23db8612 service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Refreshing instance network info cache due to event network-changed-e411457e-0a0f-4150-8023-0de1113795c9. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1253.233882] env[65794]: DEBUG oslo_concurrency.lockutils [req-3812b034-6d7d-4dcf-91ba-b85e86619753 req-53b95ba3-d640-4de2-9417-12cd23db8612 service nova] Acquiring lock "refresh_cache-16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.395702] env[65794]: DEBUG nova.network.neutron [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1253.482285] env[65794]: WARNING neutronclient.v2_0.client [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.559261] env[65794]: DEBUG nova.network.neutron [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Updating instance_info_cache with network_info: [{"id": "e411457e-0a0f-4150-8023-0de1113795c9", "address": "fa:16:3e:80:4e:eb", "network": {"id": "711b4f34-e16a-4fd5-9cd4-121eec1321e9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1997664404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641525153727464f9f447fe8d064f09d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape411457e-0a", "ovs_interfaceid": "e411457e-0a0f-4150-8023-0de1113795c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.834925] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "1d83d599-b002-4224-a892-20c45e77388d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.835203] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "1d83d599-b002-4224-a892-20c45e77388d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.894808] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77e699a-38e7-43ea-ac45-6df570ce3390 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.903243] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2734ef93-cb34-49bb-a995-85bcd59c08d0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.936052] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84df6701-70b5-4637-8b77-ee8729cf3911 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.943327] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5094744b-61cc-4ca6-9141-b6a66ac07e63 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.957184] env[65794]: DEBUG nova.compute.provider_tree [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.062264] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Releasing lock "refresh_cache-16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.062658] env[65794]: DEBUG nova.compute.manager [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Instance network_info: |[{"id": "e411457e-0a0f-4150-8023-0de1113795c9", "address": "fa:16:3e:80:4e:eb", "network": {"id": "711b4f34-e16a-4fd5-9cd4-121eec1321e9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1997664404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641525153727464f9f447fe8d064f09d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape411457e-0a", "ovs_interfaceid": "e411457e-0a0f-4150-8023-0de1113795c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1254.063054] env[65794]: DEBUG oslo_concurrency.lockutils [req-3812b034-6d7d-4dcf-91ba-b85e86619753 req-53b95ba3-d640-4de2-9417-12cd23db8612 service nova] Acquired lock "refresh_cache-16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.063258] env[65794]: DEBUG nova.network.neutron [req-3812b034-6d7d-4dcf-91ba-b85e86619753 req-53b95ba3-d640-4de2-9417-12cd23db8612 service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Refreshing network info cache for port e411457e-0a0f-4150-8023-0de1113795c9 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.064620] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:4e:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e411457e-0a0f-4150-8023-0de1113795c9', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1254.072738] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1254.073296] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1254.073443] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aee2d5d2-1b6e-496b-bbd2-84effd60b568 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.094351] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1254.094351] env[65794]: value = "task-4812294" [ 1254.094351] env[65794]: _type = "Task" [ 1254.094351] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.103279] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812294, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.340399] env[65794]: DEBUG nova.compute.manager [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1254.460943] env[65794]: DEBUG nova.scheduler.client.report [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.575043] env[65794]: WARNING neutronclient.v2_0.client [req-3812b034-6d7d-4dcf-91ba-b85e86619753 req-53b95ba3-d640-4de2-9417-12cd23db8612 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.604752] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812294, 'name': CreateVM_Task, 'duration_secs': 0.343926} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.604939] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1254.605468] env[65794]: WARNING neutronclient.v2_0.client [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.605900] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.606083] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.606460] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.606741] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-058c8e1c-17b5-4e33-8d32-45de6a82df55 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.612694] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1254.612694] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52757ee8-d881-7024-2648-cce9bffcf727" [ 1254.612694] env[65794]: _type = "Task" [ 1254.612694] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.625913] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52757ee8-d881-7024-2648-cce9bffcf727, 'name': SearchDatastore_Task, 'duration_secs': 0.011003} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.626420] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.626529] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1254.627209] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.627209] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.627360] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1254.627706] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-675f9313-9a8c-4435-a3ea-e922ac196c20 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.637054] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1254.637054] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1254.637234] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4bb2ecb-68a7-4805-a05f-db11fb23f157 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.642732] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1254.642732] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52b3139c-b96f-9c0e-45db-c966c588c497" [ 1254.642732] env[65794]: _type = "Task" [ 1254.642732] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.650693] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b3139c-b96f-9c0e-45db-c966c588c497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.744208] env[65794]: WARNING neutronclient.v2_0.client [req-3812b034-6d7d-4dcf-91ba-b85e86619753 req-53b95ba3-d640-4de2-9417-12cd23db8612 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.827332] env[65794]: DEBUG nova.network.neutron [req-3812b034-6d7d-4dcf-91ba-b85e86619753 req-53b95ba3-d640-4de2-9417-12cd23db8612 service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Updated VIF entry in instance network info cache for port e411457e-0a0f-4150-8023-0de1113795c9. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1254.827745] env[65794]: DEBUG nova.network.neutron [req-3812b034-6d7d-4dcf-91ba-b85e86619753 req-53b95ba3-d640-4de2-9417-12cd23db8612 service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Updating instance_info_cache with network_info: [{"id": "e411457e-0a0f-4150-8023-0de1113795c9", "address": "fa:16:3e:80:4e:eb", "network": {"id": "711b4f34-e16a-4fd5-9cd4-121eec1321e9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1997664404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641525153727464f9f447fe8d064f09d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape411457e-0a", "ovs_interfaceid": "e411457e-0a0f-4150-8023-0de1113795c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.865203] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.966958] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.967682] env[65794]: DEBUG nova.compute.manager [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1254.971570] env[65794]: DEBUG oslo_concurrency.lockutils [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.948s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.971675] env[65794]: DEBUG nova.objects.instance [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lazy-loading 'resources' on Instance uuid e1787d56-5634-4437-849b-f576fc336909 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.153822] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b3139c-b96f-9c0e-45db-c966c588c497, 'name': SearchDatastore_Task, 'duration_secs': 0.008741} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.154676] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba179c2a-229d-49bb-88b4-d95d8bbf6416 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.160431] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1255.160431] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52d9a6b9-f1a7-54d5-5316-875613a35b40" [ 1255.160431] env[65794]: _type = "Task" [ 1255.160431] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.169171] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d9a6b9-f1a7-54d5-5316-875613a35b40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.330796] env[65794]: DEBUG oslo_concurrency.lockutils [req-3812b034-6d7d-4dcf-91ba-b85e86619753 req-53b95ba3-d640-4de2-9417-12cd23db8612 service nova] Releasing lock "refresh_cache-16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.473853] env[65794]: DEBUG nova.compute.utils [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1255.479250] env[65794]: DEBUG nova.compute.manager [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Not allocating networking since 'none' was specified. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1255.570272] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e125b678-3072-43a4-ab37-d33040fb6fb9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.579109] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83311f1-49cc-4325-ab80-87151935d0a0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.611180] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee429b8a-e1b1-418b-b536-9b30dd57e991 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.619268] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b94abd-88ab-48ee-b78f-0087e0fcce51 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.633946] env[65794]: DEBUG nova.compute.provider_tree [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.673099] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52d9a6b9-f1a7-54d5-5316-875613a35b40, 'name': SearchDatastore_Task, 'duration_secs': 0.011282} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.673511] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.673918] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1/16b0b1f0-d9b6-4bb2-8179-18ce40edaef1.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1255.674366] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46827237-8fbd-4711-a8fc-a56df7e4e6a6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.684420] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1255.684420] env[65794]: value = "task-4812295" [ 1255.684420] env[65794]: _type = "Task" [ 1255.684420] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.695754] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.980792] env[65794]: DEBUG nova.compute.manager [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1256.137562] env[65794]: DEBUG nova.scheduler.client.report [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.195180] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.642797] env[65794]: DEBUG oslo_concurrency.lockutils [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.645023] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.589s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.645320] env[65794]: DEBUG nova.objects.instance [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Lazy-loading 'resources' on Instance uuid 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.661683] env[65794]: INFO nova.scheduler.client.report [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Deleted allocations for instance e1787d56-5634-4437-849b-f576fc336909 [ 1256.699182] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.914768} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.699583] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1/16b0b1f0-d9b6-4bb2-8179-18ce40edaef1.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1256.699892] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1256.700239] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c820b43f-63a9-4283-b721-caa002ce6d37 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.709667] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1256.709667] env[65794]: value = "task-4812296" [ 1256.709667] env[65794]: _type = "Task" [ 1256.709667] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.723373] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.990789] env[65794]: DEBUG nova.compute.manager [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1257.018894] env[65794]: DEBUG nova.virt.hardware [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1257.019163] env[65794]: DEBUG nova.virt.hardware [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.019321] env[65794]: DEBUG nova.virt.hardware [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1257.019528] env[65794]: DEBUG nova.virt.hardware [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.019682] env[65794]: DEBUG nova.virt.hardware [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1257.019822] env[65794]: DEBUG nova.virt.hardware [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1257.020038] env[65794]: DEBUG nova.virt.hardware [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1257.020203] env[65794]: DEBUG nova.virt.hardware [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1257.020457] env[65794]: DEBUG nova.virt.hardware [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1257.020644] env[65794]: DEBUG nova.virt.hardware [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1257.020818] env[65794]: DEBUG nova.virt.hardware [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1257.021827] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5eeea1-ea8c-456e-8c5d-7854d871f0bb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.031149] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3337a26f-4883-4382-ba7d-1e5d33b6e6c2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.047130] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Instance VIF info [] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.053104] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Creating folder: Project (93a012f59e53493d85ffe17fb480d66a). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1257.053497] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2031f829-bef4-436a-bce9-bb543a31a12a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.065706] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Created folder: Project (93a012f59e53493d85ffe17fb480d66a) in parent group-v937953. [ 1257.065909] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Creating folder: Instances. Parent ref: group-v938282. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1257.066188] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30022aa8-d228-4e71-a9a0-f058595b0047 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.077753] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Created folder: Instances in parent group-v938282. [ 1257.078029] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1257.078251] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.078468] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d43e7212-5d88-4ba1-b749-4811f8f1cebb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.096397] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.096397] env[65794]: value = "task-4812299" [ 1257.096397] env[65794]: _type = "Task" [ 1257.096397] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.104973] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812299, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.172994] env[65794]: DEBUG oslo_concurrency.lockutils [None req-43396147-4587-4f22-bc2a-41cc084d02bd tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "e1787d56-5634-4437-849b-f576fc336909" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.329s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.221241] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271157} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.221572] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.222406] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6449a5c4-07e3-4e6f-b063-29e7553f00c9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.250935] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1/16b0b1f0-d9b6-4bb2-8179-18ce40edaef1.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.251327] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2264947a-6021-438b-a83d-52ce7933b888 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.268288] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7b203c-d0d1-42c6-961a-4e463731f7f9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.279425] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f798c9-af19-4b16-877d-de0ca63eb3b4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.282937] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1257.282937] env[65794]: value = "task-4812300" [ 1257.282937] env[65794]: _type = "Task" [ 1257.282937] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.315522] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea22ecf7-8ef1-4c30-b99b-2f6b473e6476 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.323489] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.329224] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a46dd5-ddb3-40a4-a5ea-20c01c37ac34 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.346996] env[65794]: DEBUG nova.compute.provider_tree [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.606908] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812299, 'name': CreateVM_Task, 'duration_secs': 0.485605} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.607192] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.607923] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.608568] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.608568] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.608966] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-905350ef-f761-4fe1-9e1b-f868d2757f0d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.614046] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Waiting for the task: (returnval){ [ 1257.614046] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]523b9521-3c63-dc9f-ea54-9fac971756ad" [ 1257.614046] env[65794]: _type = "Task" [ 1257.614046] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.625908] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]523b9521-3c63-dc9f-ea54-9fac971756ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.793543] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812300, 'name': ReconfigVM_Task, 'duration_secs': 0.347295} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.793858] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1/16b0b1f0-d9b6-4bb2-8179-18ce40edaef1.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1257.794614] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1774aebd-884d-4886-8439-35aa5a95b21f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.802550] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1257.802550] env[65794]: value = "task-4812301" [ 1257.802550] env[65794]: _type = "Task" [ 1257.802550] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.812200] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812301, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.850393] env[65794]: DEBUG nova.scheduler.client.report [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.128021] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]523b9521-3c63-dc9f-ea54-9fac971756ad, 'name': SearchDatastore_Task, 'duration_secs': 0.01599} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.128430] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.128570] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.128806] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.128940] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.129122] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.129390] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ddd8d18-3ec5-4e13-b3ca-3da7429f361b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.138779] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.138952] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.139704] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d799f2b-c9ee-49d6-8c03-916bf43dc0b5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.145251] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Waiting for the task: (returnval){ [ 1258.145251] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52322529-f22b-e714-ff96-003c0abf97eb" [ 1258.145251] env[65794]: _type = "Task" [ 1258.145251] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.153391] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52322529-f22b-e714-ff96-003c0abf97eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.274363] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.313089] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812301, 'name': Rename_Task, 'duration_secs': 0.145739} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.313355] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.313614] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d01cf3d-ce1b-4c90-a593-2f1b21b94ccc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.320970] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1258.320970] env[65794]: value = "task-4812302" [ 1258.320970] env[65794]: _type = "Task" [ 1258.320970] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.329820] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.356213] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.359272] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.494s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.361156] env[65794]: INFO nova.compute.claims [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.381567] env[65794]: INFO nova.scheduler.client.report [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Deleted allocations for instance 4c1af740-8c29-4eb7-ba45-f33dbd38fe8f [ 1258.655746] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52322529-f22b-e714-ff96-003c0abf97eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009827} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.656595] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6855f3d5-9f5c-44c0-aaf8-b841da1bf12d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.662071] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Waiting for the task: (returnval){ [ 1258.662071] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5237ae80-0904-53bb-700e-989ccb45d130" [ 1258.662071] env[65794]: _type = "Task" [ 1258.662071] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.671411] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5237ae80-0904-53bb-700e-989ccb45d130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.831741] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812302, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.890628] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3d5aab0c-c41f-4631-8e4a-fa9ce0049ade tempest-ServersListShow296Test-1397232334 tempest-ServersListShow296Test-1397232334-project-member] Lock "4c1af740-8c29-4eb7-ba45-f33dbd38fe8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.364s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.173950] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5237ae80-0904-53bb-700e-989ccb45d130, 'name': SearchDatastore_Task, 'duration_secs': 0.011603} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.174324] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.174488] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 4b35d1ab-027c-4329-badf-289a0dd77a8e/4b35d1ab-027c-4329-badf-289a0dd77a8e.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1259.174844] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7c14a8e-b65c-4293-b7d8-48ba9ba64ebf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.182613] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Waiting for the task: (returnval){ [ 1259.182613] env[65794]: value = "task-4812303" [ 1259.182613] env[65794]: _type = "Task" [ 1259.182613] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.191776] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Task: {'id': task-4812303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.273749] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.273925] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65794) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 1259.332668] env[65794]: DEBUG oslo_vmware.api [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812302, 'name': PowerOnVM_Task, 'duration_secs': 0.519037} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.333059] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.333309] env[65794]: INFO nova.compute.manager [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Took 8.13 seconds to spawn the instance on the hypervisor. [ 1259.333522] env[65794]: DEBUG nova.compute.manager [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1259.334413] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6aae726-e221-4445-9968-475cf502c2b4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.349378] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "ac6a1d88-1617-460c-be40-f29ff76cacc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.349777] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "ac6a1d88-1617-460c-be40-f29ff76cacc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.457666] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680eca7e-61b2-4e76-87f7-562b5cf1beac {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.469485] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d27ef78-5a9e-4596-afb3-f0620638a386 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.516348] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b956e5-f6ad-40f6-a4bf-aaee0e0853b4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.530190] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e30a385-d7c0-4857-8f6a-41f9cae95936 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.549679] env[65794]: DEBUG nova.compute.provider_tree [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.694601] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Task: {'id': task-4812303, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.853802] env[65794]: DEBUG nova.compute.manager [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1259.865035] env[65794]: INFO nova.compute.manager [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Took 14.69 seconds to build instance. [ 1260.053214] env[65794]: DEBUG nova.scheduler.client.report [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.178506] env[65794]: DEBUG nova.compute.manager [req-837357a8-2e72-40d8-a3a7-42987802c4ce req-a368fb60-7bbf-42fb-a59d-c95aafee5efe service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Received event network-changed-e411457e-0a0f-4150-8023-0de1113795c9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1260.178751] env[65794]: DEBUG nova.compute.manager [req-837357a8-2e72-40d8-a3a7-42987802c4ce req-a368fb60-7bbf-42fb-a59d-c95aafee5efe service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Refreshing instance network info cache due to event network-changed-e411457e-0a0f-4150-8023-0de1113795c9. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1260.178921] env[65794]: DEBUG oslo_concurrency.lockutils [req-837357a8-2e72-40d8-a3a7-42987802c4ce req-a368fb60-7bbf-42fb-a59d-c95aafee5efe service nova] Acquiring lock "refresh_cache-16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.179073] env[65794]: DEBUG oslo_concurrency.lockutils [req-837357a8-2e72-40d8-a3a7-42987802c4ce req-a368fb60-7bbf-42fb-a59d-c95aafee5efe service nova] Acquired lock "refresh_cache-16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.179277] env[65794]: DEBUG nova.network.neutron [req-837357a8-2e72-40d8-a3a7-42987802c4ce req-a368fb60-7bbf-42fb-a59d-c95aafee5efe service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Refreshing network info cache for port e411457e-0a0f-4150-8023-0de1113795c9 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.193805] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Task: {'id': task-4812303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681491} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.194014] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 4b35d1ab-027c-4329-badf-289a0dd77a8e/4b35d1ab-027c-4329-badf-289a0dd77a8e.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1260.194222] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1260.194512] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-636aca70-9636-489f-9573-8f9a14ce709a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.203203] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Waiting for the task: (returnval){ [ 1260.203203] env[65794]: value = "task-4812304" [ 1260.203203] env[65794]: _type = "Task" [ 1260.203203] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.215385] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Task: {'id': task-4812304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.368580] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1313cabd-d338-4258-94ac-8e91d997451b tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.218s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.384216] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.560938] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.561517] env[65794]: DEBUG nova.compute.manager [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1260.564274] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.180s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.565744] env[65794]: INFO nova.compute.claims [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1260.682284] env[65794]: WARNING neutronclient.v2_0.client [req-837357a8-2e72-40d8-a3a7-42987802c4ce req-a368fb60-7bbf-42fb-a59d-c95aafee5efe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1260.714377] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Task: {'id': task-4812304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06849} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.717215] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1260.718254] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d78234-a35c-4459-85fe-e55ad4098ba7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.739054] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 4b35d1ab-027c-4329-badf-289a0dd77a8e/4b35d1ab-027c-4329-badf-289a0dd77a8e.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.739267] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d4c975f-9eb6-4620-8dfd-ee0b574527dd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.761102] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Waiting for the task: (returnval){ [ 1260.761102] env[65794]: value = "task-4812305" [ 1260.761102] env[65794]: _type = "Task" [ 1260.761102] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.770078] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Task: {'id': task-4812305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.857605] env[65794]: WARNING neutronclient.v2_0.client [req-837357a8-2e72-40d8-a3a7-42987802c4ce req-a368fb60-7bbf-42fb-a59d-c95aafee5efe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1260.931560] env[65794]: DEBUG nova.network.neutron [req-837357a8-2e72-40d8-a3a7-42987802c4ce req-a368fb60-7bbf-42fb-a59d-c95aafee5efe service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Updated VIF entry in instance network info cache for port e411457e-0a0f-4150-8023-0de1113795c9. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1260.931890] env[65794]: DEBUG nova.network.neutron [req-837357a8-2e72-40d8-a3a7-42987802c4ce req-a368fb60-7bbf-42fb-a59d-c95aafee5efe service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Updating instance_info_cache with network_info: [{"id": "e411457e-0a0f-4150-8023-0de1113795c9", "address": "fa:16:3e:80:4e:eb", "network": {"id": "711b4f34-e16a-4fd5-9cd4-121eec1321e9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1997664404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641525153727464f9f447fe8d064f09d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape411457e-0a", "ovs_interfaceid": "e411457e-0a0f-4150-8023-0de1113795c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.071303] env[65794]: DEBUG nova.compute.utils [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1261.075110] env[65794]: DEBUG nova.compute.manager [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1261.075337] env[65794]: DEBUG nova.network.neutron [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1261.075664] env[65794]: WARNING neutronclient.v2_0.client [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1261.075952] env[65794]: WARNING neutronclient.v2_0.client [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1261.114920] env[65794]: DEBUG nova.policy [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '268d86e162f741489331c419d69dae37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5e39179d45d4774936d217b8bc60a37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1261.272661] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Task: {'id': task-4812305, 'name': ReconfigVM_Task, 'duration_secs': 0.308213} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.272996] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 4b35d1ab-027c-4329-badf-289a0dd77a8e/4b35d1ab-027c-4329-badf-289a0dd77a8e.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.273619] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb3cdc88-8db8-48b3-b838-9d6dcb73434b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.280926] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Waiting for the task: (returnval){ [ 1261.280926] env[65794]: value = "task-4812306" [ 1261.280926] env[65794]: _type = "Task" [ 1261.280926] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.294387] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Task: {'id': task-4812306, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.434989] env[65794]: DEBUG oslo_concurrency.lockutils [req-837357a8-2e72-40d8-a3a7-42987802c4ce req-a368fb60-7bbf-42fb-a59d-c95aafee5efe service nova] Releasing lock "refresh_cache-16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.459756] env[65794]: DEBUG nova.network.neutron [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Successfully created port: 99ba3884-6c7e-42a5-9836-1d435c1734e1 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1261.576259] env[65794]: DEBUG nova.compute.manager [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1261.666638] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2067c6c-4649-4f9e-9225-73ca86c95e0d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.674632] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5110dda-fcb9-4e04-8575-e2e5386eaf61 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.707294] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0015c70a-cda1-48e7-ad4f-2a5f73ee57df {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.715843] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a07c3a4-3770-445e-be22-b4c051246d72 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.729782] env[65794]: DEBUG nova.compute.provider_tree [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.791252] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Task: {'id': task-4812306, 'name': Rename_Task, 'duration_secs': 0.137222} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.791582] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.791869] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2877e628-4628-4470-8397-7d23decb11cb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.799592] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Waiting for the task: (returnval){ [ 1261.799592] env[65794]: value = "task-4812307" [ 1261.799592] env[65794]: _type = "Task" [ 1261.799592] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.808833] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Task: {'id': task-4812307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.232828] env[65794]: DEBUG nova.scheduler.client.report [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.311732] env[65794]: DEBUG oslo_vmware.api [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Task: {'id': task-4812307, 'name': PowerOnVM_Task, 'duration_secs': 0.463159} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.312128] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.312233] env[65794]: INFO nova.compute.manager [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Took 5.32 seconds to spawn the instance on the hypervisor. [ 1262.312404] env[65794]: DEBUG nova.compute.manager [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1262.313194] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bd7d1e-1ace-49db-a38a-b389cd561604 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.589176] env[65794]: DEBUG nova.compute.manager [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1262.619369] env[65794]: DEBUG nova.virt.hardware [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1262.619645] env[65794]: DEBUG nova.virt.hardware [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.619798] env[65794]: DEBUG nova.virt.hardware [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1262.619973] env[65794]: DEBUG nova.virt.hardware [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.620196] env[65794]: DEBUG nova.virt.hardware [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1262.620349] env[65794]: DEBUG nova.virt.hardware [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1262.620550] env[65794]: DEBUG nova.virt.hardware [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1262.620704] env[65794]: DEBUG nova.virt.hardware [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1262.620875] env[65794]: DEBUG nova.virt.hardware [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1262.621046] env[65794]: DEBUG nova.virt.hardware [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1262.621248] env[65794]: DEBUG nova.virt.hardware [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1262.622098] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a4791a-c658-4428-b67a-17595c30a56d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.631470] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07808cab-3fd0-4bb5-955f-ed119a90b760 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.738114] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.738915] env[65794]: DEBUG nova.compute.manager [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1262.830806] env[65794]: INFO nova.compute.manager [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Took 10.05 seconds to build instance. [ 1262.955752] env[65794]: DEBUG nova.compute.manager [req-447e842d-5ec8-4ae7-8343-ee4e41ef732f req-e534f0af-eff0-4342-bb4b-810b7ce6324f service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Received event network-vif-plugged-99ba3884-6c7e-42a5-9836-1d435c1734e1 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1262.955752] env[65794]: DEBUG oslo_concurrency.lockutils [req-447e842d-5ec8-4ae7-8343-ee4e41ef732f req-e534f0af-eff0-4342-bb4b-810b7ce6324f service nova] Acquiring lock "1d83d599-b002-4224-a892-20c45e77388d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.955752] env[65794]: DEBUG oslo_concurrency.lockutils [req-447e842d-5ec8-4ae7-8343-ee4e41ef732f req-e534f0af-eff0-4342-bb4b-810b7ce6324f service nova] Lock "1d83d599-b002-4224-a892-20c45e77388d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.955752] env[65794]: DEBUG oslo_concurrency.lockutils [req-447e842d-5ec8-4ae7-8343-ee4e41ef732f req-e534f0af-eff0-4342-bb4b-810b7ce6324f service nova] Lock "1d83d599-b002-4224-a892-20c45e77388d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.955752] env[65794]: DEBUG nova.compute.manager [req-447e842d-5ec8-4ae7-8343-ee4e41ef732f req-e534f0af-eff0-4342-bb4b-810b7ce6324f service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] No waiting events found dispatching network-vif-plugged-99ba3884-6c7e-42a5-9836-1d435c1734e1 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1262.955752] env[65794]: WARNING nova.compute.manager [req-447e842d-5ec8-4ae7-8343-ee4e41ef732f req-e534f0af-eff0-4342-bb4b-810b7ce6324f service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Received unexpected event network-vif-plugged-99ba3884-6c7e-42a5-9836-1d435c1734e1 for instance with vm_state building and task_state spawning. [ 1263.007304] env[65794]: DEBUG nova.network.neutron [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Successfully updated port: 99ba3884-6c7e-42a5-9836-1d435c1734e1 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1263.244764] env[65794]: DEBUG nova.compute.utils [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1263.246228] env[65794]: DEBUG nova.compute.manager [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1263.246481] env[65794]: DEBUG nova.network.neutron [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1263.246865] env[65794]: WARNING neutronclient.v2_0.client [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.247250] env[65794]: WARNING neutronclient.v2_0.client [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.274198] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.274382] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.296036] env[65794]: DEBUG nova.policy [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0209dc7c26bd43d58944bdd4c02f129f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c82899c90d64955a6f8a3b9afc4cc22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1263.332568] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5ddfe2ea-9258-4673-904f-74b9f44ec091 tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Lock "4b35d1ab-027c-4329-badf-289a0dd77a8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.563s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.510009] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "refresh_cache-1d83d599-b002-4224-a892-20c45e77388d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.510232] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired lock "refresh_cache-1d83d599-b002-4224-a892-20c45e77388d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.510382] env[65794]: DEBUG nova.network.neutron [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1263.631236] env[65794]: DEBUG nova.network.neutron [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Successfully created port: 30632121-cac4-453d-bd28-8c90ea808f8f {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1263.750692] env[65794]: DEBUG nova.compute.manager [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1264.045092] env[65794]: DEBUG nova.network.neutron [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1264.178235] env[65794]: WARNING neutronclient.v2_0.client [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1264.269116] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.273769] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.283529] env[65794]: DEBUG nova.network.neutron [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Updating instance_info_cache with network_info: [{"id": "99ba3884-6c7e-42a5-9836-1d435c1734e1", "address": "fa:16:3e:74:3d:ae", "network": {"id": "e5aa0ed4-aa04-4498-8bec-128329970fc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-985809026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e39179d45d4774936d217b8bc60a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ba3884-6c", "ovs_interfaceid": "99ba3884-6c7e-42a5-9836-1d435c1734e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.714516] env[65794]: DEBUG nova.compute.manager [None req-5de977b5-82c9-4bcb-8857-539209332a5f tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1264.715578] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2189b37-4026-4611-b26f-f12c48d8ce50 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.762574] env[65794]: DEBUG nova.compute.manager [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1264.777105] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.777353] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.777530] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.777708] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65794) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1264.778649] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d4500e-fe72-4818-bd29-c19aac343151 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.789126] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Releasing lock "refresh_cache-1d83d599-b002-4224-a892-20c45e77388d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.789516] env[65794]: DEBUG nova.compute.manager [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Instance network_info: |[{"id": "99ba3884-6c7e-42a5-9836-1d435c1734e1", "address": "fa:16:3e:74:3d:ae", "network": {"id": "e5aa0ed4-aa04-4498-8bec-128329970fc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-985809026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e39179d45d4774936d217b8bc60a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ba3884-6c", "ovs_interfaceid": "99ba3884-6c7e-42a5-9836-1d435c1734e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1264.791848] env[65794]: DEBUG nova.virt.hardware [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1264.792077] env[65794]: DEBUG nova.virt.hardware [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.792251] env[65794]: DEBUG nova.virt.hardware [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1264.792526] env[65794]: DEBUG nova.virt.hardware [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.792769] env[65794]: DEBUG nova.virt.hardware [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1264.792929] env[65794]: DEBUG nova.virt.hardware [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1264.793170] env[65794]: DEBUG nova.virt.hardware [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1264.793331] env[65794]: DEBUG nova.virt.hardware [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1264.793490] env[65794]: DEBUG nova.virt.hardware [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1264.793671] env[65794]: DEBUG nova.virt.hardware [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1264.793844] env[65794]: DEBUG nova.virt.hardware [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1264.794249] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:3d:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99ba3884-6c7e-42a5-9836-1d435c1734e1', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.801885] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1264.803094] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27756c50-5d8c-40e8-8484-c717e0d4889b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.807890] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d597b4-4181-4419-a215-e105d70420de {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.810791] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.811144] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Acquiring lock "4b35d1ab-027c-4329-badf-289a0dd77a8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.811402] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Lock "4b35d1ab-027c-4329-badf-289a0dd77a8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.811617] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Acquiring lock "4b35d1ab-027c-4329-badf-289a0dd77a8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.811943] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Lock "4b35d1ab-027c-4329-badf-289a0dd77a8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.812192] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Lock "4b35d1ab-027c-4329-badf-289a0dd77a8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.813838] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da89ba2c-b328-4538-a0cc-10a441c3a3d8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.829717] env[65794]: INFO nova.compute.manager [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Terminating instance [ 1264.844544] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134b5ce0-c4da-447c-ae30-bb219447b2e2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.848295] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f4d641-6642-420f-bd69-1d95e9913d32 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.854150] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.854150] env[65794]: value = "task-4812308" [ 1264.854150] env[65794]: _type = "Task" [ 1264.854150] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.869910] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a4dec1-9282-4edf-9b8e-9d1c185bc384 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.876386] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812308, 'name': CreateVM_Task} progress is 10%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.908543] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179608MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65794) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1264.908543] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.908543] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.937531] env[65794]: DEBUG nova.compute.manager [req-1385899f-0f18-4810-80b3-b47655712e7e req-a1d2a599-f8bc-463b-91c6-a5dcb21d0e6b service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Received event network-changed-99ba3884-6c7e-42a5-9836-1d435c1734e1 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1264.937742] env[65794]: DEBUG nova.compute.manager [req-1385899f-0f18-4810-80b3-b47655712e7e req-a1d2a599-f8bc-463b-91c6-a5dcb21d0e6b service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Refreshing instance network info cache due to event network-changed-99ba3884-6c7e-42a5-9836-1d435c1734e1. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1264.938026] env[65794]: DEBUG oslo_concurrency.lockutils [req-1385899f-0f18-4810-80b3-b47655712e7e req-a1d2a599-f8bc-463b-91c6-a5dcb21d0e6b service nova] Acquiring lock "refresh_cache-1d83d599-b002-4224-a892-20c45e77388d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.938539] env[65794]: DEBUG oslo_concurrency.lockutils [req-1385899f-0f18-4810-80b3-b47655712e7e req-a1d2a599-f8bc-463b-91c6-a5dcb21d0e6b service nova] Acquired lock "refresh_cache-1d83d599-b002-4224-a892-20c45e77388d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.938800] env[65794]: DEBUG nova.network.neutron [req-1385899f-0f18-4810-80b3-b47655712e7e req-a1d2a599-f8bc-463b-91c6-a5dcb21d0e6b service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Refreshing network info cache for port 99ba3884-6c7e-42a5-9836-1d435c1734e1 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.142381] env[65794]: DEBUG nova.network.neutron [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Successfully updated port: 30632121-cac4-453d-bd28-8c90ea808f8f {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1265.226096] env[65794]: INFO nova.compute.manager [None req-5de977b5-82c9-4bcb-8857-539209332a5f tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] instance snapshotting [ 1265.226772] env[65794]: DEBUG nova.objects.instance [None req-5de977b5-82c9-4bcb-8857-539209332a5f tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Lazy-loading 'flavor' on Instance uuid 4b35d1ab-027c-4329-badf-289a0dd77a8e {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.344575] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Acquiring lock "refresh_cache-4b35d1ab-027c-4329-badf-289a0dd77a8e" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.344775] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Acquired lock "refresh_cache-4b35d1ab-027c-4329-badf-289a0dd77a8e" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.344935] env[65794]: DEBUG nova.network.neutron [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1265.365214] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812308, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.441615] env[65794]: WARNING neutronclient.v2_0.client [req-1385899f-0f18-4810-80b3-b47655712e7e req-a1d2a599-f8bc-463b-91c6-a5dcb21d0e6b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1265.608279] env[65794]: WARNING neutronclient.v2_0.client [req-1385899f-0f18-4810-80b3-b47655712e7e req-a1d2a599-f8bc-463b-91c6-a5dcb21d0e6b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1265.646210] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "refresh_cache-ac6a1d88-1617-460c-be40-f29ff76cacc0" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.646382] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquired lock "refresh_cache-ac6a1d88-1617-460c-be40-f29ff76cacc0" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.646690] env[65794]: DEBUG nova.network.neutron [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1265.678660] env[65794]: DEBUG nova.network.neutron [req-1385899f-0f18-4810-80b3-b47655712e7e req-a1d2a599-f8bc-463b-91c6-a5dcb21d0e6b service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Updated VIF entry in instance network info cache for port 99ba3884-6c7e-42a5-9836-1d435c1734e1. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1265.679100] env[65794]: DEBUG nova.network.neutron [req-1385899f-0f18-4810-80b3-b47655712e7e req-a1d2a599-f8bc-463b-91c6-a5dcb21d0e6b service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Updating instance_info_cache with network_info: [{"id": "99ba3884-6c7e-42a5-9836-1d435c1734e1", "address": "fa:16:3e:74:3d:ae", "network": {"id": "e5aa0ed4-aa04-4498-8bec-128329970fc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-985809026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e39179d45d4774936d217b8bc60a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ba3884-6c", "ovs_interfaceid": "99ba3884-6c7e-42a5-9836-1d435c1734e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.733228] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474c07b7-7535-4f38-a186-36bbaf2b362e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.752078] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d388c375-25dd-4e64-b26d-d7c1b7b10bba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.847901] env[65794]: WARNING neutronclient.v2_0.client [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1265.865479] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812308, 'name': CreateVM_Task, 'duration_secs': 0.612354} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.866482] env[65794]: DEBUG nova.network.neutron [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1265.868497] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1265.869156] env[65794]: WARNING neutronclient.v2_0.client [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1265.869497] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.869646] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.869947] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.870214] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1393c48-e06a-4e06-95f0-a3b815e6ed8c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.874898] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1265.874898] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]528ea732-1d1a-a285-cd40-cd1a900aa742" [ 1265.874898] env[65794]: _type = "Task" [ 1265.874898] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.883098] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]528ea732-1d1a-a285-cd40-cd1a900aa742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.921181] env[65794]: DEBUG nova.network.neutron [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.937018] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 65280c2e-c523-4a2e-8037-e4aa36f849ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1265.937183] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1265.937306] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 4b35d1ab-027c-4329-badf-289a0dd77a8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1265.937438] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 1d83d599-b002-4224-a892-20c45e77388d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1265.937553] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance ac6a1d88-1617-460c-be40-f29ff76cacc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1265.937732] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1265.937877] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=100GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '5', 'num_vm_active': '3', 'num_task_None': '2', 'num_os_type_None': '5', 'num_proj_4eb27c4a5aba4b6a88f64e92b9d05791': '1', 'io_workload': '2', 'num_proj_641525153727464f9f447fe8d064f09d': '1', 'num_task_deleting': '1', 'num_proj_93a012f59e53493d85ffe17fb480d66a': '1', 'num_vm_building': '2', 'num_task_spawning': '2', 'num_proj_f5e39179d45d4774936d217b8bc60a37': '1', 'num_proj_6c82899c90d64955a6f8a3b9afc4cc22': '1'} {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1266.008409] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a88c0b-a948-4836-b545-2d70290d835a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.016096] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e7169a-d883-42d5-850f-58d065a315af {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.045506] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7d513c-b5a9-47a5-b093-6b752da904a1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.053401] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6468d6-7fb3-450c-a1ce-86cd04aad369 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.067021] env[65794]: DEBUG nova.compute.provider_tree [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.182829] env[65794]: DEBUG oslo_concurrency.lockutils [req-1385899f-0f18-4810-80b3-b47655712e7e req-a1d2a599-f8bc-463b-91c6-a5dcb21d0e6b service nova] Releasing lock "refresh_cache-1d83d599-b002-4224-a892-20c45e77388d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.185946] env[65794]: DEBUG nova.network.neutron [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1266.258381] env[65794]: WARNING neutronclient.v2_0.client [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.262273] env[65794]: DEBUG nova.compute.manager [None req-5de977b5-82c9-4bcb-8857-539209332a5f tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Instance disappeared during snapshot {{(pid=65794) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4643}} [ 1266.326222] env[65794]: DEBUG nova.network.neutron [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Updating instance_info_cache with network_info: [{"id": "30632121-cac4-453d-bd28-8c90ea808f8f", "address": "fa:16:3e:78:55:2c", "network": {"id": "34c355f1-18b6-4f59-a3ba-314ba59b5ea5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-446712165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c82899c90d64955a6f8a3b9afc4cc22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30632121-ca", "ovs_interfaceid": "30632121-cac4-453d-bd28-8c90ea808f8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.385580] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]528ea732-1d1a-a285-cd40-cd1a900aa742, 'name': SearchDatastore_Task, 'duration_secs': 0.041716} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.385883] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.386127] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1266.386362] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.386526] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.386697] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1266.386962] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f20359b6-67c0-48c8-9358-2538a89679ab {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.395852] env[65794]: DEBUG nova.compute.manager [None req-5de977b5-82c9-4bcb-8857-539209332a5f tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Found 0 images (rotation: 2) {{(pid=65794) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5065}} [ 1266.398237] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1266.398415] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1266.399375] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdd38854-2f61-484a-8377-cd615a669bb7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.405266] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1266.405266] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52515b57-a0a9-7c5c-2d8f-a491e62cf113" [ 1266.405266] env[65794]: _type = "Task" [ 1266.405266] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.414241] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52515b57-a0a9-7c5c-2d8f-a491e62cf113, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.424347] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Releasing lock "refresh_cache-4b35d1ab-027c-4329-badf-289a0dd77a8e" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.424820] env[65794]: DEBUG nova.compute.manager [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1266.425016] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.426099] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6da806-099b-4605-b8ba-1c35b55f3fdb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.434568] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.434838] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60083eff-878b-4776-9ff0-c729c3d4f358 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.443119] env[65794]: DEBUG oslo_vmware.api [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Waiting for the task: (returnval){ [ 1266.443119] env[65794]: value = "task-4812309" [ 1266.443119] env[65794]: _type = "Task" [ 1266.443119] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.453246] env[65794]: DEBUG oslo_vmware.api [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Task: {'id': task-4812309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.570021] env[65794]: DEBUG nova.scheduler.client.report [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.828993] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Releasing lock "refresh_cache-ac6a1d88-1617-460c-be40-f29ff76cacc0" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.829413] env[65794]: DEBUG nova.compute.manager [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Instance network_info: |[{"id": "30632121-cac4-453d-bd28-8c90ea808f8f", "address": "fa:16:3e:78:55:2c", "network": {"id": "34c355f1-18b6-4f59-a3ba-314ba59b5ea5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-446712165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c82899c90d64955a6f8a3b9afc4cc22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30632121-ca", "ovs_interfaceid": "30632121-cac4-453d-bd28-8c90ea808f8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1266.829896] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:55:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30632121-cac4-453d-bd28-8c90ea808f8f', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1266.837349] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1266.837595] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1266.838305] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcd082d8-93e2-4b1d-842a-a3dc33040129 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.858760] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1266.858760] env[65794]: value = "task-4812310" [ 1266.858760] env[65794]: _type = "Task" [ 1266.858760] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.866339] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812310, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.916649] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52515b57-a0a9-7c5c-2d8f-a491e62cf113, 'name': SearchDatastore_Task, 'duration_secs': 0.010565} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.917578] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b73d65e8-d7ad-448c-9701-122d3719bde3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.923771] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1266.923771] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52144c13-bd0b-3af5-8d67-666474b2a349" [ 1266.923771] env[65794]: _type = "Task" [ 1266.923771] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.932505] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52144c13-bd0b-3af5-8d67-666474b2a349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.952465] env[65794]: DEBUG oslo_vmware.api [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Task: {'id': task-4812309, 'name': PowerOffVM_Task, 'duration_secs': 0.148045} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.952728] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.952889] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.953163] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b046665-5ee3-4e4a-ba28-0338a447f7b2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.967551] env[65794]: DEBUG nova.compute.manager [req-1cfb9e57-3ebe-4bdf-b4ed-8f1922d5cbd6 req-d8e7fccc-d772-4db2-a825-c1f2a50865ba service nova] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Received event network-vif-plugged-30632121-cac4-453d-bd28-8c90ea808f8f {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1266.967842] env[65794]: DEBUG oslo_concurrency.lockutils [req-1cfb9e57-3ebe-4bdf-b4ed-8f1922d5cbd6 req-d8e7fccc-d772-4db2-a825-c1f2a50865ba service nova] Acquiring lock "ac6a1d88-1617-460c-be40-f29ff76cacc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.968120] env[65794]: DEBUG oslo_concurrency.lockutils [req-1cfb9e57-3ebe-4bdf-b4ed-8f1922d5cbd6 req-d8e7fccc-d772-4db2-a825-c1f2a50865ba service nova] Lock "ac6a1d88-1617-460c-be40-f29ff76cacc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.968315] env[65794]: DEBUG oslo_concurrency.lockutils [req-1cfb9e57-3ebe-4bdf-b4ed-8f1922d5cbd6 req-d8e7fccc-d772-4db2-a825-c1f2a50865ba service nova] Lock "ac6a1d88-1617-460c-be40-f29ff76cacc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.968550] env[65794]: DEBUG nova.compute.manager [req-1cfb9e57-3ebe-4bdf-b4ed-8f1922d5cbd6 req-d8e7fccc-d772-4db2-a825-c1f2a50865ba service nova] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] No waiting events found dispatching network-vif-plugged-30632121-cac4-453d-bd28-8c90ea808f8f {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1266.968834] env[65794]: WARNING nova.compute.manager [req-1cfb9e57-3ebe-4bdf-b4ed-8f1922d5cbd6 req-d8e7fccc-d772-4db2-a825-c1f2a50865ba service nova] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Received unexpected event network-vif-plugged-30632121-cac4-453d-bd28-8c90ea808f8f for instance with vm_state building and task_state spawning. [ 1266.968984] env[65794]: DEBUG nova.compute.manager [req-1cfb9e57-3ebe-4bdf-b4ed-8f1922d5cbd6 req-d8e7fccc-d772-4db2-a825-c1f2a50865ba service nova] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Received event network-changed-30632121-cac4-453d-bd28-8c90ea808f8f {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1266.969195] env[65794]: DEBUG nova.compute.manager [req-1cfb9e57-3ebe-4bdf-b4ed-8f1922d5cbd6 req-d8e7fccc-d772-4db2-a825-c1f2a50865ba service nova] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Refreshing instance network info cache due to event network-changed-30632121-cac4-453d-bd28-8c90ea808f8f. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1266.969425] env[65794]: DEBUG oslo_concurrency.lockutils [req-1cfb9e57-3ebe-4bdf-b4ed-8f1922d5cbd6 req-d8e7fccc-d772-4db2-a825-c1f2a50865ba service nova] Acquiring lock "refresh_cache-ac6a1d88-1617-460c-be40-f29ff76cacc0" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.969621] env[65794]: DEBUG oslo_concurrency.lockutils [req-1cfb9e57-3ebe-4bdf-b4ed-8f1922d5cbd6 req-d8e7fccc-d772-4db2-a825-c1f2a50865ba service nova] Acquired lock "refresh_cache-ac6a1d88-1617-460c-be40-f29ff76cacc0" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.969799] env[65794]: DEBUG nova.network.neutron [req-1cfb9e57-3ebe-4bdf-b4ed-8f1922d5cbd6 req-d8e7fccc-d772-4db2-a825-c1f2a50865ba service nova] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Refreshing network info cache for port 30632121-cac4-453d-bd28-8c90ea808f8f {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.981892] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.982124] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.982309] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Deleting the datastore file [datastore2] 4b35d1ab-027c-4329-badf-289a0dd77a8e {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.982570] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9215a0da-520b-481b-9ad2-19f1e64124ab {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.990299] env[65794]: DEBUG oslo_vmware.api [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Waiting for the task: (returnval){ [ 1266.990299] env[65794]: value = "task-4812312" [ 1266.990299] env[65794]: _type = "Task" [ 1266.990299] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.000974] env[65794]: DEBUG oslo_vmware.api [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Task: {'id': task-4812312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.075703] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65794) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1267.075703] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.167s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.368443] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812310, 'name': CreateVM_Task, 'duration_secs': 0.391546} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.368617] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1267.369119] env[65794]: WARNING neutronclient.v2_0.client [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1267.369475] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.369625] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.369936] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.370201] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab1e5b31-1717-4259-b4ee-2a6ff5f2896b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.375479] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1267.375479] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52933a1d-9779-2db5-8cf7-c9800462bcb5" [ 1267.375479] env[65794]: _type = "Task" [ 1267.375479] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.384784] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52933a1d-9779-2db5-8cf7-c9800462bcb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.434933] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52144c13-bd0b-3af5-8d67-666474b2a349, 'name': SearchDatastore_Task, 'duration_secs': 0.01066} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.435228] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.435486] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 1d83d599-b002-4224-a892-20c45e77388d/1d83d599-b002-4224-a892-20c45e77388d.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1267.435891] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70c971bf-85c8-408d-8333-afec9fab3e4f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.443563] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1267.443563] env[65794]: value = "task-4812313" [ 1267.443563] env[65794]: _type = "Task" [ 1267.443563] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.452548] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.472982] env[65794]: WARNING neutronclient.v2_0.client [req-1cfb9e57-3ebe-4bdf-b4ed-8f1922d5cbd6 req-d8e7fccc-d772-4db2-a825-c1f2a50865ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1267.500517] env[65794]: DEBUG oslo_vmware.api [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Task: {'id': task-4812312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095487} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.500788] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.500963] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1267.501151] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1267.501321] env[65794]: INFO nova.compute.manager [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1267.501558] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1267.502140] env[65794]: DEBUG nova.compute.manager [-] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1267.502271] env[65794]: DEBUG nova.network.neutron [-] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1267.502446] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1267.522095] env[65794]: DEBUG nova.network.neutron [-] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1267.522360] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1267.645738] env[65794]: WARNING neutronclient.v2_0.client [req-1cfb9e57-3ebe-4bdf-b4ed-8f1922d5cbd6 req-d8e7fccc-d772-4db2-a825-c1f2a50865ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1267.725732] env[65794]: DEBUG nova.network.neutron [req-1cfb9e57-3ebe-4bdf-b4ed-8f1922d5cbd6 req-d8e7fccc-d772-4db2-a825-c1f2a50865ba service nova] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Updated VIF entry in instance network info cache for port 30632121-cac4-453d-bd28-8c90ea808f8f. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1267.726135] env[65794]: DEBUG nova.network.neutron [req-1cfb9e57-3ebe-4bdf-b4ed-8f1922d5cbd6 req-d8e7fccc-d772-4db2-a825-c1f2a50865ba service nova] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Updating instance_info_cache with network_info: [{"id": "30632121-cac4-453d-bd28-8c90ea808f8f", "address": "fa:16:3e:78:55:2c", "network": {"id": "34c355f1-18b6-4f59-a3ba-314ba59b5ea5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-446712165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c82899c90d64955a6f8a3b9afc4cc22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30632121-ca", "ovs_interfaceid": "30632121-cac4-453d-bd28-8c90ea808f8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.889537] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52933a1d-9779-2db5-8cf7-c9800462bcb5, 'name': SearchDatastore_Task, 'duration_secs': 0.009739} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.889969] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.890110] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.890361] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.890503] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.890693] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.890979] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c12b9a46-07d9-4092-aeb4-0176812e3a7c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.899923] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.900091] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1267.900946] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-885cc263-0c24-4916-8848-f0c31ba8e8e4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.907388] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1267.907388] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5291ac45-f4b1-fed9-9452-edfc759eaca6" [ 1267.907388] env[65794]: _type = "Task" [ 1267.907388] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.915105] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5291ac45-f4b1-fed9-9452-edfc759eaca6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.953873] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485296} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.954154] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 1d83d599-b002-4224-a892-20c45e77388d/1d83d599-b002-4224-a892-20c45e77388d.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.954405] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.954671] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb0023c8-07e7-4b76-86f7-e10d57c633f0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.962143] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1267.962143] env[65794]: value = "task-4812314" [ 1267.962143] env[65794]: _type = "Task" [ 1267.962143] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.970513] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.025459] env[65794]: DEBUG nova.network.neutron [-] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.229861] env[65794]: DEBUG oslo_concurrency.lockutils [req-1cfb9e57-3ebe-4bdf-b4ed-8f1922d5cbd6 req-d8e7fccc-d772-4db2-a825-c1f2a50865ba service nova] Releasing lock "refresh_cache-ac6a1d88-1617-460c-be40-f29ff76cacc0" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.418319] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5291ac45-f4b1-fed9-9452-edfc759eaca6, 'name': SearchDatastore_Task, 'duration_secs': 0.010446} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.419306] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a301057-c629-43a1-936a-dc9749813a94 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.425449] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1268.425449] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f101a3-c5f8-8e00-b69e-adeadac0387c" [ 1268.425449] env[65794]: _type = "Task" [ 1268.425449] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.434335] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f101a3-c5f8-8e00-b69e-adeadac0387c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.472601] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064731} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.472879] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1268.473759] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d0f2c5-f646-45da-88cc-48b2754e3012 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.498332] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 1d83d599-b002-4224-a892-20c45e77388d/1d83d599-b002-4224-a892-20c45e77388d.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.498630] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-795683ed-01a6-4a71-abb3-f8214166ff39 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.519777] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1268.519777] env[65794]: value = "task-4812315" [ 1268.519777] env[65794]: _type = "Task" [ 1268.519777] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.528865] env[65794]: INFO nova.compute.manager [-] [instance: 4b35d1ab-027c-4329-badf-289a0dd77a8e] Took 1.03 seconds to deallocate network for instance. [ 1268.529206] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.936121] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f101a3-c5f8-8e00-b69e-adeadac0387c, 'name': SearchDatastore_Task, 'duration_secs': 0.011042} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.936564] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.936705] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] ac6a1d88-1617-460c-be40-f29ff76cacc0/ac6a1d88-1617-460c-be40-f29ff76cacc0.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1268.936991] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1921615-f684-4c52-b76d-55a242df7908 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.943901] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1268.943901] env[65794]: value = "task-4812316" [ 1268.943901] env[65794]: _type = "Task" [ 1268.943901] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.951603] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.030361] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812315, 'name': ReconfigVM_Task, 'duration_secs': 0.280827} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.030641] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 1d83d599-b002-4224-a892-20c45e77388d/1d83d599-b002-4224-a892-20c45e77388d.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.031415] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b19cb476-b5f7-46b3-9a79-68ebaf66b1f6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.037276] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.037567] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.037807] env[65794]: DEBUG nova.objects.instance [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Lazy-loading 'resources' on Instance uuid 4b35d1ab-027c-4329-badf-289a0dd77a8e {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.040593] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1269.040593] env[65794]: value = "task-4812317" [ 1269.040593] env[65794]: _type = "Task" [ 1269.040593] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.050300] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812317, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.075996] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.076260] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.461145] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812316, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.555035] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812317, 'name': Rename_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.621469] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0e3fe3-5707-4069-a7e9-f25928649cb7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.629649] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c347a421-f23f-4eb0-9238-6c4aaf81679b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.661743] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c464cdbe-c9fc-43c0-9ab2-91eb2841a2ab {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.670019] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a4e788-11f8-417e-92ee-cd88139c7966 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.683855] env[65794]: DEBUG nova.compute.provider_tree [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.957257] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549977} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.957680] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] ac6a1d88-1617-460c-be40-f29ff76cacc0/ac6a1d88-1617-460c-be40-f29ff76cacc0.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1269.957810] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1269.958107] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98bb347e-e0b3-4747-9895-2ae32f548938 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.965384] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1269.965384] env[65794]: value = "task-4812318" [ 1269.965384] env[65794]: _type = "Task" [ 1269.965384] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.976054] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.054682] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812317, 'name': Rename_Task, 'duration_secs': 0.964939} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.054970] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.055250] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d46a9f7-9a86-414b-9c08-4f25453c6596 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.062430] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1270.062430] env[65794]: value = "task-4812319" [ 1270.062430] env[65794]: _type = "Task" [ 1270.062430] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.070727] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.187315] env[65794]: DEBUG nova.scheduler.client.report [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.476378] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061338} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.476691] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1270.477564] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8aa90b5-fd0e-44f1-931a-38c51cc8f742 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.501226] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] ac6a1d88-1617-460c-be40-f29ff76cacc0/ac6a1d88-1617-460c-be40-f29ff76cacc0.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.501574] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4478671-4a4d-4244-8932-3e7820fdb734 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.522666] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1270.522666] env[65794]: value = "task-4812320" [ 1270.522666] env[65794]: _type = "Task" [ 1270.522666] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.532767] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.576486] env[65794]: DEBUG oslo_vmware.api [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812319, 'name': PowerOnVM_Task, 'duration_secs': 0.467561} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.576841] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.577196] env[65794]: INFO nova.compute.manager [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1270.577453] env[65794]: DEBUG nova.compute.manager [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1270.578320] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b29fd9c-72a7-4738-a938-386e8af2fd57 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.692929] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.720303] env[65794]: INFO nova.scheduler.client.report [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Deleted allocations for instance 4b35d1ab-027c-4329-badf-289a0dd77a8e [ 1271.032732] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812320, 'name': ReconfigVM_Task, 'duration_secs': 0.344756} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.033104] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Reconfigured VM instance instance-0000007e to attach disk [datastore2] ac6a1d88-1617-460c-be40-f29ff76cacc0/ac6a1d88-1617-460c-be40-f29ff76cacc0.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.033700] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-937318de-bc72-4815-9008-68b9160f954c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.040587] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1271.040587] env[65794]: value = "task-4812321" [ 1271.040587] env[65794]: _type = "Task" [ 1271.040587] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.049899] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812321, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.097373] env[65794]: INFO nova.compute.manager [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Took 16.25 seconds to build instance. [ 1271.227648] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1d260380-ad92-42fd-a7f1-1e73e3f33bcf tempest-ServersAaction247Test-2141869499 tempest-ServersAaction247Test-2141869499-project-member] Lock "4b35d1ab-027c-4329-badf-289a0dd77a8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.416s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.269056] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.550582] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812321, 'name': Rename_Task, 'duration_secs': 0.145897} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.550859] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.551119] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b73a58f3-6723-463d-a739-582f9b7e521d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.558123] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1271.558123] env[65794]: value = "task-4812322" [ 1271.558123] env[65794]: _type = "Task" [ 1271.558123] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.565821] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.599613] env[65794]: DEBUG oslo_concurrency.lockutils [None req-cf75d14b-e9c5-49b6-982c-66a45afb9ca0 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "1d83d599-b002-4224-a892-20c45e77388d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.764s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.068719] env[65794]: DEBUG oslo_vmware.api [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812322, 'name': PowerOnVM_Task, 'duration_secs': 0.472196} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.069097] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.069138] env[65794]: INFO nova.compute.manager [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1272.069392] env[65794]: DEBUG nova.compute.manager [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1272.070180] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5206440-3e96-45cb-8069-9116138849d3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.406245] env[65794]: DEBUG nova.compute.manager [req-5fb37bae-e0fb-42d6-97fb-6f120670e208 req-47af9073-7ed7-4f58-831a-53c347e20c05 service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Received event network-changed-99ba3884-6c7e-42a5-9836-1d435c1734e1 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1272.406245] env[65794]: DEBUG nova.compute.manager [req-5fb37bae-e0fb-42d6-97fb-6f120670e208 req-47af9073-7ed7-4f58-831a-53c347e20c05 service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Refreshing instance network info cache due to event network-changed-99ba3884-6c7e-42a5-9836-1d435c1734e1. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1272.406245] env[65794]: DEBUG oslo_concurrency.lockutils [req-5fb37bae-e0fb-42d6-97fb-6f120670e208 req-47af9073-7ed7-4f58-831a-53c347e20c05 service nova] Acquiring lock "refresh_cache-1d83d599-b002-4224-a892-20c45e77388d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.406245] env[65794]: DEBUG oslo_concurrency.lockutils [req-5fb37bae-e0fb-42d6-97fb-6f120670e208 req-47af9073-7ed7-4f58-831a-53c347e20c05 service nova] Acquired lock "refresh_cache-1d83d599-b002-4224-a892-20c45e77388d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.406946] env[65794]: DEBUG nova.network.neutron [req-5fb37bae-e0fb-42d6-97fb-6f120670e208 req-47af9073-7ed7-4f58-831a-53c347e20c05 service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Refreshing network info cache for port 99ba3884-6c7e-42a5-9836-1d435c1734e1 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.588111] env[65794]: INFO nova.compute.manager [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Took 12.22 seconds to build instance. [ 1272.910271] env[65794]: WARNING neutronclient.v2_0.client [req-5fb37bae-e0fb-42d6-97fb-6f120670e208 req-47af9073-7ed7-4f58-831a-53c347e20c05 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1273.077028] env[65794]: WARNING neutronclient.v2_0.client [req-5fb37bae-e0fb-42d6-97fb-6f120670e208 req-47af9073-7ed7-4f58-831a-53c347e20c05 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1273.090712] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3f807919-eacb-4f3c-a52a-a60954fb0409 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "ac6a1d88-1617-460c-be40-f29ff76cacc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.740s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.149433] env[65794]: DEBUG nova.network.neutron [req-5fb37bae-e0fb-42d6-97fb-6f120670e208 req-47af9073-7ed7-4f58-831a-53c347e20c05 service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Updated VIF entry in instance network info cache for port 99ba3884-6c7e-42a5-9836-1d435c1734e1. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1273.149803] env[65794]: DEBUG nova.network.neutron [req-5fb37bae-e0fb-42d6-97fb-6f120670e208 req-47af9073-7ed7-4f58-831a-53c347e20c05 service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Updating instance_info_cache with network_info: [{"id": "99ba3884-6c7e-42a5-9836-1d435c1734e1", "address": "fa:16:3e:74:3d:ae", "network": {"id": "e5aa0ed4-aa04-4498-8bec-128329970fc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-985809026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e39179d45d4774936d217b8bc60a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ba3884-6c", "ovs_interfaceid": "99ba3884-6c7e-42a5-9836-1d435c1734e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.652916] env[65794]: DEBUG oslo_concurrency.lockutils [req-5fb37bae-e0fb-42d6-97fb-6f120670e208 req-47af9073-7ed7-4f58-831a-53c347e20c05 service nova] Releasing lock "refresh_cache-1d83d599-b002-4224-a892-20c45e77388d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.438035] env[65794]: DEBUG nova.compute.manager [req-feeec89a-9db1-4537-bf74-bc31b9d9b36d req-dea8e265-b3c4-48f3-88b9-957d89b8a7ee service nova] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Received event network-changed-30632121-cac4-453d-bd28-8c90ea808f8f {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1274.438351] env[65794]: DEBUG nova.compute.manager [req-feeec89a-9db1-4537-bf74-bc31b9d9b36d req-dea8e265-b3c4-48f3-88b9-957d89b8a7ee service nova] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Refreshing instance network info cache due to event network-changed-30632121-cac4-453d-bd28-8c90ea808f8f. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1274.438500] env[65794]: DEBUG oslo_concurrency.lockutils [req-feeec89a-9db1-4537-bf74-bc31b9d9b36d req-dea8e265-b3c4-48f3-88b9-957d89b8a7ee service nova] Acquiring lock "refresh_cache-ac6a1d88-1617-460c-be40-f29ff76cacc0" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.438636] env[65794]: DEBUG oslo_concurrency.lockutils [req-feeec89a-9db1-4537-bf74-bc31b9d9b36d req-dea8e265-b3c4-48f3-88b9-957d89b8a7ee service nova] Acquired lock "refresh_cache-ac6a1d88-1617-460c-be40-f29ff76cacc0" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.438793] env[65794]: DEBUG nova.network.neutron [req-feeec89a-9db1-4537-bf74-bc31b9d9b36d req-dea8e265-b3c4-48f3-88b9-957d89b8a7ee service nova] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Refreshing network info cache for port 30632121-cac4-453d-bd28-8c90ea808f8f {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.942485] env[65794]: WARNING neutronclient.v2_0.client [req-feeec89a-9db1-4537-bf74-bc31b9d9b36d req-dea8e265-b3c4-48f3-88b9-957d89b8a7ee service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1275.104106] env[65794]: WARNING neutronclient.v2_0.client [req-feeec89a-9db1-4537-bf74-bc31b9d9b36d req-dea8e265-b3c4-48f3-88b9-957d89b8a7ee service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1275.173635] env[65794]: DEBUG nova.network.neutron [req-feeec89a-9db1-4537-bf74-bc31b9d9b36d req-dea8e265-b3c4-48f3-88b9-957d89b8a7ee service nova] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Updated VIF entry in instance network info cache for port 30632121-cac4-453d-bd28-8c90ea808f8f. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1275.174015] env[65794]: DEBUG nova.network.neutron [req-feeec89a-9db1-4537-bf74-bc31b9d9b36d req-dea8e265-b3c4-48f3-88b9-957d89b8a7ee service nova] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Updating instance_info_cache with network_info: [{"id": "30632121-cac4-453d-bd28-8c90ea808f8f", "address": "fa:16:3e:78:55:2c", "network": {"id": "34c355f1-18b6-4f59-a3ba-314ba59b5ea5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-446712165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c82899c90d64955a6f8a3b9afc4cc22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30632121-ca", "ovs_interfaceid": "30632121-cac4-453d-bd28-8c90ea808f8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.676611] env[65794]: DEBUG oslo_concurrency.lockutils [req-feeec89a-9db1-4537-bf74-bc31b9d9b36d req-dea8e265-b3c4-48f3-88b9-957d89b8a7ee service nova] Releasing lock "refresh_cache-ac6a1d88-1617-460c-be40-f29ff76cacc0" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.914176] env[65794]: DEBUG nova.compute.manager [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Stashing vm_state: active {{(pid=65794) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 1285.435489] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.435821] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.941085] env[65794]: INFO nova.compute.claims [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1286.447299] env[65794]: INFO nova.compute.resource_tracker [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Updating resource usage from migration 7b929136-8e02-4fdd-b085-e5fdb6084e44 [ 1286.536616] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7204c8-d2fb-4989-94e0-afcd229bf7ab {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.545159] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6935c8e7-8896-4766-b74e-856650b91c0f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.576691] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0304fff5-c77c-47bf-b6a6-0443b5f9422f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.584764] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e63b9e-a910-450c-ad75-40d667261ee8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.599201] env[65794]: DEBUG nova.compute.provider_tree [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.102581] env[65794]: DEBUG nova.scheduler.client.report [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.608057] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.172s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.608057] env[65794]: INFO nova.compute.manager [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Migrating [ 1288.125050] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "refresh_cache-65280c2e-c523-4a2e-8037-e4aa36f849ca" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.125050] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "refresh_cache-65280c2e-c523-4a2e-8037-e4aa36f849ca" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.125050] env[65794]: DEBUG nova.network.neutron [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1288.627507] env[65794]: WARNING neutronclient.v2_0.client [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1288.804310] env[65794]: WARNING neutronclient.v2_0.client [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1288.871510] env[65794]: DEBUG nova.network.neutron [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Updating instance_info_cache with network_info: [{"id": "3239f7ee-9b30-463a-abf4-c560a898ea75", "address": "fa:16:3e:e6:f9:d3", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3239f7ee-9b", "ovs_interfaceid": "3239f7ee-9b30-463a-abf4-c560a898ea75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.374323] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "refresh_cache-65280c2e-c523-4a2e-8037-e4aa36f849ca" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.889213] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc878dd-57e7-46be-8571-72d3d8c61f2c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.908043] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Updating instance '65280c2e-c523-4a2e-8037-e4aa36f849ca' progress to 0 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1291.415076] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.415076] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ba2b39f-e01f-40bb-915c-84aae5a08716 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.423135] env[65794]: DEBUG oslo_vmware.api [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1291.423135] env[65794]: value = "task-4812323" [ 1291.423135] env[65794]: _type = "Task" [ 1291.423135] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.431231] env[65794]: DEBUG oslo_vmware.api [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.934381] env[65794]: DEBUG oslo_vmware.api [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812323, 'name': PowerOffVM_Task, 'duration_secs': 0.196127} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.934860] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.934860] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Updating instance '65280c2e-c523-4a2e-8037-e4aa36f849ca' progress to 17 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.442526] env[65794]: DEBUG nova.virt.hardware [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1292.443755] env[65794]: DEBUG nova.virt.hardware [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.443755] env[65794]: DEBUG nova.virt.hardware [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1292.443755] env[65794]: DEBUG nova.virt.hardware [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.443755] env[65794]: DEBUG nova.virt.hardware [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1292.443755] env[65794]: DEBUG nova.virt.hardware [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1292.443755] env[65794]: DEBUG nova.virt.hardware [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1292.444084] env[65794]: DEBUG nova.virt.hardware [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1292.444084] env[65794]: DEBUG nova.virt.hardware [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1292.444220] env[65794]: DEBUG nova.virt.hardware [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1292.444388] env[65794]: DEBUG nova.virt.hardware [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1292.449542] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-307f4fbc-38ce-4b9b-b78a-fc1a0f5366ad {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.465680] env[65794]: DEBUG oslo_vmware.api [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1292.465680] env[65794]: value = "task-4812324" [ 1292.465680] env[65794]: _type = "Task" [ 1292.465680] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.475609] env[65794]: DEBUG oslo_vmware.api [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.979568] env[65794]: DEBUG oslo_vmware.api [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812324, 'name': ReconfigVM_Task, 'duration_secs': 0.199558} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.979956] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Updating instance '65280c2e-c523-4a2e-8037-e4aa36f849ca' progress to 33 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1293.488805] env[65794]: DEBUG nova.virt.hardware [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1293.488805] env[65794]: DEBUG nova.virt.hardware [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.488805] env[65794]: DEBUG nova.virt.hardware [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1293.488805] env[65794]: DEBUG nova.virt.hardware [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.489233] env[65794]: DEBUG nova.virt.hardware [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1293.489539] env[65794]: DEBUG nova.virt.hardware [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1293.489858] env[65794]: DEBUG nova.virt.hardware [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1293.490153] env[65794]: DEBUG nova.virt.hardware [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1293.490431] env[65794]: DEBUG nova.virt.hardware [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1293.490693] env[65794]: DEBUG nova.virt.hardware [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1293.490964] env[65794]: DEBUG nova.virt.hardware [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1293.496241] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1293.496698] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58eaf84c-c18f-4ce0-926f-cd5f6a7ef2e8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.516097] env[65794]: DEBUG oslo_vmware.api [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1293.516097] env[65794]: value = "task-4812325" [ 1293.516097] env[65794]: _type = "Task" [ 1293.516097] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.524968] env[65794]: DEBUG oslo_vmware.api [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812325, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.026434] env[65794]: DEBUG oslo_vmware.api [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812325, 'name': ReconfigVM_Task, 'duration_secs': 0.159618} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.026739] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1294.027522] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8fe221-bbc3-4e5e-b249-86b293dc630a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.051345] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 65280c2e-c523-4a2e-8037-e4aa36f849ca/65280c2e-c523-4a2e-8037-e4aa36f849ca.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.051652] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77266cf0-fd20-4938-96af-db13e7721a55 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.071855] env[65794]: DEBUG oslo_vmware.api [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1294.071855] env[65794]: value = "task-4812326" [ 1294.071855] env[65794]: _type = "Task" [ 1294.071855] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.081880] env[65794]: DEBUG oslo_vmware.api [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.582379] env[65794]: DEBUG oslo_vmware.api [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812326, 'name': ReconfigVM_Task, 'duration_secs': 0.253799} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.582657] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 65280c2e-c523-4a2e-8037-e4aa36f849ca/65280c2e-c523-4a2e-8037-e4aa36f849ca.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.582918] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Updating instance '65280c2e-c523-4a2e-8037-e4aa36f849ca' progress to 50 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1295.090221] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c811c927-daba-41c2-a8c9-1e649b967276 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.109102] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e166281-acec-4e10-b56f-19777bf22821 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.127283] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Updating instance '65280c2e-c523-4a2e-8037-e4aa36f849ca' progress to 67 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1295.634410] env[65794]: WARNING neutronclient.v2_0.client [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1295.634780] env[65794]: WARNING neutronclient.v2_0.client [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1295.672725] env[65794]: DEBUG nova.network.neutron [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Port 3239f7ee-9b30-463a-abf4-c560a898ea75 binding to destination host cpu-1 is already ACTIVE {{(pid=65794) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1296.698454] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "65280c2e-c523-4a2e-8037-e4aa36f849ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.698987] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "65280c2e-c523-4a2e-8037-e4aa36f849ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.699318] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "65280c2e-c523-4a2e-8037-e4aa36f849ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.702793] env[65794]: WARNING neutronclient.v2_0.client [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1297.737035] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "refresh_cache-65280c2e-c523-4a2e-8037-e4aa36f849ca" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.737035] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "refresh_cache-65280c2e-c523-4a2e-8037-e4aa36f849ca" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.737035] env[65794]: DEBUG nova.network.neutron [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1298.239762] env[65794]: WARNING neutronclient.v2_0.client [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1298.402239] env[65794]: WARNING neutronclient.v2_0.client [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1298.471983] env[65794]: DEBUG nova.network.neutron [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Updating instance_info_cache with network_info: [{"id": "3239f7ee-9b30-463a-abf4-c560a898ea75", "address": "fa:16:3e:e6:f9:d3", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3239f7ee-9b", "ovs_interfaceid": "3239f7ee-9b30-463a-abf4-c560a898ea75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.975175] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "refresh_cache-65280c2e-c523-4a2e-8037-e4aa36f849ca" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.500356] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bb3451-e075-41cf-a17f-5dbac55bd205 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.518699] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942262d9-4b12-44dd-99c4-07247290d8a3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.525863] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Updating instance '65280c2e-c523-4a2e-8037-e4aa36f849ca' progress to 83 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.032107] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1300.032448] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b04a09ab-e712-48f2-993b-54aa97ff51c2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.040035] env[65794]: DEBUG oslo_vmware.api [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1300.040035] env[65794]: value = "task-4812327" [ 1300.040035] env[65794]: _type = "Task" [ 1300.040035] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.048387] env[65794]: DEBUG oslo_vmware.api [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.355223] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.355503] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.355707] env[65794]: INFO nova.compute.manager [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Shelving [ 1300.550814] env[65794]: DEBUG oslo_vmware.api [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812327, 'name': PowerOnVM_Task, 'duration_secs': 0.407314} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.551111] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.551301] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a861007c-e9e9-496b-bf93-a917b7d2a137 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Updating instance '65280c2e-c523-4a2e-8037-e4aa36f849ca' progress to 100 {{(pid=65794) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1301.365439] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.365847] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3188cbf5-1b84-4a5b-8cfa-a09d0deb2d0e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.374762] env[65794]: DEBUG oslo_vmware.api [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1301.374762] env[65794]: value = "task-4812328" [ 1301.374762] env[65794]: _type = "Task" [ 1301.374762] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.384260] env[65794]: DEBUG oslo_vmware.api [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.885099] env[65794]: DEBUG oslo_vmware.api [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812328, 'name': PowerOffVM_Task, 'duration_secs': 0.174443} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.885404] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.886309] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5b7588-6829-4639-abb2-2a12121ef097 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.906210] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e846daf-a9da-48f3-9b28-96d72a13b5d5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.418324] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Creating Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1302.418706] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-244fc104-65eb-45f6-8b91-2b7d8ca97863 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.427091] env[65794]: DEBUG oslo_vmware.api [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1302.427091] env[65794]: value = "task-4812329" [ 1302.427091] env[65794]: _type = "Task" [ 1302.427091] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.436518] env[65794]: DEBUG oslo_vmware.api [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812329, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.939770] env[65794]: DEBUG oslo_vmware.api [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812329, 'name': CreateSnapshot_Task, 'duration_secs': 0.431012} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.940092] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Created Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1302.940864] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa37b83-300d-44e5-b54a-dfe481e023d7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.424981] env[65794]: WARNING neutronclient.v2_0.client [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1303.459899] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Creating linked-clone VM from snapshot {{(pid=65794) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1303.461287] env[65794]: WARNING neutronclient.v2_0.client [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1303.461612] env[65794]: WARNING neutronclient.v2_0.client [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1303.461861] env[65794]: WARNING neutronclient.v2_0.client [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1303.463961] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-00e325e5-2d99-422d-9990-d50ba76612dd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.472784] env[65794]: DEBUG oslo_vmware.api [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1303.472784] env[65794]: value = "task-4812330" [ 1303.472784] env[65794]: _type = "Task" [ 1303.472784] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.481527] env[65794]: DEBUG oslo_vmware.api [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812330, 'name': CloneVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.501915] env[65794]: DEBUG nova.network.neutron [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Port 3239f7ee-9b30-463a-abf4-c560a898ea75 binding to destination host cpu-1 is already ACTIVE {{(pid=65794) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1303.502192] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "refresh_cache-65280c2e-c523-4a2e-8037-e4aa36f849ca" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.502339] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "refresh_cache-65280c2e-c523-4a2e-8037-e4aa36f849ca" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.502495] env[65794]: DEBUG nova.network.neutron [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1303.983146] env[65794]: DEBUG oslo_vmware.api [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812330, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.005039] env[65794]: WARNING neutronclient.v2_0.client [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1304.181827] env[65794]: WARNING neutronclient.v2_0.client [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1304.251656] env[65794]: DEBUG nova.network.neutron [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Updating instance_info_cache with network_info: [{"id": "3239f7ee-9b30-463a-abf4-c560a898ea75", "address": "fa:16:3e:e6:f9:d3", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3239f7ee-9b", "ovs_interfaceid": "3239f7ee-9b30-463a-abf4-c560a898ea75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.485153] env[65794]: DEBUG oslo_vmware.api [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812330, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.754783] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "refresh_cache-65280c2e-c523-4a2e-8037-e4aa36f849ca" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.984930] env[65794]: DEBUG oslo_vmware.api [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812330, 'name': CloneVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.259081] env[65794]: DEBUG nova.compute.manager [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65794) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1305.259081] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.259081] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.487551] env[65794]: DEBUG oslo_vmware.api [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812330, 'name': CloneVM_Task, 'duration_secs': 1.526731} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.487919] env[65794]: INFO nova.virt.vmwareapi.vmops [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Created linked-clone VM from snapshot [ 1305.488981] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e39fc4-b44a-49cd-b270-764b4da15801 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.499022] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Uploading image 867f334c-9c71-4512-841b-c32f390f4022 {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1305.526504] env[65794]: DEBUG oslo_vmware.rw_handles [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1305.526504] env[65794]: value = "vm-938288" [ 1305.526504] env[65794]: _type = "VirtualMachine" [ 1305.526504] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1305.526872] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-396b6d5c-c666-4dce-bafc-c2c3aad531a9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.534311] env[65794]: DEBUG oslo_vmware.rw_handles [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lease: (returnval){ [ 1305.534311] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52622236-e337-216e-8fd9-7c0ce34bd07b" [ 1305.534311] env[65794]: _type = "HttpNfcLease" [ 1305.534311] env[65794]: } obtained for exporting VM: (result){ [ 1305.534311] env[65794]: value = "vm-938288" [ 1305.534311] env[65794]: _type = "VirtualMachine" [ 1305.534311] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1305.534618] env[65794]: DEBUG oslo_vmware.api [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the lease: (returnval){ [ 1305.534618] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52622236-e337-216e-8fd9-7c0ce34bd07b" [ 1305.534618] env[65794]: _type = "HttpNfcLease" [ 1305.534618] env[65794]: } to be ready. {{(pid=65794) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1305.542057] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1305.542057] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52622236-e337-216e-8fd9-7c0ce34bd07b" [ 1305.542057] env[65794]: _type = "HttpNfcLease" [ 1305.542057] env[65794]: } is initializing. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1305.762236] env[65794]: DEBUG nova.objects.instance [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lazy-loading 'migration_context' on Instance uuid 65280c2e-c523-4a2e-8037-e4aa36f849ca {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.044021] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1306.044021] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52622236-e337-216e-8fd9-7c0ce34bd07b" [ 1306.044021] env[65794]: _type = "HttpNfcLease" [ 1306.044021] env[65794]: } is ready. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1306.044304] env[65794]: DEBUG oslo_vmware.rw_handles [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1306.044304] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52622236-e337-216e-8fd9-7c0ce34bd07b" [ 1306.044304] env[65794]: _type = "HttpNfcLease" [ 1306.044304] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1306.045018] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5611ae36-98f6-4373-bcb4-1e653d0a2741 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.052852] env[65794]: DEBUG oslo_vmware.rw_handles [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52078f22-d4ec-1127-f342-cf4062c3d39d/disk-0.vmdk from lease info. {{(pid=65794) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1306.053034] env[65794]: DEBUG oslo_vmware.rw_handles [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52078f22-d4ec-1127-f342-cf4062c3d39d/disk-0.vmdk for reading. {{(pid=65794) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1306.144567] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-20247197-817c-458e-80a3-799cf332ee76 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.349331] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aefc64-c0bc-4647-b3ca-67bea91fa1f2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.356969] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d2d864-8b01-4540-8014-416472bb7264 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.389527] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0deb830-d94e-4648-9b41-32a3a7c18390 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.398131] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8de1f0-d263-4a83-97cd-ef0f28bc60b9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.412968] env[65794]: DEBUG nova.compute.provider_tree [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.915094] env[65794]: DEBUG nova.scheduler.client.report [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.929075] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.670s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.469270] env[65794]: INFO nova.compute.manager [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Swapping old allocation on dict_keys(['9d798782-7888-423a-959e-7002060abcae']) held by migration 7b929136-8e02-4fdd-b085-e5fdb6084e44 for instance [ 1309.495032] env[65794]: DEBUG nova.scheduler.client.report [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Overwriting current allocation {'allocations': {'9d798782-7888-423a-959e-7002060abcae': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 172}}, 'project_id': '4eb27c4a5aba4b6a88f64e92b9d05791', 'user_id': '63b82cbaa3f649d8aa9c1aaa5b54699e', 'consumer_generation': 1} on consumer 65280c2e-c523-4a2e-8037-e4aa36f849ca {{(pid=65794) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1309.547640] env[65794]: WARNING neutronclient.v2_0.client [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1309.591846] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "refresh_cache-65280c2e-c523-4a2e-8037-e4aa36f849ca" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.592042] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "refresh_cache-65280c2e-c523-4a2e-8037-e4aa36f849ca" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.592225] env[65794]: DEBUG nova.network.neutron [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1310.095513] env[65794]: WARNING neutronclient.v2_0.client [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1310.196998] env[65794]: DEBUG oslo_concurrency.lockutils [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "1d83d599-b002-4224-a892-20c45e77388d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.197326] env[65794]: DEBUG oslo_concurrency.lockutils [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "1d83d599-b002-4224-a892-20c45e77388d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.197503] env[65794]: INFO nova.compute.manager [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Shelving [ 1310.285422] env[65794]: WARNING neutronclient.v2_0.client [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1310.361200] env[65794]: DEBUG nova.network.neutron [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Updating instance_info_cache with network_info: [{"id": "3239f7ee-9b30-463a-abf4-c560a898ea75", "address": "fa:16:3e:e6:f9:d3", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3239f7ee-9b", "ovs_interfaceid": "3239f7ee-9b30-463a-abf4-c560a898ea75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.486427] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3f6ad323-82c0-4e45-8134-4eef6c80fc2b tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "ac6a1d88-1617-460c-be40-f29ff76cacc0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.486800] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3f6ad323-82c0-4e45-8134-4eef6c80fc2b tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "ac6a1d88-1617-460c-be40-f29ff76cacc0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.865103] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "refresh_cache-65280c2e-c523-4a2e-8037-e4aa36f849ca" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.865669] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.866042] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcb6af9c-4078-48ce-b808-6bd530da254e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.875657] env[65794]: DEBUG oslo_vmware.api [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1310.875657] env[65794]: value = "task-4812332" [ 1310.875657] env[65794]: _type = "Task" [ 1310.875657] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.887946] env[65794]: DEBUG oslo_vmware.api [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.990253] env[65794]: DEBUG nova.compute.utils [None req-3f6ad323-82c0-4e45-8134-4eef6c80fc2b tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1311.207721] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.208118] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f12744d9-ac80-4866-9b94-74b7f3866325 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.215462] env[65794]: DEBUG oslo_vmware.api [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1311.215462] env[65794]: value = "task-4812333" [ 1311.215462] env[65794]: _type = "Task" [ 1311.215462] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.226439] env[65794]: DEBUG oslo_vmware.api [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.386485] env[65794]: DEBUG oslo_vmware.api [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812332, 'name': PowerOffVM_Task, 'duration_secs': 0.230771} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.386779] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.387588] env[65794]: DEBUG nova.virt.hardware [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1311.387830] env[65794]: DEBUG nova.virt.hardware [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.387989] env[65794]: DEBUG nova.virt.hardware [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1311.388247] env[65794]: DEBUG nova.virt.hardware [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.388389] env[65794]: DEBUG nova.virt.hardware [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1311.388555] env[65794]: DEBUG nova.virt.hardware [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1311.388786] env[65794]: DEBUG nova.virt.hardware [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1311.388954] env[65794]: DEBUG nova.virt.hardware [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1311.389159] env[65794]: DEBUG nova.virt.hardware [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1311.389327] env[65794]: DEBUG nova.virt.hardware [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1311.389495] env[65794]: DEBUG nova.virt.hardware [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1311.395166] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e771de6a-b472-43d5-8315-d807d50e67c3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.414733] env[65794]: DEBUG oslo_vmware.api [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1311.414733] env[65794]: value = "task-4812334" [ 1311.414733] env[65794]: _type = "Task" [ 1311.414733] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.424092] env[65794]: DEBUG oslo_vmware.api [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812334, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.493100] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3f6ad323-82c0-4e45-8134-4eef6c80fc2b tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "ac6a1d88-1617-460c-be40-f29ff76cacc0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.727104] env[65794]: DEBUG oslo_vmware.api [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812333, 'name': PowerOffVM_Task, 'duration_secs': 0.20094} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.727345] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.728165] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53372739-5b13-4f50-a5fb-d8e6cdb8c245 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.747142] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fe5bb1-8a69-4727-bc25-20fa8de15622 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.926431] env[65794]: DEBUG oslo_vmware.api [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812334, 'name': ReconfigVM_Task, 'duration_secs': 0.191803} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.927186] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4f348e-2943-4d5b-931d-4b84bff6992d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.948808] env[65794]: DEBUG nova.virt.hardware [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1311.949117] env[65794]: DEBUG nova.virt.hardware [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.949909] env[65794]: DEBUG nova.virt.hardware [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1311.949909] env[65794]: DEBUG nova.virt.hardware [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.949909] env[65794]: DEBUG nova.virt.hardware [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1311.949909] env[65794]: DEBUG nova.virt.hardware [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1311.949909] env[65794]: DEBUG nova.virt.hardware [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1311.950260] env[65794]: DEBUG nova.virt.hardware [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1311.950260] env[65794]: DEBUG nova.virt.hardware [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1311.950352] env[65794]: DEBUG nova.virt.hardware [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1311.950481] env[65794]: DEBUG nova.virt.hardware [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1311.951364] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93c4f4a3-ae16-457c-ae28-69a398bd87e2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.958430] env[65794]: DEBUG oslo_vmware.api [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1311.958430] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52453170-842a-df0b-8432-8b3af092e416" [ 1311.958430] env[65794]: _type = "Task" [ 1311.958430] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.967370] env[65794]: DEBUG oslo_vmware.api [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52453170-842a-df0b-8432-8b3af092e416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.258785] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Creating Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1312.259163] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ea60c5ff-eb2e-4e2f-aa8f-3c99a99842f2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.269037] env[65794]: DEBUG oslo_vmware.api [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1312.269037] env[65794]: value = "task-4812335" [ 1312.269037] env[65794]: _type = "Task" [ 1312.269037] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.281131] env[65794]: DEBUG oslo_vmware.api [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812335, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.470110] env[65794]: DEBUG oslo_vmware.api [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52453170-842a-df0b-8432-8b3af092e416, 'name': SearchDatastore_Task, 'duration_secs': 0.01176} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.475807] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1312.476242] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0d26d5d-53a4-4ccd-9afb-a6a1cff84653 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.497061] env[65794]: DEBUG oslo_vmware.api [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1312.497061] env[65794]: value = "task-4812336" [ 1312.497061] env[65794]: _type = "Task" [ 1312.497061] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.506851] env[65794]: DEBUG oslo_vmware.api [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.569555] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3f6ad323-82c0-4e45-8134-4eef6c80fc2b tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "ac6a1d88-1617-460c-be40-f29ff76cacc0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.569939] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3f6ad323-82c0-4e45-8134-4eef6c80fc2b tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "ac6a1d88-1617-460c-be40-f29ff76cacc0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.570347] env[65794]: INFO nova.compute.manager [None req-3f6ad323-82c0-4e45-8134-4eef6c80fc2b tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Attaching volume 3f9079b4-304d-453a-8e89-1c49d23ddcf7 to /dev/sdb [ 1312.605346] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6a6b71-3ea7-4639-b3f5-175e91cb02bd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.613430] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa35e94b-8772-48f1-82bc-2aa3185423d5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.628467] env[65794]: DEBUG nova.virt.block_device [None req-3f6ad323-82c0-4e45-8134-4eef6c80fc2b tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Updating existing volume attachment record: 8aa1bd63-9211-49f7-9081-d9787a202f7c {{(pid=65794) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1312.781789] env[65794]: DEBUG oslo_vmware.api [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812335, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.008074] env[65794]: DEBUG oslo_vmware.api [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812336, 'name': ReconfigVM_Task, 'duration_secs': 0.226701} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.008319] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1313.009285] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54af9ff0-59da-45ab-b0a9-17eaa2090094 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.033832] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 65280c2e-c523-4a2e-8037-e4aa36f849ca/65280c2e-c523-4a2e-8037-e4aa36f849ca.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.034235] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e03bd4c-3995-4700-bc2b-ceba1fb3b6ca {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.054632] env[65794]: DEBUG oslo_vmware.api [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1313.054632] env[65794]: value = "task-4812338" [ 1313.054632] env[65794]: _type = "Task" [ 1313.054632] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.064834] env[65794]: DEBUG oslo_vmware.api [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.281996] env[65794]: DEBUG oslo_vmware.api [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812335, 'name': CreateSnapshot_Task, 'duration_secs': 0.782913} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.282303] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Created Snapshot of the VM instance {{(pid=65794) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1313.283110] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe96a430-7174-48f5-86e3-436c6b51e16e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.314025] env[65794]: DEBUG oslo_vmware.rw_handles [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52078f22-d4ec-1127-f342-cf4062c3d39d/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1313.314980] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aed5318-3cb9-4068-83e9-bd627c40052d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.322095] env[65794]: DEBUG oslo_vmware.rw_handles [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52078f22-d4ec-1127-f342-cf4062c3d39d/disk-0.vmdk is in state: ready. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1313.322275] env[65794]: ERROR oslo_vmware.rw_handles [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52078f22-d4ec-1127-f342-cf4062c3d39d/disk-0.vmdk due to incomplete transfer. [ 1313.322512] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-98b0f167-4af3-48be-9a2a-a0bda83b5a9c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.331646] env[65794]: DEBUG oslo_vmware.rw_handles [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52078f22-d4ec-1127-f342-cf4062c3d39d/disk-0.vmdk. {{(pid=65794) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1313.331907] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Uploaded image 867f334c-9c71-4512-841b-c32f390f4022 to the Glance image server {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1313.334160] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Destroying the VM {{(pid=65794) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1313.334414] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2987331e-a55e-4bd6-8f26-16bd7b63c28c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.342082] env[65794]: DEBUG oslo_vmware.api [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1313.342082] env[65794]: value = "task-4812339" [ 1313.342082] env[65794]: _type = "Task" [ 1313.342082] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.351275] env[65794]: DEBUG oslo_vmware.api [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812339, 'name': Destroy_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.566437] env[65794]: DEBUG oslo_vmware.api [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812338, 'name': ReconfigVM_Task, 'duration_secs': 0.364265} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.566938] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 65280c2e-c523-4a2e-8037-e4aa36f849ca/65280c2e-c523-4a2e-8037-e4aa36f849ca.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.567708] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d97bd6e-bfce-4097-9e76-569ff38e6383 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.587347] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625e4a02-e4e3-4d3a-adbd-f15652ae3e78 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.608595] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bfe187-1338-4fa2-afb7-c696f8acff76 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.627226] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf2d3ad-a381-4254-b44f-4e793a7fffac {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.635050] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1313.635341] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f8861d9-c125-4c5d-836b-ce1ac7090e56 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.642752] env[65794]: DEBUG oslo_vmware.api [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1313.642752] env[65794]: value = "task-4812340" [ 1313.642752] env[65794]: _type = "Task" [ 1313.642752] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.652091] env[65794]: DEBUG oslo_vmware.api [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.803961] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Creating linked-clone VM from snapshot {{(pid=65794) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1313.804341] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-35067ae4-35d7-4ef0-b4ce-3632272359b1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.813336] env[65794]: DEBUG oslo_vmware.api [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1313.813336] env[65794]: value = "task-4812341" [ 1313.813336] env[65794]: _type = "Task" [ 1313.813336] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.821921] env[65794]: DEBUG oslo_vmware.api [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812341, 'name': CloneVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.852642] env[65794]: DEBUG oslo_vmware.api [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812339, 'name': Destroy_Task, 'duration_secs': 0.336326} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.852918] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Destroyed the VM [ 1313.853187] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Deleting Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1313.853455] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-88b96434-6134-4314-8bfe-750e1bb6954a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.861049] env[65794]: DEBUG oslo_vmware.api [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1313.861049] env[65794]: value = "task-4812342" [ 1313.861049] env[65794]: _type = "Task" [ 1313.861049] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.869981] env[65794]: DEBUG oslo_vmware.api [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812342, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.154121] env[65794]: DEBUG oslo_vmware.api [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812340, 'name': PowerOnVM_Task, 'duration_secs': 0.441465} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.154433] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.323845] env[65794]: DEBUG oslo_vmware.api [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812341, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.372569] env[65794]: DEBUG oslo_vmware.api [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812342, 'name': RemoveSnapshot_Task, 'duration_secs': 0.375226} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.372877] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Deleted Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1314.373201] env[65794]: DEBUG nova.compute.manager [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1314.374015] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba2d945-6865-4edb-9366-e7f46fee9e9c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.824028] env[65794]: DEBUG oslo_vmware.api [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812341, 'name': CloneVM_Task} progress is 94%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.887337] env[65794]: INFO nova.compute.manager [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Shelve offloading [ 1315.165843] env[65794]: INFO nova.compute.manager [None req-0bb31342-1851-410b-8cec-d45581e8f44b tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Updating instance to original state: 'active' [ 1315.324186] env[65794]: DEBUG oslo_vmware.api [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812341, 'name': CloneVM_Task, 'duration_secs': 1.485909} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.324420] env[65794]: INFO nova.virt.vmwareapi.vmops [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Created linked-clone VM from snapshot [ 1315.325340] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfe30d6-8f27-4052-90ec-8b8992905a63 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.335238] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Uploading image 60f661ac-6e2e-4447-9e27-60b66469b324 {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1315.360813] env[65794]: DEBUG oslo_vmware.rw_handles [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1315.360813] env[65794]: value = "vm-938291" [ 1315.360813] env[65794]: _type = "VirtualMachine" [ 1315.360813] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1315.361448] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-05e830e3-80d8-4915-9bdb-d9082a073fcb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.369638] env[65794]: DEBUG oslo_vmware.rw_handles [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lease: (returnval){ [ 1315.369638] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5248d5d6-b31a-79a2-8b99-7ace34f85aa9" [ 1315.369638] env[65794]: _type = "HttpNfcLease" [ 1315.369638] env[65794]: } obtained for exporting VM: (result){ [ 1315.369638] env[65794]: value = "vm-938291" [ 1315.369638] env[65794]: _type = "VirtualMachine" [ 1315.369638] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1315.369959] env[65794]: DEBUG oslo_vmware.api [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the lease: (returnval){ [ 1315.369959] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5248d5d6-b31a-79a2-8b99-7ace34f85aa9" [ 1315.369959] env[65794]: _type = "HttpNfcLease" [ 1315.369959] env[65794]: } to be ready. {{(pid=65794) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1315.377095] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1315.377095] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5248d5d6-b31a-79a2-8b99-7ace34f85aa9" [ 1315.377095] env[65794]: _type = "HttpNfcLease" [ 1315.377095] env[65794]: } is initializing. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1315.390970] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.391140] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50cc3552-9975-4617-9d85-70e14bf874bd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.398998] env[65794]: DEBUG oslo_vmware.api [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1315.398998] env[65794]: value = "task-4812345" [ 1315.398998] env[65794]: _type = "Task" [ 1315.398998] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.408120] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] VM already powered off {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1315.408314] env[65794]: DEBUG nova.compute.manager [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1315.409068] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d464c25c-df44-415a-a7ef-9430ca77c675 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.415942] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "refresh_cache-16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.416042] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquired lock "refresh_cache-16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.416288] env[65794]: DEBUG nova.network.neutron [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1315.880524] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1315.880524] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5248d5d6-b31a-79a2-8b99-7ace34f85aa9" [ 1315.880524] env[65794]: _type = "HttpNfcLease" [ 1315.880524] env[65794]: } is ready. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1315.881037] env[65794]: DEBUG oslo_vmware.rw_handles [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1315.881037] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5248d5d6-b31a-79a2-8b99-7ace34f85aa9" [ 1315.881037] env[65794]: _type = "HttpNfcLease" [ 1315.881037] env[65794]: }. {{(pid=65794) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1315.881645] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811c0caa-37d3-4809-a6bd-3ae9ef2607fd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.891783] env[65794]: DEBUG oslo_vmware.rw_handles [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5289cb53-e9db-da68-747a-655bee887240/disk-0.vmdk from lease info. {{(pid=65794) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1315.891988] env[65794]: DEBUG oslo_vmware.rw_handles [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5289cb53-e9db-da68-747a-655bee887240/disk-0.vmdk for reading. {{(pid=65794) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1315.948083] env[65794]: WARNING neutronclient.v2_0.client [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1316.119981] env[65794]: WARNING neutronclient.v2_0.client [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1316.133270] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7cb82fb6-3eac-491d-b3b2-7d8d2da277a3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.200697] env[65794]: DEBUG nova.network.neutron [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Updating instance_info_cache with network_info: [{"id": "e411457e-0a0f-4150-8023-0de1113795c9", "address": "fa:16:3e:80:4e:eb", "network": {"id": "711b4f34-e16a-4fd5-9cd4-121eec1321e9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1997664404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641525153727464f9f447fe8d064f09d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape411457e-0a", "ovs_interfaceid": "e411457e-0a0f-4150-8023-0de1113795c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.239714] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "65280c2e-c523-4a2e-8037-e4aa36f849ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.240010] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "65280c2e-c523-4a2e-8037-e4aa36f849ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.240806] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "65280c2e-c523-4a2e-8037-e4aa36f849ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.241037] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "65280c2e-c523-4a2e-8037-e4aa36f849ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.241217] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "65280c2e-c523-4a2e-8037-e4aa36f849ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.243526] env[65794]: INFO nova.compute.manager [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Terminating instance [ 1316.704146] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Releasing lock "refresh_cache-16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.704558] env[65794]: WARNING neutronclient.v2_0.client [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1316.704868] env[65794]: WARNING neutronclient.v2_0.client [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1316.747520] env[65794]: DEBUG nova.compute.manager [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1316.747836] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1316.748825] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770ffd39-8e60-42e2-8b73-ac5f889649e4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.760411] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.760806] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca20d305-5d4d-43b6-8a8d-0d7cf425410f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.771294] env[65794]: DEBUG oslo_vmware.api [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1316.771294] env[65794]: value = "task-4812346" [ 1316.771294] env[65794]: _type = "Task" [ 1316.771294] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.789222] env[65794]: DEBUG oslo_vmware.api [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.986194] env[65794]: DEBUG nova.compute.manager [req-78a8e0c6-7129-456c-bb45-91473e93b950 req-a37756a6-631e-4395-81df-1c0aaf40ada0 service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Received event network-vif-unplugged-e411457e-0a0f-4150-8023-0de1113795c9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1316.986635] env[65794]: DEBUG oslo_concurrency.lockutils [req-78a8e0c6-7129-456c-bb45-91473e93b950 req-a37756a6-631e-4395-81df-1c0aaf40ada0 service nova] Acquiring lock "16b0b1f0-d9b6-4bb2-8179-18ce40edaef1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.986635] env[65794]: DEBUG oslo_concurrency.lockutils [req-78a8e0c6-7129-456c-bb45-91473e93b950 req-a37756a6-631e-4395-81df-1c0aaf40ada0 service nova] Lock "16b0b1f0-d9b6-4bb2-8179-18ce40edaef1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.986839] env[65794]: DEBUG oslo_concurrency.lockutils [req-78a8e0c6-7129-456c-bb45-91473e93b950 req-a37756a6-631e-4395-81df-1c0aaf40ada0 service nova] Lock "16b0b1f0-d9b6-4bb2-8179-18ce40edaef1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.987379] env[65794]: DEBUG nova.compute.manager [req-78a8e0c6-7129-456c-bb45-91473e93b950 req-a37756a6-631e-4395-81df-1c0aaf40ada0 service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] No waiting events found dispatching network-vif-unplugged-e411457e-0a0f-4150-8023-0de1113795c9 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1316.987706] env[65794]: WARNING nova.compute.manager [req-78a8e0c6-7129-456c-bb45-91473e93b950 req-a37756a6-631e-4395-81df-1c0aaf40ada0 service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Received unexpected event network-vif-unplugged-e411457e-0a0f-4150-8023-0de1113795c9 for instance with vm_state shelved and task_state shelving_offloading. [ 1317.098966] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1317.100235] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714a2558-a973-4dbf-930b-c934f1d92b5a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.109185] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1317.109543] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-425c96bd-e833-4af5-866c-db772ac37f8e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.178128] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6ad323-82c0-4e45-8134-4eef6c80fc2b tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Volume attach. Driver type: vmdk {{(pid=65794) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1317.178509] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6ad323-82c0-4e45-8134-4eef6c80fc2b tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938289', 'volume_id': '3f9079b4-304d-453a-8e89-1c49d23ddcf7', 'name': 'volume-3f9079b4-304d-453a-8e89-1c49d23ddcf7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac6a1d88-1617-460c-be40-f29ff76cacc0', 'attached_at': '', 'detached_at': '', 'volume_id': '3f9079b4-304d-453a-8e89-1c49d23ddcf7', 'serial': '3f9079b4-304d-453a-8e89-1c49d23ddcf7'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1317.179493] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d64124-6a1d-468b-ad13-724a76dcd417 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.197620] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a9259a-d859-43d8-b016-fd3ce3c73abf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.225016] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6ad323-82c0-4e45-8134-4eef6c80fc2b tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-3f9079b4-304d-453a-8e89-1c49d23ddcf7/volume-3f9079b4-304d-453a-8e89-1c49d23ddcf7.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.226787] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76d183c2-8196-4a0c-afea-cd4d5b255aab {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.240327] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1317.240601] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1317.240787] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Deleting the datastore file [datastore2] 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1317.241178] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36636800-6a32-41d9-8767-3dd48346e0d7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.249850] env[65794]: DEBUG oslo_vmware.api [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1317.249850] env[65794]: value = "task-4812348" [ 1317.249850] env[65794]: _type = "Task" [ 1317.249850] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.251363] env[65794]: DEBUG oslo_vmware.api [None req-3f6ad323-82c0-4e45-8134-4eef6c80fc2b tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1317.251363] env[65794]: value = "task-4812349" [ 1317.251363] env[65794]: _type = "Task" [ 1317.251363] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.266412] env[65794]: DEBUG oslo_vmware.api [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.270471] env[65794]: DEBUG oslo_vmware.api [None req-3f6ad323-82c0-4e45-8134-4eef6c80fc2b tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.281689] env[65794]: DEBUG oslo_vmware.api [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812346, 'name': PowerOffVM_Task, 'duration_secs': 0.244954} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.282337] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.283149] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1317.283149] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d55c690-f932-4e73-b4f5-d79528d247c8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.351877] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1317.352133] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1317.352306] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Deleting the datastore file [datastore1] 65280c2e-c523-4a2e-8037-e4aa36f849ca {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1317.352781] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83e24db0-abf0-4714-b3a7-00eb971fe494 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.360759] env[65794]: DEBUG oslo_vmware.api [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1317.360759] env[65794]: value = "task-4812351" [ 1317.360759] env[65794]: _type = "Task" [ 1317.360759] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.369834] env[65794]: DEBUG oslo_vmware.api [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.769963] env[65794]: DEBUG oslo_vmware.api [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150764} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.772177] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.772787] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1317.773175] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1317.777535] env[65794]: DEBUG oslo_vmware.api [None req-3f6ad323-82c0-4e45-8134-4eef6c80fc2b tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812349, 'name': ReconfigVM_Task, 'duration_secs': 0.420744} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.778266] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6ad323-82c0-4e45-8134-4eef6c80fc2b tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-3f9079b4-304d-453a-8e89-1c49d23ddcf7/volume-3f9079b4-304d-453a-8e89-1c49d23ddcf7.vmdk or device None with type thin {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.784953] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db3a4c8a-b60f-49c8-8a18-7ddf256eb864 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.802592] env[65794]: DEBUG oslo_vmware.api [None req-3f6ad323-82c0-4e45-8134-4eef6c80fc2b tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1317.802592] env[65794]: value = "task-4812352" [ 1317.802592] env[65794]: _type = "Task" [ 1317.802592] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.812615] env[65794]: DEBUG oslo_vmware.api [None req-3f6ad323-82c0-4e45-8134-4eef6c80fc2b tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.813468] env[65794]: INFO nova.scheduler.client.report [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Deleted allocations for instance 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1 [ 1317.871424] env[65794]: DEBUG oslo_vmware.api [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164814} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.871798] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.872051] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1317.872295] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1317.872522] env[65794]: INFO nova.compute.manager [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1317.872811] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1317.873034] env[65794]: DEBUG nova.compute.manager [-] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1317.873139] env[65794]: DEBUG nova.network.neutron [-] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1317.873434] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1317.908956] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1318.274163] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.314980] env[65794]: DEBUG oslo_vmware.api [None req-3f6ad323-82c0-4e45-8134-4eef6c80fc2b tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.318267] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.318554] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.318776] env[65794]: DEBUG nova.objects.instance [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lazy-loading 'resources' on Instance uuid 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.814479] env[65794]: DEBUG oslo_vmware.api [None req-3f6ad323-82c0-4e45-8134-4eef6c80fc2b tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812352, 'name': ReconfigVM_Task, 'duration_secs': 0.946949} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.814808] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6ad323-82c0-4e45-8134-4eef6c80fc2b tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938289', 'volume_id': '3f9079b4-304d-453a-8e89-1c49d23ddcf7', 'name': 'volume-3f9079b4-304d-453a-8e89-1c49d23ddcf7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac6a1d88-1617-460c-be40-f29ff76cacc0', 'attached_at': '', 'detached_at': '', 'volume_id': '3f9079b4-304d-453a-8e89-1c49d23ddcf7', 'serial': '3f9079b4-304d-453a-8e89-1c49d23ddcf7'} {{(pid=65794) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1318.821436] env[65794]: DEBUG nova.objects.instance [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lazy-loading 'numa_topology' on Instance uuid 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.851766] env[65794]: DEBUG nova.network.neutron [-] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.110516] env[65794]: DEBUG nova.compute.manager [req-c855b468-00d8-46a4-bd4b-eff098ee5b32 req-a07302ce-2c0d-438a-91a6-1656ddb8b62a service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Received event network-changed-e411457e-0a0f-4150-8023-0de1113795c9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1319.110728] env[65794]: DEBUG nova.compute.manager [req-c855b468-00d8-46a4-bd4b-eff098ee5b32 req-a07302ce-2c0d-438a-91a6-1656ddb8b62a service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Refreshing instance network info cache due to event network-changed-e411457e-0a0f-4150-8023-0de1113795c9. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1319.110973] env[65794]: DEBUG oslo_concurrency.lockutils [req-c855b468-00d8-46a4-bd4b-eff098ee5b32 req-a07302ce-2c0d-438a-91a6-1656ddb8b62a service nova] Acquiring lock "refresh_cache-16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.111137] env[65794]: DEBUG oslo_concurrency.lockutils [req-c855b468-00d8-46a4-bd4b-eff098ee5b32 req-a07302ce-2c0d-438a-91a6-1656ddb8b62a service nova] Acquired lock "refresh_cache-16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.111354] env[65794]: DEBUG nova.network.neutron [req-c855b468-00d8-46a4-bd4b-eff098ee5b32 req-a07302ce-2c0d-438a-91a6-1656ddb8b62a service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Refreshing network info cache for port e411457e-0a0f-4150-8023-0de1113795c9 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.324439] env[65794]: DEBUG nova.objects.base [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Object Instance<16b0b1f0-d9b6-4bb2-8179-18ce40edaef1> lazy-loaded attributes: resources,numa_topology {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1319.355644] env[65794]: INFO nova.compute.manager [-] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Took 1.48 seconds to deallocate network for instance. [ 1319.387985] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dab03a-a3ae-4e24-afd6-b7d022445da1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.397430] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af00dcdb-7f27-4e38-a5eb-741de9891a94 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.431226] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df2eef0-9433-4bb6-9afa-cb075134f10d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.440307] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985c3c0e-005d-4588-b23c-399cdc09996f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.455808] env[65794]: DEBUG nova.compute.provider_tree [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.614693] env[65794]: WARNING neutronclient.v2_0.client [req-c855b468-00d8-46a4-bd4b-eff098ee5b32 req-a07302ce-2c0d-438a-91a6-1656ddb8b62a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1319.807501] env[65794]: WARNING neutronclient.v2_0.client [req-c855b468-00d8-46a4-bd4b-eff098ee5b32 req-a07302ce-2c0d-438a-91a6-1656ddb8b62a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1319.859247] env[65794]: DEBUG nova.objects.instance [None req-3f6ad323-82c0-4e45-8134-4eef6c80fc2b tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lazy-loading 'flavor' on Instance uuid ac6a1d88-1617-460c-be40-f29ff76cacc0 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.864857] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.882579] env[65794]: DEBUG nova.network.neutron [req-c855b468-00d8-46a4-bd4b-eff098ee5b32 req-a07302ce-2c0d-438a-91a6-1656ddb8b62a service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Updated VIF entry in instance network info cache for port e411457e-0a0f-4150-8023-0de1113795c9. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1319.882976] env[65794]: DEBUG nova.network.neutron [req-c855b468-00d8-46a4-bd4b-eff098ee5b32 req-a07302ce-2c0d-438a-91a6-1656ddb8b62a service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Updating instance_info_cache with network_info: [{"id": "e411457e-0a0f-4150-8023-0de1113795c9", "address": "fa:16:3e:80:4e:eb", "network": {"id": "711b4f34-e16a-4fd5-9cd4-121eec1321e9", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1997664404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641525153727464f9f447fe8d064f09d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape411457e-0a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.959087] env[65794]: DEBUG nova.scheduler.client.report [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.102358] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f3c50bcc-73bc-4777-93d2-d9bf12e9ced6 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "ac6a1d88-1617-460c-be40-f29ff76cacc0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.273886] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.274126] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65794) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 1320.365579] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3f6ad323-82c0-4e45-8134-4eef6c80fc2b tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "ac6a1d88-1617-460c-be40-f29ff76cacc0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.796s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.366562] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f3c50bcc-73bc-4777-93d2-d9bf12e9ced6 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "ac6a1d88-1617-460c-be40-f29ff76cacc0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.264s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.385102] env[65794]: DEBUG oslo_concurrency.lockutils [req-c855b468-00d8-46a4-bd4b-eff098ee5b32 req-a07302ce-2c0d-438a-91a6-1656ddb8b62a service nova] Releasing lock "refresh_cache-16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.385400] env[65794]: DEBUG nova.compute.manager [req-c855b468-00d8-46a4-bd4b-eff098ee5b32 req-a07302ce-2c0d-438a-91a6-1656ddb8b62a service nova] [instance: 65280c2e-c523-4a2e-8037-e4aa36f849ca] Received event network-vif-deleted-3239f7ee-9b30-463a-abf4-c560a898ea75 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1320.464522] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.467581] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.603s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.467748] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.485658] env[65794]: INFO nova.scheduler.client.report [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Deleted allocations for instance 65280c2e-c523-4a2e-8037-e4aa36f849ca [ 1320.870133] env[65794]: INFO nova.compute.manager [None req-f3c50bcc-73bc-4777-93d2-d9bf12e9ced6 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Detaching volume 3f9079b4-304d-453a-8e89-1c49d23ddcf7 [ 1320.910238] env[65794]: INFO nova.virt.block_device [None req-f3c50bcc-73bc-4777-93d2-d9bf12e9ced6 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Attempting to driver detach volume 3f9079b4-304d-453a-8e89-1c49d23ddcf7 from mountpoint /dev/sdb [ 1320.910477] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c50bcc-73bc-4777-93d2-d9bf12e9ced6 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Volume detach. Driver type: vmdk {{(pid=65794) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1320.910660] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c50bcc-73bc-4777-93d2-d9bf12e9ced6 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938289', 'volume_id': '3f9079b4-304d-453a-8e89-1c49d23ddcf7', 'name': 'volume-3f9079b4-304d-453a-8e89-1c49d23ddcf7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac6a1d88-1617-460c-be40-f29ff76cacc0', 'attached_at': '', 'detached_at': '', 'volume_id': '3f9079b4-304d-453a-8e89-1c49d23ddcf7', 'serial': '3f9079b4-304d-453a-8e89-1c49d23ddcf7'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1320.911578] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cba38a-96d4-49f4-8dbc-aeb2619efa76 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.935081] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7ebc69-e71e-4288-a881-9e387baa789e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.943073] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af93cf74-d192-4de5-913f-84aed5a79876 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.965412] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1c6713-139d-467a-8c15-dd2eb253c029 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.983678] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c50bcc-73bc-4777-93d2-d9bf12e9ced6 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] The volume has not been displaced from its original location: [datastore1] volume-3f9079b4-304d-453a-8e89-1c49d23ddcf7/volume-3f9079b4-304d-453a-8e89-1c49d23ddcf7.vmdk. No consolidation needed. {{(pid=65794) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1320.989061] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c50bcc-73bc-4777-93d2-d9bf12e9ced6 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1320.990988] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b76a1992-e8a9-48d2-9625-3f0a469c3dfb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.006346] env[65794]: DEBUG oslo_concurrency.lockutils [None req-9bc43ed0-a25d-4336-9e09-0cf17ab7ff43 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.651s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.007461] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f2a34153-7109-4105-a9bd-e3e88ee7ff48 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "65280c2e-c523-4a2e-8037-e4aa36f849ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.767s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.014970] env[65794]: DEBUG oslo_vmware.api [None req-f3c50bcc-73bc-4777-93d2-d9bf12e9ced6 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1321.014970] env[65794]: value = "task-4812353" [ 1321.014970] env[65794]: _type = "Task" [ 1321.014970] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.027807] env[65794]: DEBUG oslo_vmware.api [None req-f3c50bcc-73bc-4777-93d2-d9bf12e9ced6 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.340254] env[65794]: DEBUG oslo_concurrency.lockutils [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.340603] env[65794]: DEBUG oslo_concurrency.lockutils [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.340787] env[65794]: INFO nova.compute.manager [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Unshelving [ 1321.525254] env[65794]: DEBUG oslo_vmware.api [None req-f3c50bcc-73bc-4777-93d2-d9bf12e9ced6 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812353, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.026020] env[65794]: DEBUG oslo_vmware.api [None req-f3c50bcc-73bc-4777-93d2-d9bf12e9ced6 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812353, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.367929] env[65794]: DEBUG oslo_concurrency.lockutils [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.368138] env[65794]: DEBUG oslo_concurrency.lockutils [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.368421] env[65794]: DEBUG nova.objects.instance [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lazy-loading 'pci_requests' on Instance uuid 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.421352] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "0aef9656-34d8-4d62-824c-c04a74cf04d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.421574] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "0aef9656-34d8-4d62-824c-c04a74cf04d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.525936] env[65794]: DEBUG oslo_vmware.api [None req-f3c50bcc-73bc-4777-93d2-d9bf12e9ced6 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812353, 'name': ReconfigVM_Task, 'duration_secs': 1.231293} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.526302] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c50bcc-73bc-4777-93d2-d9bf12e9ced6 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=65794) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1322.531091] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b2bc73a-ac81-4195-9c87-96870f2a9013 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.547277] env[65794]: DEBUG oslo_vmware.api [None req-f3c50bcc-73bc-4777-93d2-d9bf12e9ced6 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1322.547277] env[65794]: value = "task-4812354" [ 1322.547277] env[65794]: _type = "Task" [ 1322.547277] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.556225] env[65794]: DEBUG oslo_vmware.api [None req-f3c50bcc-73bc-4777-93d2-d9bf12e9ced6 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.872581] env[65794]: DEBUG nova.objects.instance [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lazy-loading 'numa_topology' on Instance uuid 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.924045] env[65794]: DEBUG nova.compute.manager [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1323.057542] env[65794]: DEBUG oslo_vmware.api [None req-f3c50bcc-73bc-4777-93d2-d9bf12e9ced6 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812354, 'name': ReconfigVM_Task, 'duration_secs': 0.151335} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.057856] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c50bcc-73bc-4777-93d2-d9bf12e9ced6 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-938289', 'volume_id': '3f9079b4-304d-453a-8e89-1c49d23ddcf7', 'name': 'volume-3f9079b4-304d-453a-8e89-1c49d23ddcf7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac6a1d88-1617-460c-be40-f29ff76cacc0', 'attached_at': '', 'detached_at': '', 'volume_id': '3f9079b4-304d-453a-8e89-1c49d23ddcf7', 'serial': '3f9079b4-304d-453a-8e89-1c49d23ddcf7'} {{(pid=65794) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1323.093216] env[65794]: DEBUG oslo_vmware.rw_handles [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5289cb53-e9db-da68-747a-655bee887240/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1323.094312] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860f0cd6-491a-418b-8072-fd7cec984d18 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.100976] env[65794]: DEBUG oslo_vmware.rw_handles [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5289cb53-e9db-da68-747a-655bee887240/disk-0.vmdk is in state: ready. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1323.101156] env[65794]: ERROR oslo_vmware.rw_handles [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5289cb53-e9db-da68-747a-655bee887240/disk-0.vmdk due to incomplete transfer. [ 1323.101393] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7edabfe8-ea0d-4fa8-a6e7-0171328e3a6e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.109070] env[65794]: DEBUG oslo_vmware.rw_handles [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5289cb53-e9db-da68-747a-655bee887240/disk-0.vmdk. {{(pid=65794) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1323.109296] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Uploaded image 60f661ac-6e2e-4447-9e27-60b66469b324 to the Glance image server {{(pid=65794) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1323.111561] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Destroying the VM {{(pid=65794) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1323.111810] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a59b1adf-0aa2-494d-b07e-724b8fe232f5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.118689] env[65794]: DEBUG oslo_vmware.api [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1323.118689] env[65794]: value = "task-4812355" [ 1323.118689] env[65794]: _type = "Task" [ 1323.118689] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.127127] env[65794]: DEBUG oslo_vmware.api [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812355, 'name': Destroy_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.274959] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.375156] env[65794]: INFO nova.compute.claims [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1323.449036] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.605844] env[65794]: DEBUG nova.objects.instance [None req-f3c50bcc-73bc-4777-93d2-d9bf12e9ced6 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lazy-loading 'flavor' on Instance uuid ac6a1d88-1617-460c-be40-f29ff76cacc0 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.629052] env[65794]: DEBUG oslo_vmware.api [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812355, 'name': Destroy_Task, 'duration_secs': 0.326095} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.629275] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Destroyed the VM [ 1323.629538] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Deleting Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1323.630017] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cafc8d4c-3bf8-4879-9fe7-ad4027fc4d0b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.639460] env[65794]: DEBUG oslo_vmware.api [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1323.639460] env[65794]: value = "task-4812356" [ 1323.639460] env[65794]: _type = "Task" [ 1323.639460] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.647759] env[65794]: DEBUG oslo_vmware.api [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812356, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.150831] env[65794]: DEBUG oslo_vmware.api [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812356, 'name': RemoveSnapshot_Task, 'duration_secs': 0.331077} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.151071] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Deleted Snapshot of the VM instance {{(pid=65794) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1324.151333] env[65794]: DEBUG nova.compute.manager [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1324.152165] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9803308-46d8-42cc-8205-36ce8cd4be22 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.273750] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.273975] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.445887] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b26e1ba-3837-4341-8243-a5a8f8fe4ec9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.453601] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e81ef74-2952-46f6-ae87-293c484ee2d3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.483825] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74529783-2ae0-4f80-b280-5059703dc40c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.491899] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141693bb-1e0c-4c54-8d71-0e412a062e47 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.507742] env[65794]: DEBUG nova.compute.provider_tree [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.612582] env[65794]: DEBUG oslo_concurrency.lockutils [None req-f3c50bcc-73bc-4777-93d2-d9bf12e9ced6 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "ac6a1d88-1617-460c-be40-f29ff76cacc0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.246s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.664419] env[65794]: INFO nova.compute.manager [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Shelve offloading [ 1324.777551] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.011294] env[65794]: DEBUG nova.scheduler.client.report [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.167729] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.168026] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddc64145-e6a1-4901-9f7d-3f9386d5e5a2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.176285] env[65794]: DEBUG oslo_vmware.api [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1325.176285] env[65794]: value = "task-4812357" [ 1325.176285] env[65794]: _type = "Task" [ 1325.176285] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.184405] env[65794]: DEBUG oslo_vmware.api [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.391900] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "ac6a1d88-1617-460c-be40-f29ff76cacc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.392178] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "ac6a1d88-1617-460c-be40-f29ff76cacc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.392401] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "ac6a1d88-1617-460c-be40-f29ff76cacc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.392580] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "ac6a1d88-1617-460c-be40-f29ff76cacc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.392743] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "ac6a1d88-1617-460c-be40-f29ff76cacc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.394960] env[65794]: INFO nova.compute.manager [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Terminating instance [ 1325.516907] env[65794]: DEBUG oslo_concurrency.lockutils [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.149s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.517306] env[65794]: WARNING neutronclient.v2_0.client [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1325.519894] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.071s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.521453] env[65794]: INFO nova.compute.claims [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.562684] env[65794]: INFO nova.network.neutron [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Updating port e411457e-0a0f-4150-8023-0de1113795c9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1325.686832] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] VM already powered off {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1325.687294] env[65794]: DEBUG nova.compute.manager [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1325.687889] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd63d16-e38b-4468-b82d-69897a250099 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.693692] env[65794]: DEBUG oslo_concurrency.lockutils [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "refresh_cache-1d83d599-b002-4224-a892-20c45e77388d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.693859] env[65794]: DEBUG oslo_concurrency.lockutils [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired lock "refresh_cache-1d83d599-b002-4224-a892-20c45e77388d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.694037] env[65794]: DEBUG nova.network.neutron [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1325.901027] env[65794]: DEBUG nova.compute.manager [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1325.901027] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.901027] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9626f37c-11f9-4c37-8e3c-ac56e3964dae {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.912186] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.912657] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccb349c3-f790-4289-8751-4d0da63275a0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.920992] env[65794]: DEBUG oslo_vmware.api [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1325.920992] env[65794]: value = "task-4812358" [ 1325.920992] env[65794]: _type = "Task" [ 1325.920992] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.933695] env[65794]: DEBUG oslo_vmware.api [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.197034] env[65794]: WARNING neutronclient.v2_0.client [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1326.362486] env[65794]: WARNING neutronclient.v2_0.client [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1326.430949] env[65794]: DEBUG oslo_vmware.api [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812358, 'name': PowerOffVM_Task, 'duration_secs': 0.196671} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.431237] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.431405] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.431672] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44963989-ba4e-430e-95d1-5a973a364975 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.439526] env[65794]: DEBUG nova.network.neutron [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Updating instance_info_cache with network_info: [{"id": "99ba3884-6c7e-42a5-9836-1d435c1734e1", "address": "fa:16:3e:74:3d:ae", "network": {"id": "e5aa0ed4-aa04-4498-8bec-128329970fc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-985809026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e39179d45d4774936d217b8bc60a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ba3884-6c", "ovs_interfaceid": "99ba3884-6c7e-42a5-9836-1d435c1734e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.503290] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.503502] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.503634] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Deleting the datastore file [datastore2] ac6a1d88-1617-460c-be40-f29ff76cacc0 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.503935] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c46bd25-e0c8-4f04-bef8-91c9585d3b33 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.510532] env[65794]: DEBUG oslo_vmware.api [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for the task: (returnval){ [ 1326.510532] env[65794]: value = "task-4812360" [ 1326.510532] env[65794]: _type = "Task" [ 1326.510532] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.520393] env[65794]: DEBUG oslo_vmware.api [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.603138] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ff32ba-c539-4112-89fa-1b54a55b5b1d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.611624] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663efe1c-225d-4a8d-9c52-d5725a779e86 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.642511] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14dae4c-e934-4d1b-88ff-3414e6f9a1c1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.650590] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efb901c-9259-4cea-8244-126b3baf0b79 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.664627] env[65794]: DEBUG nova.compute.provider_tree [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.942297] env[65794]: DEBUG oslo_concurrency.lockutils [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Releasing lock "refresh_cache-1d83d599-b002-4224-a892-20c45e77388d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.942598] env[65794]: WARNING neutronclient.v2_0.client [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1326.942882] env[65794]: WARNING neutronclient.v2_0.client [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1327.020350] env[65794]: DEBUG oslo_vmware.api [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Task: {'id': task-4812360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144659} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.020633] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.020813] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1327.020983] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1327.021228] env[65794]: INFO nova.compute.manager [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1327.021425] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1327.021618] env[65794]: DEBUG nova.compute.manager [-] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1327.021714] env[65794]: DEBUG nova.network.neutron [-] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1327.021949] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1327.075261] env[65794]: DEBUG oslo_concurrency.lockutils [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "refresh_cache-16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.075261] env[65794]: DEBUG oslo_concurrency.lockutils [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquired lock "refresh_cache-16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.075261] env[65794]: DEBUG nova.network.neutron [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1327.080114] env[65794]: DEBUG nova.compute.manager [req-25287e1e-cdab-4057-a63a-e240dc26fc5d req-a80dc8da-8aff-4268-a994-d8ce084444a5 service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Received event network-vif-plugged-e411457e-0a0f-4150-8023-0de1113795c9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1327.080114] env[65794]: DEBUG oslo_concurrency.lockutils [req-25287e1e-cdab-4057-a63a-e240dc26fc5d req-a80dc8da-8aff-4268-a994-d8ce084444a5 service nova] Acquiring lock "16b0b1f0-d9b6-4bb2-8179-18ce40edaef1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.080114] env[65794]: DEBUG oslo_concurrency.lockutils [req-25287e1e-cdab-4057-a63a-e240dc26fc5d req-a80dc8da-8aff-4268-a994-d8ce084444a5 service nova] Lock "16b0b1f0-d9b6-4bb2-8179-18ce40edaef1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.080114] env[65794]: DEBUG oslo_concurrency.lockutils [req-25287e1e-cdab-4057-a63a-e240dc26fc5d req-a80dc8da-8aff-4268-a994-d8ce084444a5 service nova] Lock "16b0b1f0-d9b6-4bb2-8179-18ce40edaef1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.080114] env[65794]: DEBUG nova.compute.manager [req-25287e1e-cdab-4057-a63a-e240dc26fc5d req-a80dc8da-8aff-4268-a994-d8ce084444a5 service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] No waiting events found dispatching network-vif-plugged-e411457e-0a0f-4150-8023-0de1113795c9 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1327.080114] env[65794]: WARNING nova.compute.manager [req-25287e1e-cdab-4057-a63a-e240dc26fc5d req-a80dc8da-8aff-4268-a994-d8ce084444a5 service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Received unexpected event network-vif-plugged-e411457e-0a0f-4150-8023-0de1113795c9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1327.105832] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1327.168177] env[65794]: DEBUG nova.scheduler.client.report [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.368014] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1327.369038] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b1da35-bbd4-4dcb-9a62-b16a5e792093 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.377165] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1327.377732] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35dbf49c-4c53-4cc2-9052-0817c70ba14b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.456136] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1327.458171] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1327.458171] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Deleting the datastore file [datastore2] 1d83d599-b002-4224-a892-20c45e77388d {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1327.458171] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9655180d-bd17-491a-9a3f-f49eac7cb90d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.465702] env[65794]: DEBUG oslo_vmware.api [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1327.465702] env[65794]: value = "task-4812362" [ 1327.465702] env[65794]: _type = "Task" [ 1327.465702] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.475871] env[65794]: DEBUG oslo_vmware.api [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.569642] env[65794]: DEBUG nova.compute.manager [req-f904af3e-fa35-4312-9c4b-3f21a4eed511 req-2f00f527-4144-4bda-a572-5d974aa04a48 service nova] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Received event network-vif-deleted-30632121-cac4-453d-bd28-8c90ea808f8f {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1327.569642] env[65794]: INFO nova.compute.manager [req-f904af3e-fa35-4312-9c4b-3f21a4eed511 req-2f00f527-4144-4bda-a572-5d974aa04a48 service nova] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Neutron deleted interface 30632121-cac4-453d-bd28-8c90ea808f8f; detaching it from the instance and deleting it from the info cache [ 1327.569642] env[65794]: DEBUG nova.network.neutron [req-f904af3e-fa35-4312-9c4b-3f21a4eed511 req-2f00f527-4144-4bda-a572-5d974aa04a48 service nova] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.581498] env[65794]: WARNING neutronclient.v2_0.client [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1327.673870] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.154s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.674726] env[65794]: DEBUG nova.compute.manager [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1327.677561] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.900s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.677764] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.677977] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65794) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1327.678961] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e78b749-73a8-4fc8-b073-b7783b6c7715 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.693902] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721d1157-709f-4a6a-a0fd-ebc46096b0d2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.718164] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a534272-ad62-4160-95dc-5e1e7f71b57f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.730136] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1982963d-a5f0-4245-9eb7-a9afe465e21b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.766972] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180003MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65794) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1327.767213] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.767571] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.770162] env[65794]: WARNING neutronclient.v2_0.client [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1327.845948] env[65794]: DEBUG nova.network.neutron [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Updating instance_info_cache with network_info: [{"id": "e411457e-0a0f-4150-8023-0de1113795c9", "address": "fa:16:3e:80:4e:eb", "network": {"id": "711b4f34-e16a-4fd5-9cd4-121eec1321e9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1997664404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641525153727464f9f447fe8d064f09d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape411457e-0a", "ovs_interfaceid": "e411457e-0a0f-4150-8023-0de1113795c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.975497] env[65794]: DEBUG oslo_vmware.api [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140351} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.975849] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.975941] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1327.976133] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1328.001880] env[65794]: INFO nova.scheduler.client.report [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Deleted allocations for instance 1d83d599-b002-4224-a892-20c45e77388d [ 1328.039193] env[65794]: DEBUG nova.network.neutron [-] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.071790] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eab1590e-42f0-4c35-8a08-2acb53278d0e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.082092] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb36951a-2a83-45bf-91fa-9a329935d1db {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.111489] env[65794]: DEBUG nova.compute.manager [req-f904af3e-fa35-4312-9c4b-3f21a4eed511 req-2f00f527-4144-4bda-a572-5d974aa04a48 service nova] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Detach interface failed, port_id=30632121-cac4-453d-bd28-8c90ea808f8f, reason: Instance ac6a1d88-1617-460c-be40-f29ff76cacc0 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1328.184480] env[65794]: DEBUG nova.compute.utils [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1328.186175] env[65794]: DEBUG nova.compute.manager [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Allocating IP information in the background. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1328.186473] env[65794]: DEBUG nova.network.neutron [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] allocate_for_instance() {{(pid=65794) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1328.186824] env[65794]: WARNING neutronclient.v2_0.client [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1328.187291] env[65794]: WARNING neutronclient.v2_0.client [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1328.239510] env[65794]: DEBUG nova.policy [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63b82cbaa3f649d8aa9c1aaa5b54699e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4eb27c4a5aba4b6a88f64e92b9d05791', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65794) authorize /opt/stack/nova/nova/policy.py:192}} [ 1328.348971] env[65794]: DEBUG oslo_concurrency.lockutils [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Releasing lock "refresh_cache-16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.378819] env[65794]: DEBUG nova.virt.hardware [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d42a6ee70665e5fa76a1d4629addd93f',container_format='bare',created_at=2025-11-23T05:39:06Z,direct_url=,disk_format='vmdk',id=867f334c-9c71-4512-841b-c32f390f4022,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2045108940-shelved',owner='641525153727464f9f447fe8d064f09d',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-11-23T05:39:19Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1328.379173] env[65794]: DEBUG nova.virt.hardware [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1328.379351] env[65794]: DEBUG nova.virt.hardware [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1328.379561] env[65794]: DEBUG nova.virt.hardware [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1328.379681] env[65794]: DEBUG nova.virt.hardware [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1328.379823] env[65794]: DEBUG nova.virt.hardware [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1328.380042] env[65794]: DEBUG nova.virt.hardware [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1328.380212] env[65794]: DEBUG nova.virt.hardware [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1328.380441] env[65794]: DEBUG nova.virt.hardware [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1328.380703] env[65794]: DEBUG nova.virt.hardware [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1328.380977] env[65794]: DEBUG nova.virt.hardware [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1328.382033] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50d5cfa-5963-4731-803a-b5eddb3606d7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.391247] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0776c5-5aae-4ce1-8dc2-bf430a966150 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.407793] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:4e:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e411457e-0a0f-4150-8023-0de1113795c9', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1328.415699] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1328.416134] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1328.416216] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56c61b48-56da-40ac-ae7a-5f3b47dc8d0f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.437385] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1328.437385] env[65794]: value = "task-4812363" [ 1328.437385] env[65794]: _type = "Task" [ 1328.437385] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.446144] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812363, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.505221] env[65794]: DEBUG oslo_concurrency.lockutils [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.541825] env[65794]: INFO nova.compute.manager [-] [instance: ac6a1d88-1617-460c-be40-f29ff76cacc0] Took 1.52 seconds to deallocate network for instance. [ 1328.582178] env[65794]: DEBUG nova.network.neutron [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Successfully created port: 36b01392-d3c5-42fc-b046-d43ff7ad8943 {{(pid=65794) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1328.691030] env[65794]: DEBUG nova.compute.manager [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1328.796221] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance ac6a1d88-1617-460c-be40-f29ff76cacc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1328.796221] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1328.796430] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 0aef9656-34d8-4d62-824c-c04a74cf04d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1328.796483] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1328.797680] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=100GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '4', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '1', 'num_os_type_None': '4', 'num_proj_641525153727464f9f447fe8d064f09d': '1', 'io_workload': '1', 'num_vm_shelved': '1', 'num_task_shelving_offloading': '1', 'num_proj_f5e39179d45d4774936d217b8bc60a37': '1', 'num_vm_active': '1', 'num_task_deleting': '1', 'num_proj_6c82899c90d64955a6f8a3b9afc4cc22': '1', 'num_vm_building': '1', 'num_task_networking': '1', 'num_proj_4eb27c4a5aba4b6a88f64e92b9d05791': '1'} {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1328.857775] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0538eae2-7cd6-405f-93c8-cfc8cc0dac97 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.865880] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff917f32-078a-4ff8-aff2-429a88042843 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.896817] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f36ed50-c4b2-47a5-bd8a-bf3a6b161638 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.905559] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1a4baf-5a56-47d6-a005-df467223015c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.919784] env[65794]: DEBUG nova.compute.provider_tree [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.946787] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812363, 'name': CreateVM_Task, 'duration_secs': 0.32906} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.946961] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1328.947570] env[65794]: WARNING neutronclient.v2_0.client [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1328.947914] env[65794]: DEBUG oslo_concurrency.lockutils [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/867f334c-9c71-4512-841b-c32f390f4022" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.948101] env[65794]: DEBUG oslo_concurrency.lockutils [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/867f334c-9c71-4512-841b-c32f390f4022" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.948539] env[65794]: DEBUG oslo_concurrency.lockutils [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/867f334c-9c71-4512-841b-c32f390f4022" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.948796] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62303bc4-82cf-4606-b605-98537416d112 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.953485] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1328.953485] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]528a3ca6-6033-1d8c-1d16-8a4cc1f5af8e" [ 1328.953485] env[65794]: _type = "Task" [ 1328.953485] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.971948] env[65794]: DEBUG oslo_concurrency.lockutils [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/867f334c-9c71-4512-841b-c32f390f4022" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.972201] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Processing image 867f334c-9c71-4512-841b-c32f390f4022 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1328.972475] env[65794]: DEBUG oslo_concurrency.lockutils [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/867f334c-9c71-4512-841b-c32f390f4022/867f334c-9c71-4512-841b-c32f390f4022.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.972615] env[65794]: DEBUG oslo_concurrency.lockutils [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/867f334c-9c71-4512-841b-c32f390f4022/867f334c-9c71-4512-841b-c32f390f4022.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.972785] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1328.973039] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da0206de-5e5c-41c4-8928-a7c9d214ef37 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.981478] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1328.981810] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1328.982432] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac60eff5-9652-401f-80e6-7fffc3bac0c7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.988064] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1328.988064] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52ac4552-b7f1-8c9b-e3c4-ed3911710908" [ 1328.988064] env[65794]: _type = "Task" [ 1328.988064] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.995879] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ac4552-b7f1-8c9b-e3c4-ed3911710908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.053457] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.112997] env[65794]: DEBUG nova.compute.manager [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Received event network-changed-e411457e-0a0f-4150-8023-0de1113795c9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1329.113216] env[65794]: DEBUG nova.compute.manager [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Refreshing instance network info cache due to event network-changed-e411457e-0a0f-4150-8023-0de1113795c9. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1329.113420] env[65794]: DEBUG oslo_concurrency.lockutils [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] Acquiring lock "refresh_cache-16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.113554] env[65794]: DEBUG oslo_concurrency.lockutils [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] Acquired lock "refresh_cache-16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.113765] env[65794]: DEBUG nova.network.neutron [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Refreshing network info cache for port e411457e-0a0f-4150-8023-0de1113795c9 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.423376] env[65794]: DEBUG nova.scheduler.client.report [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.502292] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Preparing fetch location {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1329.502588] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Fetch image to [datastore2] OSTACK_IMG_9cbf2921-dbef-4d2c-8015-aa2abd60e9c6/OSTACK_IMG_9cbf2921-dbef-4d2c-8015-aa2abd60e9c6.vmdk {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1329.502771] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Downloading stream optimized image 867f334c-9c71-4512-841b-c32f390f4022 to [datastore2] OSTACK_IMG_9cbf2921-dbef-4d2c-8015-aa2abd60e9c6/OSTACK_IMG_9cbf2921-dbef-4d2c-8015-aa2abd60e9c6.vmdk on the data store datastore2 as vApp {{(pid=65794) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1329.503016] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Downloading image file data 867f334c-9c71-4512-841b-c32f390f4022 to the ESX as VM named 'OSTACK_IMG_9cbf2921-dbef-4d2c-8015-aa2abd60e9c6' {{(pid=65794) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1329.583182] env[65794]: DEBUG oslo_vmware.rw_handles [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1329.583182] env[65794]: value = "resgroup-9" [ 1329.583182] env[65794]: _type = "ResourcePool" [ 1329.583182] env[65794]: }. {{(pid=65794) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1329.583520] env[65794]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-11987d3c-8fd4-4242-95db-934de548ce2a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.604803] env[65794]: DEBUG oslo_vmware.rw_handles [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lease: (returnval){ [ 1329.604803] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52945efa-e6e8-fb84-ef8d-6f4b8b07c97e" [ 1329.604803] env[65794]: _type = "HttpNfcLease" [ 1329.604803] env[65794]: } obtained for vApp import into resource pool (val){ [ 1329.604803] env[65794]: value = "resgroup-9" [ 1329.604803] env[65794]: _type = "ResourcePool" [ 1329.604803] env[65794]: }. {{(pid=65794) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1329.605215] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the lease: (returnval){ [ 1329.605215] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52945efa-e6e8-fb84-ef8d-6f4b8b07c97e" [ 1329.605215] env[65794]: _type = "HttpNfcLease" [ 1329.605215] env[65794]: } to be ready. {{(pid=65794) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1329.612671] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1329.612671] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52945efa-e6e8-fb84-ef8d-6f4b8b07c97e" [ 1329.612671] env[65794]: _type = "HttpNfcLease" [ 1329.612671] env[65794]: } is initializing. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1329.616391] env[65794]: WARNING neutronclient.v2_0.client [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1329.664886] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "1d83d599-b002-4224-a892-20c45e77388d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.706853] env[65794]: DEBUG nova.compute.manager [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1329.732338] env[65794]: DEBUG nova.virt.hardware [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1329.732685] env[65794]: DEBUG nova.virt.hardware [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.733038] env[65794]: DEBUG nova.virt.hardware [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1329.733244] env[65794]: DEBUG nova.virt.hardware [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.733407] env[65794]: DEBUG nova.virt.hardware [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1329.733565] env[65794]: DEBUG nova.virt.hardware [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1329.733775] env[65794]: DEBUG nova.virt.hardware [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1329.733945] env[65794]: DEBUG nova.virt.hardware [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1329.734135] env[65794]: DEBUG nova.virt.hardware [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1329.734312] env[65794]: DEBUG nova.virt.hardware [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1329.734492] env[65794]: DEBUG nova.virt.hardware [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1329.735481] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c442730-62e5-4db1-9c73-c229470d33ff {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.747841] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff64fef9-79db-4282-99ca-b1d06e3be716 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.853326] env[65794]: WARNING neutronclient.v2_0.client [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1329.923865] env[65794]: DEBUG nova.network.neutron [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Updated VIF entry in instance network info cache for port e411457e-0a0f-4150-8023-0de1113795c9. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1329.924331] env[65794]: DEBUG nova.network.neutron [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Updating instance_info_cache with network_info: [{"id": "e411457e-0a0f-4150-8023-0de1113795c9", "address": "fa:16:3e:80:4e:eb", "network": {"id": "711b4f34-e16a-4fd5-9cd4-121eec1321e9", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1997664404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "641525153727464f9f447fe8d064f09d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape411457e-0a", "ovs_interfaceid": "e411457e-0a0f-4150-8023-0de1113795c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.927855] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65794) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1329.927855] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.160s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.928038] env[65794]: DEBUG oslo_concurrency.lockutils [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.424s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.928883] env[65794]: DEBUG nova.objects.instance [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lazy-loading 'resources' on Instance uuid 1d83d599-b002-4224-a892-20c45e77388d {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.037921] env[65794]: DEBUG nova.compute.manager [req-b46625ca-fa96-4fff-98e9-61c52248707d req-651fa7eb-3990-4c13-81f9-1d9ed0c3fe2b service nova] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Received event network-vif-plugged-36b01392-d3c5-42fc-b046-d43ff7ad8943 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1330.038248] env[65794]: DEBUG oslo_concurrency.lockutils [req-b46625ca-fa96-4fff-98e9-61c52248707d req-651fa7eb-3990-4c13-81f9-1d9ed0c3fe2b service nova] Acquiring lock "0aef9656-34d8-4d62-824c-c04a74cf04d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.038394] env[65794]: DEBUG oslo_concurrency.lockutils [req-b46625ca-fa96-4fff-98e9-61c52248707d req-651fa7eb-3990-4c13-81f9-1d9ed0c3fe2b service nova] Lock "0aef9656-34d8-4d62-824c-c04a74cf04d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.038549] env[65794]: DEBUG oslo_concurrency.lockutils [req-b46625ca-fa96-4fff-98e9-61c52248707d req-651fa7eb-3990-4c13-81f9-1d9ed0c3fe2b service nova] Lock "0aef9656-34d8-4d62-824c-c04a74cf04d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.038718] env[65794]: DEBUG nova.compute.manager [req-b46625ca-fa96-4fff-98e9-61c52248707d req-651fa7eb-3990-4c13-81f9-1d9ed0c3fe2b service nova] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] No waiting events found dispatching network-vif-plugged-36b01392-d3c5-42fc-b046-d43ff7ad8943 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1330.038882] env[65794]: WARNING nova.compute.manager [req-b46625ca-fa96-4fff-98e9-61c52248707d req-651fa7eb-3990-4c13-81f9-1d9ed0c3fe2b service nova] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Received unexpected event network-vif-plugged-36b01392-d3c5-42fc-b046-d43ff7ad8943 for instance with vm_state building and task_state spawning. [ 1330.113387] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1330.113387] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52945efa-e6e8-fb84-ef8d-6f4b8b07c97e" [ 1330.113387] env[65794]: _type = "HttpNfcLease" [ 1330.113387] env[65794]: } is ready. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1330.113664] env[65794]: DEBUG oslo_vmware.rw_handles [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1330.113664] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52945efa-e6e8-fb84-ef8d-6f4b8b07c97e" [ 1330.113664] env[65794]: _type = "HttpNfcLease" [ 1330.113664] env[65794]: }. {{(pid=65794) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1330.114392] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c79341-917d-4ac6-abc5-3a9581d3c619 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.122243] env[65794]: DEBUG oslo_vmware.rw_handles [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e622a1-5a49-6ac0-ed34-2fbec2d18bb1/disk-0.vmdk from lease info. {{(pid=65794) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1330.122398] env[65794]: DEBUG oslo_vmware.rw_handles [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e622a1-5a49-6ac0-ed34-2fbec2d18bb1/disk-0.vmdk. {{(pid=65794) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1330.178177] env[65794]: DEBUG nova.network.neutron [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Successfully updated port: 36b01392-d3c5-42fc-b046-d43ff7ad8943 {{(pid=65794) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1330.184354] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f44aea9e-cc91-4085-b9e4-ff68b5a28c75 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.427677] env[65794]: DEBUG oslo_concurrency.lockutils [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] Releasing lock "refresh_cache-16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.427967] env[65794]: DEBUG nova.compute.manager [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Received event network-vif-unplugged-99ba3884-6c7e-42a5-9836-1d435c1734e1 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1330.428203] env[65794]: DEBUG oslo_concurrency.lockutils [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] Acquiring lock "1d83d599-b002-4224-a892-20c45e77388d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.428400] env[65794]: DEBUG oslo_concurrency.lockutils [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] Lock "1d83d599-b002-4224-a892-20c45e77388d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.428624] env[65794]: DEBUG oslo_concurrency.lockutils [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] Lock "1d83d599-b002-4224-a892-20c45e77388d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.428835] env[65794]: DEBUG nova.compute.manager [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] No waiting events found dispatching network-vif-unplugged-99ba3884-6c7e-42a5-9836-1d435c1734e1 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1330.429019] env[65794]: WARNING nova.compute.manager [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Received unexpected event network-vif-unplugged-99ba3884-6c7e-42a5-9836-1d435c1734e1 for instance with vm_state shelved_offloaded and task_state unshelving. [ 1330.429178] env[65794]: DEBUG nova.compute.manager [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Received event network-changed-99ba3884-6c7e-42a5-9836-1d435c1734e1 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1330.429363] env[65794]: DEBUG nova.compute.manager [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Refreshing instance network info cache due to event network-changed-99ba3884-6c7e-42a5-9836-1d435c1734e1. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1330.429571] env[65794]: DEBUG oslo_concurrency.lockutils [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] Acquiring lock "refresh_cache-1d83d599-b002-4224-a892-20c45e77388d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.429738] env[65794]: DEBUG oslo_concurrency.lockutils [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] Acquired lock "refresh_cache-1d83d599-b002-4224-a892-20c45e77388d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.429896] env[65794]: DEBUG nova.network.neutron [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Refreshing network info cache for port 99ba3884-6c7e-42a5-9836-1d435c1734e1 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.433357] env[65794]: DEBUG nova.objects.instance [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lazy-loading 'numa_topology' on Instance uuid 1d83d599-b002-4224-a892-20c45e77388d {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.681774] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "refresh_cache-0aef9656-34d8-4d62-824c-c04a74cf04d8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.681958] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "refresh_cache-0aef9656-34d8-4d62-824c-c04a74cf04d8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.682172] env[65794]: DEBUG nova.network.neutron [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1330.935959] env[65794]: WARNING neutronclient.v2_0.client [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1330.939087] env[65794]: DEBUG nova.objects.base [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Object Instance<1d83d599-b002-4224-a892-20c45e77388d> lazy-loaded attributes: resources,numa_topology {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1331.022919] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b11f6c9-34f8-463a-aea4-01ca21cabb6b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.033942] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3b68b1-2688-439c-ac6c-0640535b6337 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.067074] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05976409-60fa-4034-945c-3dc9cf7e21bf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.078590] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0371d724-5e84-4352-bad9-f6c8130077ca {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.100022] env[65794]: DEBUG nova.compute.provider_tree [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.147437] env[65794]: WARNING neutronclient.v2_0.client [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1331.225809] env[65794]: DEBUG nova.network.neutron [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1331.230640] env[65794]: DEBUG nova.network.neutron [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Updated VIF entry in instance network info cache for port 99ba3884-6c7e-42a5-9836-1d435c1734e1. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1331.231041] env[65794]: DEBUG nova.network.neutron [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Updating instance_info_cache with network_info: [{"id": "99ba3884-6c7e-42a5-9836-1d435c1734e1", "address": "fa:16:3e:74:3d:ae", "network": {"id": "e5aa0ed4-aa04-4498-8bec-128329970fc9", "bridge": null, "label": "tempest-ServerActionsTestOtherB-985809026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e39179d45d4774936d217b8bc60a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap99ba3884-6c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.242708] env[65794]: DEBUG oslo_vmware.rw_handles [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Completed reading data from the image iterator. {{(pid=65794) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1331.242932] env[65794]: DEBUG oslo_vmware.rw_handles [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e622a1-5a49-6ac0-ed34-2fbec2d18bb1/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1331.244667] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd31758-ef82-43c8-8629-ef5725d7a8bd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.253806] env[65794]: DEBUG oslo_vmware.rw_handles [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e622a1-5a49-6ac0-ed34-2fbec2d18bb1/disk-0.vmdk is in state: ready. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1331.253982] env[65794]: DEBUG oslo_vmware.rw_handles [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e622a1-5a49-6ac0-ed34-2fbec2d18bb1/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1331.254251] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b886824c-78be-4bde-bc26-ce8f1f81d10e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.308463] env[65794]: WARNING neutronclient.v2_0.client [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1331.382215] env[65794]: DEBUG nova.network.neutron [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Updating instance_info_cache with network_info: [{"id": "36b01392-d3c5-42fc-b046-d43ff7ad8943", "address": "fa:16:3e:96:ce:ed", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b01392-d3", "ovs_interfaceid": "36b01392-d3c5-42fc-b046-d43ff7ad8943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.472718] env[65794]: DEBUG oslo_vmware.rw_handles [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e622a1-5a49-6ac0-ed34-2fbec2d18bb1/disk-0.vmdk. {{(pid=65794) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1331.472956] env[65794]: INFO nova.virt.vmwareapi.images [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Downloaded image file data 867f334c-9c71-4512-841b-c32f390f4022 [ 1331.473922] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38429822-6cc1-477b-a436-10b866793bdb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.489970] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1396a96-24e4-4284-bba1-03f3d3438fbf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.529352] env[65794]: INFO nova.virt.vmwareapi.images [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] The imported VM was unregistered [ 1331.531947] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Caching image {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1331.532202] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Creating directory with path [datastore2] devstack-image-cache_base/867f334c-9c71-4512-841b-c32f390f4022 {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1331.532513] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46931543-f91c-4e52-90f0-1b65523c876b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.555949] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Created directory with path [datastore2] devstack-image-cache_base/867f334c-9c71-4512-841b-c32f390f4022 {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1331.556214] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9cbf2921-dbef-4d2c-8015-aa2abd60e9c6/OSTACK_IMG_9cbf2921-dbef-4d2c-8015-aa2abd60e9c6.vmdk to [datastore2] devstack-image-cache_base/867f334c-9c71-4512-841b-c32f390f4022/867f334c-9c71-4512-841b-c32f390f4022.vmdk. {{(pid=65794) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1331.556466] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-208e9fbe-ecfa-45c6-82d5-723dcdac9067 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.564893] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1331.564893] env[65794]: value = "task-4812366" [ 1331.564893] env[65794]: _type = "Task" [ 1331.564893] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.574552] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812366, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.605925] env[65794]: DEBUG nova.scheduler.client.report [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.734808] env[65794]: DEBUG oslo_concurrency.lockutils [req-1f662b97-3fa7-4797-b7dc-89b83d0fb4ce req-6d3724cc-0b5a-4e2a-bc4d-e737fec592df service nova] Releasing lock "refresh_cache-1d83d599-b002-4224-a892-20c45e77388d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.885229] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "refresh_cache-0aef9656-34d8-4d62-824c-c04a74cf04d8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.885633] env[65794]: DEBUG nova.compute.manager [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Instance network_info: |[{"id": "36b01392-d3c5-42fc-b046-d43ff7ad8943", "address": "fa:16:3e:96:ce:ed", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b01392-d3", "ovs_interfaceid": "36b01392-d3c5-42fc-b046-d43ff7ad8943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1331.886139] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:ce:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36b01392-d3c5-42fc-b046-d43ff7ad8943', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.894666] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1331.894928] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.895301] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38bd692b-9523-4027-b693-14d70d34145e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.919078] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.919078] env[65794]: value = "task-4812367" [ 1331.919078] env[65794]: _type = "Task" [ 1331.919078] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.924794] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.925059] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.925216] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.930478] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812367, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.066826] env[65794]: DEBUG nova.compute.manager [req-29b25e9c-e872-4e35-a2c7-28b58311ee42 req-640d96d0-face-4dad-bbd3-74a6acfa1922 service nova] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Received event network-changed-36b01392-d3c5-42fc-b046-d43ff7ad8943 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1332.067101] env[65794]: DEBUG nova.compute.manager [req-29b25e9c-e872-4e35-a2c7-28b58311ee42 req-640d96d0-face-4dad-bbd3-74a6acfa1922 service nova] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Refreshing instance network info cache due to event network-changed-36b01392-d3c5-42fc-b046-d43ff7ad8943. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1332.067446] env[65794]: DEBUG oslo_concurrency.lockutils [req-29b25e9c-e872-4e35-a2c7-28b58311ee42 req-640d96d0-face-4dad-bbd3-74a6acfa1922 service nova] Acquiring lock "refresh_cache-0aef9656-34d8-4d62-824c-c04a74cf04d8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.067685] env[65794]: DEBUG oslo_concurrency.lockutils [req-29b25e9c-e872-4e35-a2c7-28b58311ee42 req-640d96d0-face-4dad-bbd3-74a6acfa1922 service nova] Acquired lock "refresh_cache-0aef9656-34d8-4d62-824c-c04a74cf04d8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.067788] env[65794]: DEBUG nova.network.neutron [req-29b25e9c-e872-4e35-a2c7-28b58311ee42 req-640d96d0-face-4dad-bbd3-74a6acfa1922 service nova] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Refreshing network info cache for port 36b01392-d3c5-42fc-b046-d43ff7ad8943 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.085930] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812366, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.111559] env[65794]: DEBUG oslo_concurrency.lockutils [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.114724] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.061s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.115039] env[65794]: DEBUG nova.objects.instance [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lazy-loading 'resources' on Instance uuid ac6a1d88-1617-460c-be40-f29ff76cacc0 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.432414] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812367, 'name': CreateVM_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.571015] env[65794]: WARNING neutronclient.v2_0.client [req-29b25e9c-e872-4e35-a2c7-28b58311ee42 req-640d96d0-face-4dad-bbd3-74a6acfa1922 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1332.582398] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812366, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.628355] env[65794]: DEBUG oslo_concurrency.lockutils [None req-58dc5a0d-6e64-45e4-843e-f42183c20a8e tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "1d83d599-b002-4224-a892-20c45e77388d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.431s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.630112] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "1d83d599-b002-4224-a892-20c45e77388d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.965s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.630112] env[65794]: INFO nova.compute.manager [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Unshelving [ 1332.702635] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c723f5-3549-43a3-a762-37333173324d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.718019] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de234d7-fe60-4f44-8c0a-3a11cc1c1d3a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.762461] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f18723-86ca-4b5c-9816-052c434b136c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.775314] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883aed28-01e8-4a31-ba3a-9a406985a94e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.795318] env[65794]: DEBUG nova.compute.provider_tree [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.799337] env[65794]: WARNING neutronclient.v2_0.client [req-29b25e9c-e872-4e35-a2c7-28b58311ee42 req-640d96d0-face-4dad-bbd3-74a6acfa1922 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1332.899208] env[65794]: DEBUG nova.network.neutron [req-29b25e9c-e872-4e35-a2c7-28b58311ee42 req-640d96d0-face-4dad-bbd3-74a6acfa1922 service nova] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Updated VIF entry in instance network info cache for port 36b01392-d3c5-42fc-b046-d43ff7ad8943. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1332.899650] env[65794]: DEBUG nova.network.neutron [req-29b25e9c-e872-4e35-a2c7-28b58311ee42 req-640d96d0-face-4dad-bbd3-74a6acfa1922 service nova] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Updating instance_info_cache with network_info: [{"id": "36b01392-d3c5-42fc-b046-d43ff7ad8943", "address": "fa:16:3e:96:ce:ed", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b01392-d3", "ovs_interfaceid": "36b01392-d3c5-42fc-b046-d43ff7ad8943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.930956] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812367, 'name': CreateVM_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.079360] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812366, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.297370] env[65794]: DEBUG nova.scheduler.client.report [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.403225] env[65794]: DEBUG oslo_concurrency.lockutils [req-29b25e9c-e872-4e35-a2c7-28b58311ee42 req-640d96d0-face-4dad-bbd3-74a6acfa1922 service nova] Releasing lock "refresh_cache-0aef9656-34d8-4d62-824c-c04a74cf04d8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.436850] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812367, 'name': CreateVM_Task} progress is 25%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.580860] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812366, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.656442] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.803763] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.807260] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.151s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.807367] env[65794]: DEBUG nova.objects.instance [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lazy-loading 'pci_requests' on Instance uuid 1d83d599-b002-4224-a892-20c45e77388d {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.825368] env[65794]: INFO nova.scheduler.client.report [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Deleted allocations for instance ac6a1d88-1617-460c-be40-f29ff76cacc0 [ 1333.937248] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812367, 'name': CreateVM_Task} progress is 99%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.077377] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812366, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.470633} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.077647] env[65794]: INFO nova.virt.vmwareapi.ds_util [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9cbf2921-dbef-4d2c-8015-aa2abd60e9c6/OSTACK_IMG_9cbf2921-dbef-4d2c-8015-aa2abd60e9c6.vmdk to [datastore2] devstack-image-cache_base/867f334c-9c71-4512-841b-c32f390f4022/867f334c-9c71-4512-841b-c32f390f4022.vmdk. [ 1334.077834] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Cleaning up location [datastore2] OSTACK_IMG_9cbf2921-dbef-4d2c-8015-aa2abd60e9c6 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1334.077992] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9cbf2921-dbef-4d2c-8015-aa2abd60e9c6 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.078286] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20f32afb-6628-4683-8e05-b0e7dfc1f138 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.085215] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1334.085215] env[65794]: value = "task-4812368" [ 1334.085215] env[65794]: _type = "Task" [ 1334.085215] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.093305] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.311832] env[65794]: DEBUG nova.objects.instance [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lazy-loading 'numa_topology' on Instance uuid 1d83d599-b002-4224-a892-20c45e77388d {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.332223] env[65794]: DEBUG oslo_concurrency.lockutils [None req-6f41b1e1-4f5c-4a31-b1ca-349b9c6273b5 tempest-AttachVolumeNegativeTest-1103371124 tempest-AttachVolumeNegativeTest-1103371124-project-member] Lock "ac6a1d88-1617-460c-be40-f29ff76cacc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.940s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.431496] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812367, 'name': CreateVM_Task, 'duration_secs': 2.080659} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.431686] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1334.432246] env[65794]: WARNING neutronclient.v2_0.client [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1334.432682] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.432902] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.433260] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.433563] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fe0f0bc-5d1f-4756-9d1a-763ced8ddfde {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.438385] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1334.438385] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f12919-4ecf-f01a-3d8f-62a567892634" [ 1334.438385] env[65794]: _type = "Task" [ 1334.438385] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.446393] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f12919-4ecf-f01a-3d8f-62a567892634, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.595681] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040874} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.595936] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.596120] env[65794]: DEBUG oslo_concurrency.lockutils [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/867f334c-9c71-4512-841b-c32f390f4022/867f334c-9c71-4512-841b-c32f390f4022.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.596368] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/867f334c-9c71-4512-841b-c32f390f4022/867f334c-9c71-4512-841b-c32f390f4022.vmdk to [datastore2] 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1/16b0b1f0-d9b6-4bb2-8179-18ce40edaef1.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1334.596634] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5afd94a1-5131-4b85-bd7b-2701bd70ab16 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.603936] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1334.603936] env[65794]: value = "task-4812370" [ 1334.603936] env[65794]: _type = "Task" [ 1334.603936] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.612089] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.814485] env[65794]: INFO nova.compute.claims [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.952454] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52f12919-4ecf-f01a-3d8f-62a567892634, 'name': SearchDatastore_Task, 'duration_secs': 0.010339} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.952864] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.953126] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1334.953433] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.953571] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.953754] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1334.954129] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c684d59-eace-4237-8de0-7acb97550209 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.975017] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1334.975335] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1334.976327] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a06a9441-1de7-44b1-a9e1-3b6e33b33ec3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.985065] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1334.985065] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52b8cbf9-efeb-14af-3b07-1df9be4f23fc" [ 1334.985065] env[65794]: _type = "Task" [ 1334.985065] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.999728] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b8cbf9-efeb-14af-3b07-1df9be4f23fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.117547] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812370, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.500070] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52b8cbf9-efeb-14af-3b07-1df9be4f23fc, 'name': SearchDatastore_Task, 'duration_secs': 0.096209} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.500070] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92df86f1-b58a-4267-9052-096d9e3476f8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.508827] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1335.508827] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]5264d105-35ae-3a22-ade4-6e03ecb5c002" [ 1335.508827] env[65794]: _type = "Task" [ 1335.508827] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.519312] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5264d105-35ae-3a22-ade4-6e03ecb5c002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.621274] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812370, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.887290] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ae621a-2e0c-41e7-a26c-c4d2259f67ae {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.897352] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c6dc99-7221-4d79-ab40-b513ae25e136 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.934167] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c456a761-a0a4-4fc5-bc6b-bc5cef173caa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.944961] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe13425-2451-4968-aa32-371344c4214d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.962378] env[65794]: DEBUG nova.compute.provider_tree [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.022422] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]5264d105-35ae-3a22-ade4-6e03ecb5c002, 'name': SearchDatastore_Task, 'duration_secs': 0.085327} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.022709] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.022973] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 0aef9656-34d8-4d62-824c-c04a74cf04d8/0aef9656-34d8-4d62-824c-c04a74cf04d8.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1336.023267] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15cebe3a-2e51-4851-b8fd-f779a33049e5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.032556] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1336.032556] env[65794]: value = "task-4812371" [ 1336.032556] env[65794]: _type = "Task" [ 1336.032556] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.043081] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.117300] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812370, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.466127] env[65794]: DEBUG nova.scheduler.client.report [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.544719] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.618341] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812370, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.972828] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.166s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.973491] env[65794]: WARNING neutronclient.v2_0.client [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1337.008704] env[65794]: INFO nova.network.neutron [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Updating port 99ba3884-6c7e-42a5-9836-1d435c1734e1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1337.042247] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812371, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.118268] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812370, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.387322} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.118591] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/867f334c-9c71-4512-841b-c32f390f4022/867f334c-9c71-4512-841b-c32f390f4022.vmdk to [datastore2] 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1/16b0b1f0-d9b6-4bb2-8179-18ce40edaef1.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1337.119553] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3de332-d729-44a7-b639-488f82f00333 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.144467] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1/16b0b1f0-d9b6-4bb2-8179-18ce40edaef1.vmdk or device None with type streamOptimized {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1337.144810] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7db6ce25-72d8-462e-9578-1f03294001c6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.168275] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1337.168275] env[65794]: value = "task-4812372" [ 1337.168275] env[65794]: _type = "Task" [ 1337.168275] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.180183] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.543655] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812371, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.333536} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.544053] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 0aef9656-34d8-4d62-824c-c04a74cf04d8/0aef9656-34d8-4d62-824c-c04a74cf04d8.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1337.544215] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1337.544581] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-334611a4-9b53-4177-902c-511825e35591 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.551169] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1337.551169] env[65794]: value = "task-4812374" [ 1337.551169] env[65794]: _type = "Task" [ 1337.551169] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.560781] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.678891] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.061094] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.259973} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.061287] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1338.062101] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85900d4-7640-4c08-b4f9-5ad8fbc75969 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.085184] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 0aef9656-34d8-4d62-824c-c04a74cf04d8/0aef9656-34d8-4d62-824c-c04a74cf04d8.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.085458] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3481516d-74a7-40ef-8dda-cb9093e82ecb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.104823] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1338.104823] env[65794]: value = "task-4812375" [ 1338.104823] env[65794]: _type = "Task" [ 1338.104823] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.113989] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.179514] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812372, 'name': ReconfigVM_Task, 'duration_secs': 0.88429} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.179811] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1/16b0b1f0-d9b6-4bb2-8179-18ce40edaef1.vmdk or device None with type streamOptimized {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.180429] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c2d3795-801e-4041-816c-d44d119cac1d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.187286] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1338.187286] env[65794]: value = "task-4812376" [ 1338.187286] env[65794]: _type = "Task" [ 1338.187286] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.194982] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812376, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.550842] env[65794]: DEBUG nova.compute.manager [req-c41407a4-d207-4291-a785-6cfafebc1b6b req-2c7df954-984c-4c97-b24d-6329dac77dcd service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Received event network-vif-plugged-99ba3884-6c7e-42a5-9836-1d435c1734e1 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1338.551175] env[65794]: DEBUG oslo_concurrency.lockutils [req-c41407a4-d207-4291-a785-6cfafebc1b6b req-2c7df954-984c-4c97-b24d-6329dac77dcd service nova] Acquiring lock "1d83d599-b002-4224-a892-20c45e77388d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.551274] env[65794]: DEBUG oslo_concurrency.lockutils [req-c41407a4-d207-4291-a785-6cfafebc1b6b req-2c7df954-984c-4c97-b24d-6329dac77dcd service nova] Lock "1d83d599-b002-4224-a892-20c45e77388d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.551419] env[65794]: DEBUG oslo_concurrency.lockutils [req-c41407a4-d207-4291-a785-6cfafebc1b6b req-2c7df954-984c-4c97-b24d-6329dac77dcd service nova] Lock "1d83d599-b002-4224-a892-20c45e77388d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.551571] env[65794]: DEBUG nova.compute.manager [req-c41407a4-d207-4291-a785-6cfafebc1b6b req-2c7df954-984c-4c97-b24d-6329dac77dcd service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] No waiting events found dispatching network-vif-plugged-99ba3884-6c7e-42a5-9836-1d435c1734e1 {{(pid=65794) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1338.551718] env[65794]: WARNING nova.compute.manager [req-c41407a4-d207-4291-a785-6cfafebc1b6b req-2c7df954-984c-4c97-b24d-6329dac77dcd service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Received unexpected event network-vif-plugged-99ba3884-6c7e-42a5-9836-1d435c1734e1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1338.594049] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "refresh_cache-1d83d599-b002-4224-a892-20c45e77388d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.594049] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired lock "refresh_cache-1d83d599-b002-4224-a892-20c45e77388d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.594141] env[65794]: DEBUG nova.network.neutron [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1338.614568] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812375, 'name': ReconfigVM_Task, 'duration_secs': 0.328178} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.614850] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 0aef9656-34d8-4d62-824c-c04a74cf04d8/0aef9656-34d8-4d62-824c-c04a74cf04d8.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.615835] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66abdc4f-ac23-4dd2-ad36-dac68c7073b6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.622584] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1338.622584] env[65794]: value = "task-4812377" [ 1338.622584] env[65794]: _type = "Task" [ 1338.622584] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.630614] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812377, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.698322] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812376, 'name': Rename_Task, 'duration_secs': 0.15787} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.698670] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.698940] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ab8eff4-51cb-475e-8b99-37a4143cfe21 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.708553] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1338.708553] env[65794]: value = "task-4812378" [ 1338.708553] env[65794]: _type = "Task" [ 1338.708553] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.716649] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.097126] env[65794]: WARNING neutronclient.v2_0.client [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1339.134129] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812377, 'name': Rename_Task, 'duration_secs': 0.158128} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.134545] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1339.134912] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58b5d698-6ddc-4776-b3da-4d7339115dc2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.141722] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1339.141722] env[65794]: value = "task-4812379" [ 1339.141722] env[65794]: _type = "Task" [ 1339.141722] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.152113] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.221926] env[65794]: DEBUG oslo_vmware.api [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812378, 'name': PowerOnVM_Task, 'duration_secs': 0.428614} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.222832] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.283418] env[65794]: WARNING neutronclient.v2_0.client [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1339.351948] env[65794]: DEBUG nova.compute.manager [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1339.352865] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df807c7d-d56f-4fd0-91ab-c3ce822f67a2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.367947] env[65794]: DEBUG nova.network.neutron [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Updating instance_info_cache with network_info: [{"id": "99ba3884-6c7e-42a5-9836-1d435c1734e1", "address": "fa:16:3e:74:3d:ae", "network": {"id": "e5aa0ed4-aa04-4498-8bec-128329970fc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-985809026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e39179d45d4774936d217b8bc60a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ba3884-6c", "ovs_interfaceid": "99ba3884-6c7e-42a5-9836-1d435c1734e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.654374] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812379, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.870238] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Releasing lock "refresh_cache-1d83d599-b002-4224-a892-20c45e77388d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.872404] env[65794]: DEBUG oslo_concurrency.lockutils [None req-85a2fb14-04f3-4d7c-abf2-ef70526dff9f tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.532s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.899469] env[65794]: DEBUG nova.virt.hardware [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ea27e0bdc04999fbfb4daef7061f28b7',container_format='bare',created_at=2025-11-23T05:39:15Z,direct_url=,disk_format='vmdk',id=60f661ac-6e2e-4447-9e27-60b66469b324,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-21130549-shelved',owner='f5e39179d45d4774936d217b8bc60a37',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-11-23T05:39:29Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1339.899703] env[65794]: DEBUG nova.virt.hardware [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1339.899850] env[65794]: DEBUG nova.virt.hardware [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1339.900034] env[65794]: DEBUG nova.virt.hardware [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1339.900177] env[65794]: DEBUG nova.virt.hardware [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1339.900315] env[65794]: DEBUG nova.virt.hardware [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1339.900511] env[65794]: DEBUG nova.virt.hardware [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1339.900660] env[65794]: DEBUG nova.virt.hardware [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1339.900814] env[65794]: DEBUG nova.virt.hardware [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1339.900967] env[65794]: DEBUG nova.virt.hardware [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1339.901144] env[65794]: DEBUG nova.virt.hardware [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1339.902209] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd32b424-c8b5-478a-bd39-e84b5a0723a5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.617874] env[65794]: DEBUG nova.compute.manager [req-63ee1041-5a43-41d4-898e-dafd7d03e28d req-3631bc86-1373-4cd1-a450-f335c66aff97 service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Received event network-changed-99ba3884-6c7e-42a5-9836-1d435c1734e1 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1340.618087] env[65794]: DEBUG nova.compute.manager [req-63ee1041-5a43-41d4-898e-dafd7d03e28d req-3631bc86-1373-4cd1-a450-f335c66aff97 service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Refreshing instance network info cache due to event network-changed-99ba3884-6c7e-42a5-9836-1d435c1734e1. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1340.618334] env[65794]: DEBUG oslo_concurrency.lockutils [req-63ee1041-5a43-41d4-898e-dafd7d03e28d req-3631bc86-1373-4cd1-a450-f335c66aff97 service nova] Acquiring lock "refresh_cache-1d83d599-b002-4224-a892-20c45e77388d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.618473] env[65794]: DEBUG oslo_concurrency.lockutils [req-63ee1041-5a43-41d4-898e-dafd7d03e28d req-3631bc86-1373-4cd1-a450-f335c66aff97 service nova] Acquired lock "refresh_cache-1d83d599-b002-4224-a892-20c45e77388d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.618628] env[65794]: DEBUG nova.network.neutron [req-63ee1041-5a43-41d4-898e-dafd7d03e28d req-3631bc86-1373-4cd1-a450-f335c66aff97 service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Refreshing network info cache for port 99ba3884-6c7e-42a5-9836-1d435c1734e1 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.629843] env[65794]: DEBUG oslo_vmware.api [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812379, 'name': PowerOnVM_Task, 'duration_secs': 0.542224} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.632483] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1340.632686] env[65794]: INFO nova.compute.manager [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Took 10.93 seconds to spawn the instance on the hypervisor. [ 1340.632861] env[65794]: DEBUG nova.compute.manager [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1340.633905] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0d8ecd-5751-48ca-854e-2410ed625c68 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.637608] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f977c812-fc73-4b9c-ae48-90cc88a06cb6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.654463] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:3d:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99ba3884-6c7e-42a5-9836-1d435c1734e1', 'vif_model': 'vmxnet3'}] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1340.662053] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1340.665462] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1340.665710] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-687c7d45-cb67-4855-a01f-5a584a05435f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.686378] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1340.686378] env[65794]: value = "task-4812380" [ 1340.686378] env[65794]: _type = "Task" [ 1340.686378] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.695159] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812380, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.125245] env[65794]: WARNING neutronclient.v2_0.client [req-63ee1041-5a43-41d4-898e-dafd7d03e28d req-3631bc86-1373-4cd1-a450-f335c66aff97 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1341.191178] env[65794]: INFO nova.compute.manager [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Took 17.76 seconds to build instance. [ 1341.198630] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812380, 'name': CreateVM_Task, 'duration_secs': 0.338378} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.198806] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1341.199283] env[65794]: WARNING neutronclient.v2_0.client [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1341.199647] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60f661ac-6e2e-4447-9e27-60b66469b324" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.199793] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60f661ac-6e2e-4447-9e27-60b66469b324" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.200194] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60f661ac-6e2e-4447-9e27-60b66469b324" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.200455] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-077be4cd-0ea3-4f34-a885-4a1bead663d5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.206865] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1341.206865] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52932d98-956d-47d2-533a-df9e09761dbd" [ 1341.206865] env[65794]: _type = "Task" [ 1341.206865] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.216523] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52932d98-956d-47d2-533a-df9e09761dbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.296479] env[65794]: WARNING neutronclient.v2_0.client [req-63ee1041-5a43-41d4-898e-dafd7d03e28d req-3631bc86-1373-4cd1-a450-f335c66aff97 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1341.364931] env[65794]: DEBUG nova.network.neutron [req-63ee1041-5a43-41d4-898e-dafd7d03e28d req-3631bc86-1373-4cd1-a450-f335c66aff97 service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Updated VIF entry in instance network info cache for port 99ba3884-6c7e-42a5-9836-1d435c1734e1. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1341.365358] env[65794]: DEBUG nova.network.neutron [req-63ee1041-5a43-41d4-898e-dafd7d03e28d req-3631bc86-1373-4cd1-a450-f335c66aff97 service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Updating instance_info_cache with network_info: [{"id": "99ba3884-6c7e-42a5-9836-1d435c1734e1", "address": "fa:16:3e:74:3d:ae", "network": {"id": "e5aa0ed4-aa04-4498-8bec-128329970fc9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-985809026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e39179d45d4774936d217b8bc60a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ba3884-6c", "ovs_interfaceid": "99ba3884-6c7e-42a5-9836-1d435c1734e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.694089] env[65794]: DEBUG oslo_concurrency.lockutils [None req-c2b2ba79-6193-408b-a28d-35256c20f597 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "0aef9656-34d8-4d62-824c-c04a74cf04d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.272s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.718756] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60f661ac-6e2e-4447-9e27-60b66469b324" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.719013] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Processing image 60f661ac-6e2e-4447-9e27-60b66469b324 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.719270] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60f661ac-6e2e-4447-9e27-60b66469b324/60f661ac-6e2e-4447-9e27-60b66469b324.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.719414] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60f661ac-6e2e-4447-9e27-60b66469b324/60f661ac-6e2e-4447-9e27-60b66469b324.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.719586] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.719854] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfcec7ac-1909-4cb1-bb9a-0c298c66b464 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.739150] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.739350] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1341.740190] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99432949-35db-4df2-8bea-0ae6d9dd1866 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.746314] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1341.746314] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]525c3951-1b9b-c5f0-1b4a-6dbbb4801d79" [ 1341.746314] env[65794]: _type = "Task" [ 1341.746314] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.756782] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]525c3951-1b9b-c5f0-1b4a-6dbbb4801d79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.868836] env[65794]: DEBUG oslo_concurrency.lockutils [req-63ee1041-5a43-41d4-898e-dafd7d03e28d req-3631bc86-1373-4cd1-a450-f335c66aff97 service nova] Releasing lock "refresh_cache-1d83d599-b002-4224-a892-20c45e77388d" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.256798] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Preparing fetch location {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1342.257079] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Fetch image to [datastore1] OSTACK_IMG_6254c0ef-02d8-4f35-bcb2-96b970446506/OSTACK_IMG_6254c0ef-02d8-4f35-bcb2-96b970446506.vmdk {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1342.257290] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Downloading stream optimized image 60f661ac-6e2e-4447-9e27-60b66469b324 to [datastore1] OSTACK_IMG_6254c0ef-02d8-4f35-bcb2-96b970446506/OSTACK_IMG_6254c0ef-02d8-4f35-bcb2-96b970446506.vmdk on the data store datastore1 as vApp {{(pid=65794) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1342.257468] env[65794]: DEBUG nova.virt.vmwareapi.images [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Downloading image file data 60f661ac-6e2e-4447-9e27-60b66469b324 to the ESX as VM named 'OSTACK_IMG_6254c0ef-02d8-4f35-bcb2-96b970446506' {{(pid=65794) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1342.336696] env[65794]: DEBUG oslo_vmware.rw_handles [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1342.336696] env[65794]: value = "resgroup-9" [ 1342.336696] env[65794]: _type = "ResourcePool" [ 1342.336696] env[65794]: }. {{(pid=65794) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1342.337067] env[65794]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-736522db-1bcb-43af-907f-26f97d4e20b0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.360807] env[65794]: DEBUG oslo_vmware.rw_handles [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lease: (returnval){ [ 1342.360807] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f5e981-bd32-44e0-df04-1005cd2c28df" [ 1342.360807] env[65794]: _type = "HttpNfcLease" [ 1342.360807] env[65794]: } obtained for vApp import into resource pool (val){ [ 1342.360807] env[65794]: value = "resgroup-9" [ 1342.360807] env[65794]: _type = "ResourcePool" [ 1342.360807] env[65794]: }. {{(pid=65794) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1342.361240] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the lease: (returnval){ [ 1342.361240] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f5e981-bd32-44e0-df04-1005cd2c28df" [ 1342.361240] env[65794]: _type = "HttpNfcLease" [ 1342.361240] env[65794]: } to be ready. {{(pid=65794) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1342.368103] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1342.368103] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f5e981-bd32-44e0-df04-1005cd2c28df" [ 1342.368103] env[65794]: _type = "HttpNfcLease" [ 1342.368103] env[65794]: } is initializing. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1342.621640] env[65794]: DEBUG nova.compute.manager [req-14dc9755-2598-41f7-b607-26a4f4fd4e6a req-cf06f6ab-9a08-4fbc-9a3c-f8209e7f04d0 service nova] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Received event network-changed-36b01392-d3c5-42fc-b046-d43ff7ad8943 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1342.621640] env[65794]: DEBUG nova.compute.manager [req-14dc9755-2598-41f7-b607-26a4f4fd4e6a req-cf06f6ab-9a08-4fbc-9a3c-f8209e7f04d0 service nova] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Refreshing instance network info cache due to event network-changed-36b01392-d3c5-42fc-b046-d43ff7ad8943. {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1342.621640] env[65794]: DEBUG oslo_concurrency.lockutils [req-14dc9755-2598-41f7-b607-26a4f4fd4e6a req-cf06f6ab-9a08-4fbc-9a3c-f8209e7f04d0 service nova] Acquiring lock "refresh_cache-0aef9656-34d8-4d62-824c-c04a74cf04d8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.621640] env[65794]: DEBUG oslo_concurrency.lockutils [req-14dc9755-2598-41f7-b607-26a4f4fd4e6a req-cf06f6ab-9a08-4fbc-9a3c-f8209e7f04d0 service nova] Acquired lock "refresh_cache-0aef9656-34d8-4d62-824c-c04a74cf04d8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.621822] env[65794]: DEBUG nova.network.neutron [req-14dc9755-2598-41f7-b607-26a4f4fd4e6a req-cf06f6ab-9a08-4fbc-9a3c-f8209e7f04d0 service nova] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Refreshing network info cache for port 36b01392-d3c5-42fc-b046-d43ff7ad8943 {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.869535] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1342.869535] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f5e981-bd32-44e0-df04-1005cd2c28df" [ 1342.869535] env[65794]: _type = "HttpNfcLease" [ 1342.869535] env[65794]: } is initializing. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1343.124523] env[65794]: WARNING neutronclient.v2_0.client [req-14dc9755-2598-41f7-b607-26a4f4fd4e6a req-cf06f6ab-9a08-4fbc-9a3c-f8209e7f04d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1343.307062] env[65794]: WARNING neutronclient.v2_0.client [req-14dc9755-2598-41f7-b607-26a4f4fd4e6a req-cf06f6ab-9a08-4fbc-9a3c-f8209e7f04d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1343.370350] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1343.370350] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f5e981-bd32-44e0-df04-1005cd2c28df" [ 1343.370350] env[65794]: _type = "HttpNfcLease" [ 1343.370350] env[65794]: } is initializing. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1343.394484] env[65794]: DEBUG nova.network.neutron [req-14dc9755-2598-41f7-b607-26a4f4fd4e6a req-cf06f6ab-9a08-4fbc-9a3c-f8209e7f04d0 service nova] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Updated VIF entry in instance network info cache for port 36b01392-d3c5-42fc-b046-d43ff7ad8943. {{(pid=65794) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1343.394846] env[65794]: DEBUG nova.network.neutron [req-14dc9755-2598-41f7-b607-26a4f4fd4e6a req-cf06f6ab-9a08-4fbc-9a3c-f8209e7f04d0 service nova] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Updating instance_info_cache with network_info: [{"id": "36b01392-d3c5-42fc-b046-d43ff7ad8943", "address": "fa:16:3e:96:ce:ed", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b01392-d3", "ovs_interfaceid": "36b01392-d3c5-42fc-b046-d43ff7ad8943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.870543] env[65794]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1343.870543] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f5e981-bd32-44e0-df04-1005cd2c28df" [ 1343.870543] env[65794]: _type = "HttpNfcLease" [ 1343.870543] env[65794]: } is ready. {{(pid=65794) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1343.870921] env[65794]: DEBUG oslo_vmware.rw_handles [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1343.870921] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52f5e981-bd32-44e0-df04-1005cd2c28df" [ 1343.870921] env[65794]: _type = "HttpNfcLease" [ 1343.870921] env[65794]: }. {{(pid=65794) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1343.871573] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e3a9ed-5b34-487c-bdfe-8aed4b3e2d38 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.879419] env[65794]: DEBUG oslo_vmware.rw_handles [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ccdbe-a20c-3272-fcb1-1532e56a07e0/disk-0.vmdk from lease info. {{(pid=65794) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1343.879661] env[65794]: DEBUG oslo_vmware.rw_handles [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ccdbe-a20c-3272-fcb1-1532e56a07e0/disk-0.vmdk. {{(pid=65794) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1343.934348] env[65794]: DEBUG oslo_concurrency.lockutils [req-14dc9755-2598-41f7-b607-26a4f4fd4e6a req-cf06f6ab-9a08-4fbc-9a3c-f8209e7f04d0 service nova] Releasing lock "refresh_cache-0aef9656-34d8-4d62-824c-c04a74cf04d8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.941948] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ce07cb1b-6963-460a-a1e5-f119ed8e08ba {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.039335] env[65794]: DEBUG oslo_vmware.rw_handles [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Completed reading data from the image iterator. {{(pid=65794) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1345.039664] env[65794]: DEBUG oslo_vmware.rw_handles [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ccdbe-a20c-3272-fcb1-1532e56a07e0/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1345.040681] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532043c7-a816-4c2b-a241-9b026aaabb82 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.048801] env[65794]: DEBUG oslo_vmware.rw_handles [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ccdbe-a20c-3272-fcb1-1532e56a07e0/disk-0.vmdk is in state: ready. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1345.048954] env[65794]: DEBUG oslo_vmware.rw_handles [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ccdbe-a20c-3272-fcb1-1532e56a07e0/disk-0.vmdk. {{(pid=65794) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1345.049255] env[65794]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0ea272b0-20ee-4dd8-865c-089dce2b307f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.239412] env[65794]: DEBUG oslo_vmware.rw_handles [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ccdbe-a20c-3272-fcb1-1532e56a07e0/disk-0.vmdk. {{(pid=65794) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1345.239755] env[65794]: INFO nova.virt.vmwareapi.images [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Downloaded image file data 60f661ac-6e2e-4447-9e27-60b66469b324 [ 1345.241030] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519b7946-dacc-4d78-bc68-92c3c6f9f21f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.264669] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c69c59e8-4701-4ae7-90bb-a472493189d8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.292076] env[65794]: INFO nova.virt.vmwareapi.images [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] The imported VM was unregistered [ 1345.294522] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Caching image {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1345.294773] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Creating directory with path [datastore1] devstack-image-cache_base/60f661ac-6e2e-4447-9e27-60b66469b324 {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.295083] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aed5181d-69e0-442e-9ff4-ceb6a4afc4ec {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.339486] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Created directory with path [datastore1] devstack-image-cache_base/60f661ac-6e2e-4447-9e27-60b66469b324 {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.339710] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_6254c0ef-02d8-4f35-bcb2-96b970446506/OSTACK_IMG_6254c0ef-02d8-4f35-bcb2-96b970446506.vmdk to [datastore1] devstack-image-cache_base/60f661ac-6e2e-4447-9e27-60b66469b324/60f661ac-6e2e-4447-9e27-60b66469b324.vmdk. {{(pid=65794) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1345.340033] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6f00cdd4-dc5e-4d6b-ab18-9e08e0a96ce7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.349442] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1345.349442] env[65794]: value = "task-4812384" [ 1345.349442] env[65794]: _type = "Task" [ 1345.349442] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.359121] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812384, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.860635] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812384, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.360946] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812384, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.865300] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812384, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.362998] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812384, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.864215] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812384, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.366152] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812384, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.867038] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812384, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.083666} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.867336] env[65794]: INFO nova.virt.vmwareapi.ds_util [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_6254c0ef-02d8-4f35-bcb2-96b970446506/OSTACK_IMG_6254c0ef-02d8-4f35-bcb2-96b970446506.vmdk to [datastore1] devstack-image-cache_base/60f661ac-6e2e-4447-9e27-60b66469b324/60f661ac-6e2e-4447-9e27-60b66469b324.vmdk. [ 1348.867543] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Cleaning up location [datastore1] OSTACK_IMG_6254c0ef-02d8-4f35-bcb2-96b970446506 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1348.867700] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_6254c0ef-02d8-4f35-bcb2-96b970446506 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.867956] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-843c8bf5-97a9-43fa-9eb7-793a6ba5562d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.874983] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1348.874983] env[65794]: value = "task-4812385" [ 1348.874983] env[65794]: _type = "Task" [ 1348.874983] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.882705] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.385531] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215657} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.385917] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.385917] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60f661ac-6e2e-4447-9e27-60b66469b324/60f661ac-6e2e-4447-9e27-60b66469b324.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.386170] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60f661ac-6e2e-4447-9e27-60b66469b324/60f661ac-6e2e-4447-9e27-60b66469b324.vmdk to [datastore1] 1d83d599-b002-4224-a892-20c45e77388d/1d83d599-b002-4224-a892-20c45e77388d.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1349.386456] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91d46ba1-15fe-4686-bbb5-6d1f49be3ca1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.394650] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1349.394650] env[65794]: value = "task-4812386" [ 1349.394650] env[65794]: _type = "Task" [ 1349.394650] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.402822] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.905734] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812386, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.406543] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812386, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.908159] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812386, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.409019] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812386, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.908457] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812386, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.192732} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.908725] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60f661ac-6e2e-4447-9e27-60b66469b324/60f661ac-6e2e-4447-9e27-60b66469b324.vmdk to [datastore1] 1d83d599-b002-4224-a892-20c45e77388d/1d83d599-b002-4224-a892-20c45e77388d.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1351.909527] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7436be7-9bd6-4575-88d6-708c58fb00ae {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.930884] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 1d83d599-b002-4224-a892-20c45e77388d/1d83d599-b002-4224-a892-20c45e77388d.vmdk or device None with type streamOptimized {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.931175] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e5842a4-8e90-4f54-8e15-e11f5475d6f5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.950904] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1351.950904] env[65794]: value = "task-4812387" [ 1351.950904] env[65794]: _type = "Task" [ 1351.950904] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.958996] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.461501] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812387, 'name': ReconfigVM_Task, 'duration_secs': 0.257773} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.461867] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 1d83d599-b002-4224-a892-20c45e77388d/1d83d599-b002-4224-a892-20c45e77388d.vmdk or device None with type streamOptimized {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.462368] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f30c398c-cb33-4ae0-a37a-dbde2cc27faf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.469657] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1352.469657] env[65794]: value = "task-4812388" [ 1352.469657] env[65794]: _type = "Task" [ 1352.469657] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.478027] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812388, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.980066] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812388, 'name': Rename_Task, 'duration_secs': 0.144104} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.980342] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.980607] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccb3271d-f195-4514-af1c-fe455b9bd0d6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.987453] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1352.987453] env[65794]: value = "task-4812389" [ 1352.987453] env[65794]: _type = "Task" [ 1352.987453] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.996552] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.497321] env[65794]: DEBUG oslo_vmware.api [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812389, 'name': PowerOnVM_Task, 'duration_secs': 0.455367} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.497765] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.602038] env[65794]: DEBUG nova.compute.manager [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1353.602438] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61e00a5-d6e6-4441-b14b-0dc1648b0b74 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.119976] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0b8d5a5a-a15e-4522-bf9d-3166adbdfdff tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "1d83d599-b002-4224-a892-20c45e77388d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.490s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.236958] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "1d83d599-b002-4224-a892-20c45e77388d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.236958] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "1d83d599-b002-4224-a892-20c45e77388d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.236958] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "1d83d599-b002-4224-a892-20c45e77388d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.236958] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "1d83d599-b002-4224-a892-20c45e77388d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.237501] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "1d83d599-b002-4224-a892-20c45e77388d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.239320] env[65794]: INFO nova.compute.manager [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Terminating instance [ 1355.743059] env[65794]: DEBUG nova.compute.manager [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1355.743337] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.744239] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900fd608-628f-4928-b5c7-2c9c02b86d28 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.752117] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.752367] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-110d3430-e7a6-441d-b925-7ccc3d31a2c1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.759212] env[65794]: DEBUG oslo_vmware.api [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1355.759212] env[65794]: value = "task-4812390" [ 1355.759212] env[65794]: _type = "Task" [ 1355.759212] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.768453] env[65794]: DEBUG oslo_vmware.api [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.269039] env[65794]: DEBUG oslo_vmware.api [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812390, 'name': PowerOffVM_Task, 'duration_secs': 0.213039} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.269466] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.269533] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.269771] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcfee7b4-2b11-4f3f-9d18-24e39e894fcb {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.333307] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.333673] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.333959] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Deleting the datastore file [datastore1] 1d83d599-b002-4224-a892-20c45e77388d {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.334350] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00efeafd-a083-4474-a851-e194f3cea48e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.342115] env[65794]: DEBUG oslo_vmware.api [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for the task: (returnval){ [ 1356.342115] env[65794]: value = "task-4812392" [ 1356.342115] env[65794]: _type = "Task" [ 1356.342115] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.350398] env[65794]: DEBUG oslo_vmware.api [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.851854] env[65794]: DEBUG oslo_vmware.api [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Task: {'id': task-4812392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127918} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.852114] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.852291] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.852455] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.852649] env[65794]: INFO nova.compute.manager [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1356.852863] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1356.853064] env[65794]: DEBUG nova.compute.manager [-] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1356.853161] env[65794]: DEBUG nova.network.neutron [-] [instance: 1d83d599-b002-4224-a892-20c45e77388d] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1356.853403] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1356.918922] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1357.368482] env[65794]: DEBUG nova.compute.manager [req-42c2cae2-e5ca-41e2-8a6a-a3a33fc27240 req-4a4eeb9f-5956-4660-aa55-8d1a9c306a92 service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Received event network-vif-deleted-99ba3884-6c7e-42a5-9836-1d435c1734e1 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1357.368744] env[65794]: INFO nova.compute.manager [req-42c2cae2-e5ca-41e2-8a6a-a3a33fc27240 req-4a4eeb9f-5956-4660-aa55-8d1a9c306a92 service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Neutron deleted interface 99ba3884-6c7e-42a5-9836-1d435c1734e1; detaching it from the instance and deleting it from the info cache [ 1357.368861] env[65794]: DEBUG nova.network.neutron [req-42c2cae2-e5ca-41e2-8a6a-a3a33fc27240 req-4a4eeb9f-5956-4660-aa55-8d1a9c306a92 service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.843155] env[65794]: DEBUG nova.network.neutron [-] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.871577] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08984a2f-fda1-4f14-8e3e-58a961d4de6a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.883523] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de92bac-037b-4e1e-b7cc-9d51eb6a407b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.912202] env[65794]: DEBUG nova.compute.manager [req-42c2cae2-e5ca-41e2-8a6a-a3a33fc27240 req-4a4eeb9f-5956-4660-aa55-8d1a9c306a92 service nova] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Detach interface failed, port_id=99ba3884-6c7e-42a5-9836-1d435c1734e1, reason: Instance 1d83d599-b002-4224-a892-20c45e77388d could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1358.345991] env[65794]: INFO nova.compute.manager [-] [instance: 1d83d599-b002-4224-a892-20c45e77388d] Took 1.49 seconds to deallocate network for instance. [ 1358.853429] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.853815] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.853985] env[65794]: DEBUG nova.objects.instance [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lazy-loading 'resources' on Instance uuid 1d83d599-b002-4224-a892-20c45e77388d {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.414026] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708ee33a-5f1a-4d0f-8315-7925a9090a3f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.421256] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d910b14-cf85-453c-a00c-3191f2df8d88 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.451798] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e134dd6-2df7-442f-bf12-d49b5bd07a9c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.459226] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3ed54d-3a0a-45d2-b057-4f57bd6f6c48 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.472776] env[65794]: DEBUG nova.compute.provider_tree [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.976451] env[65794]: DEBUG nova.scheduler.client.report [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.482074] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.502776] env[65794]: INFO nova.scheduler.client.report [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Deleted allocations for instance 1d83d599-b002-4224-a892-20c45e77388d [ 1361.011811] env[65794]: DEBUG oslo_concurrency.lockutils [None req-ceac38bc-1c18-420c-b97b-5887024fae02 tempest-ServerActionsTestOtherB-1448945327 tempest-ServerActionsTestOtherB-1448945327-project-member] Lock "1d83d599-b002-4224-a892-20c45e77388d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.775s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.646663] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.647189] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.647293] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "16b0b1f0-d9b6-4bb2-8179-18ce40edaef1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.647487] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "16b0b1f0-d9b6-4bb2-8179-18ce40edaef1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.647718] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "16b0b1f0-d9b6-4bb2-8179-18ce40edaef1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.651774] env[65794]: INFO nova.compute.manager [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Terminating instance [ 1377.156716] env[65794]: DEBUG nova.compute.manager [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1377.156957] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.158009] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54430b3b-73e1-4fee-bbca-5da76286a2b7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.165765] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.165966] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dd30ff4-8ed1-4f5a-90dd-5f311443f3fa {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.172602] env[65794]: DEBUG oslo_vmware.api [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1377.172602] env[65794]: value = "task-4812394" [ 1377.172602] env[65794]: _type = "Task" [ 1377.172602] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.181784] env[65794]: DEBUG oslo_vmware.api [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.467085] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8db74520-2b0a-42b5-9316-c245f961a240 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "0aef9656-34d8-4d62-824c-c04a74cf04d8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.467352] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8db74520-2b0a-42b5-9316-c245f961a240 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "0aef9656-34d8-4d62-824c-c04a74cf04d8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.467563] env[65794]: DEBUG nova.compute.manager [None req-8db74520-2b0a-42b5-9316-c245f961a240 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1377.468470] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b943d42-06be-4eec-ac6b-5faec3a43fbc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.475636] env[65794]: DEBUG nova.compute.manager [None req-8db74520-2b0a-42b5-9316-c245f961a240 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65794) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 1377.476200] env[65794]: DEBUG nova.objects.instance [None req-8db74520-2b0a-42b5-9316-c245f961a240 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lazy-loading 'flavor' on Instance uuid 0aef9656-34d8-4d62-824c-c04a74cf04d8 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.683229] env[65794]: DEBUG oslo_vmware.api [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812394, 'name': PowerOffVM_Task, 'duration_secs': 0.231907} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.683606] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.683606] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.683830] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7fce692-7ad1-45d7-83cd-8f610980cf36 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.747333] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1377.747585] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1377.747801] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Deleting the datastore file [datastore2] 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.748465] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c80cc1a-26e4-4ade-93f6-7432594ac1fd {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.756183] env[65794]: DEBUG oslo_vmware.api [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for the task: (returnval){ [ 1377.756183] env[65794]: value = "task-4812396" [ 1377.756183] env[65794]: _type = "Task" [ 1377.756183] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.764199] env[65794]: DEBUG oslo_vmware.api [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.265675] env[65794]: DEBUG oslo_vmware.api [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Task: {'id': task-4812396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160929} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.265943] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.266129] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.266299] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.266464] env[65794]: INFO nova.compute.manager [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1378.266703] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1378.266896] env[65794]: DEBUG nova.compute.manager [-] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1378.266991] env[65794]: DEBUG nova.network.neutron [-] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1378.267242] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1378.299146] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1378.483981] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db74520-2b0a-42b5-9316-c245f961a240 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1378.484339] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc3344e3-e6b7-486c-875f-7716f894ee55 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.492605] env[65794]: DEBUG oslo_vmware.api [None req-8db74520-2b0a-42b5-9316-c245f961a240 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1378.492605] env[65794]: value = "task-4812397" [ 1378.492605] env[65794]: _type = "Task" [ 1378.492605] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.502778] env[65794]: DEBUG oslo_vmware.api [None req-8db74520-2b0a-42b5-9316-c245f961a240 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.773247] env[65794]: DEBUG nova.compute.manager [req-be7f8e38-abf1-4b6d-b437-d650d12c7d30 req-f4ecf00f-9a16-487e-887b-75808d422f7e service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Received event network-vif-deleted-e411457e-0a0f-4150-8023-0de1113795c9 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1378.773502] env[65794]: INFO nova.compute.manager [req-be7f8e38-abf1-4b6d-b437-d650d12c7d30 req-f4ecf00f-9a16-487e-887b-75808d422f7e service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Neutron deleted interface e411457e-0a0f-4150-8023-0de1113795c9; detaching it from the instance and deleting it from the info cache [ 1378.773611] env[65794]: DEBUG nova.network.neutron [req-be7f8e38-abf1-4b6d-b437-d650d12c7d30 req-f4ecf00f-9a16-487e-887b-75808d422f7e service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.002944] env[65794]: DEBUG oslo_vmware.api [None req-8db74520-2b0a-42b5-9316-c245f961a240 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812397, 'name': PowerOffVM_Task, 'duration_secs': 0.204969} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.003328] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db74520-2b0a-42b5-9316-c245f961a240 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1379.003668] env[65794]: DEBUG nova.compute.manager [None req-8db74520-2b0a-42b5-9316-c245f961a240 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1379.004547] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcfcd45-8e02-4063-bd63-a6c049803ded {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.246929] env[65794]: DEBUG nova.network.neutron [-] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.273544] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.276807] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ee694b1-25c0-4155-9c15-4037d1da5a57 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.291037] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ad592d-ccd2-4174-ba43-b0341915bf73 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.321607] env[65794]: DEBUG nova.compute.manager [req-be7f8e38-abf1-4b6d-b437-d650d12c7d30 req-f4ecf00f-9a16-487e-887b-75808d422f7e service nova] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Detach interface failed, port_id=e411457e-0a0f-4150-8023-0de1113795c9, reason: Instance 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1379.516448] env[65794]: DEBUG oslo_concurrency.lockutils [None req-8db74520-2b0a-42b5-9316-c245f961a240 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "0aef9656-34d8-4d62-824c-c04a74cf04d8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.750543] env[65794]: INFO nova.compute.manager [-] [instance: 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1] Took 1.48 seconds to deallocate network for instance. [ 1379.926187] env[65794]: DEBUG nova.objects.instance [None req-03a960d1-3674-4246-82ba-17448ae9e643 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lazy-loading 'flavor' on Instance uuid 0aef9656-34d8-4d62-824c-c04a74cf04d8 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.257093] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.257389] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.257663] env[65794]: DEBUG nova.objects.instance [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lazy-loading 'resources' on Instance uuid 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.430555] env[65794]: DEBUG oslo_concurrency.lockutils [None req-03a960d1-3674-4246-82ba-17448ae9e643 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "refresh_cache-0aef9656-34d8-4d62-824c-c04a74cf04d8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.430777] env[65794]: DEBUG oslo_concurrency.lockutils [None req-03a960d1-3674-4246-82ba-17448ae9e643 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "refresh_cache-0aef9656-34d8-4d62-824c-c04a74cf04d8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.430862] env[65794]: DEBUG nova.network.neutron [None req-03a960d1-3674-4246-82ba-17448ae9e643 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1380.431042] env[65794]: DEBUG nova.objects.instance [None req-03a960d1-3674-4246-82ba-17448ae9e643 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lazy-loading 'info_cache' on Instance uuid 0aef9656-34d8-4d62-824c-c04a74cf04d8 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.804238] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae13572-9c6c-4afa-853a-c8a32cdf4666 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.812472] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d4f22f-c072-4ef2-b4e7-95793d5d27bc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.843363] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12670d18-040d-454b-bd47-e3ca893bc4b4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.851164] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3f6459-be55-471e-8a69-635b2f6cd3d6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.864499] env[65794]: DEBUG nova.compute.provider_tree [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.934579] env[65794]: DEBUG nova.objects.base [None req-03a960d1-3674-4246-82ba-17448ae9e643 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Object Instance<0aef9656-34d8-4d62-824c-c04a74cf04d8> lazy-loaded attributes: flavor,info_cache {{(pid=65794) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1381.273886] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.274131] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65794) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 1381.367572] env[65794]: DEBUG nova.scheduler.client.report [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.437357] env[65794]: WARNING neutronclient.v2_0.client [None req-03a960d1-3674-4246-82ba-17448ae9e643 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1381.611329] env[65794]: WARNING neutronclient.v2_0.client [None req-03a960d1-3674-4246-82ba-17448ae9e643 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1381.678637] env[65794]: DEBUG nova.network.neutron [None req-03a960d1-3674-4246-82ba-17448ae9e643 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Updating instance_info_cache with network_info: [{"id": "36b01392-d3c5-42fc-b046-d43ff7ad8943", "address": "fa:16:3e:96:ce:ed", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b01392-d3", "ovs_interfaceid": "36b01392-d3c5-42fc-b046-d43ff7ad8943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.873025] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.895238] env[65794]: INFO nova.scheduler.client.report [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Deleted allocations for instance 16b0b1f0-d9b6-4bb2-8179-18ce40edaef1 [ 1382.182087] env[65794]: DEBUG oslo_concurrency.lockutils [None req-03a960d1-3674-4246-82ba-17448ae9e643 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "refresh_cache-0aef9656-34d8-4d62-824c-c04a74cf04d8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.403073] env[65794]: DEBUG oslo_concurrency.lockutils [None req-5c994541-a967-4944-a502-4c222294e462 tempest-AttachVolumeShelveTestJSON-1220373225 tempest-AttachVolumeShelveTestJSON-1220373225-project-member] Lock "16b0b1f0-d9b6-4bb2-8179-18ce40edaef1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.756s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.187938] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a960d1-3674-4246-82ba-17448ae9e643 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1383.188360] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f07bbab2-3152-4400-a44d-2f797aa76374 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.196378] env[65794]: DEBUG oslo_vmware.api [None req-03a960d1-3674-4246-82ba-17448ae9e643 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1383.196378] env[65794]: value = "task-4812398" [ 1383.196378] env[65794]: _type = "Task" [ 1383.196378] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.205910] env[65794]: DEBUG oslo_vmware.api [None req-03a960d1-3674-4246-82ba-17448ae9e643 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.706406] env[65794]: DEBUG oslo_vmware.api [None req-03a960d1-3674-4246-82ba-17448ae9e643 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812398, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.208631] env[65794]: DEBUG oslo_vmware.api [None req-03a960d1-3674-4246-82ba-17448ae9e643 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812398, 'name': PowerOnVM_Task, 'duration_secs': 0.602442} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.208968] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a960d1-3674-4246-82ba-17448ae9e643 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1384.209173] env[65794]: DEBUG nova.compute.manager [None req-03a960d1-3674-4246-82ba-17448ae9e643 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1384.209952] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1203e4-2ff3-4819-86fd-b6866f575cbf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.274186] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.777016] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.777291] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.777459] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.777649] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65794) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1384.778595] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7142b250-3310-4439-b0a2-da04a9715c48 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.787239] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b056dc-6979-452c-95de-d4534a8a347f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.801148] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4fc8ea-3baa-4bb7-9b26-468e4ea776a3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.808188] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b6eead-6537-4b1d-8282-2a8df54a4afe {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.837226] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180517MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65794) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1384.837395] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.837574] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.864213] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Instance 0aef9656-34d8-4d62-824c-c04a74cf04d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65794) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1385.864608] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1385.864608] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_4eb27c4a5aba4b6a88f64e92b9d05791': '1', 'io_workload': '0'} {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1385.883022] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980ff499-7a99-4304-a1e7-286783d39f7d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.890191] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a10d25-e384-4d74-825a-e23e15b3e251 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Suspending the VM {{(pid=65794) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1385.890449] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-960f6b1f-abfb-4eae-9e43-c23c72fa083d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.893605] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa575cd3-0c96-4431-b08d-dadd4516f5d6 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.897710] env[65794]: DEBUG oslo_vmware.api [None req-f4a10d25-e384-4d74-825a-e23e15b3e251 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1385.897710] env[65794]: value = "task-4812400" [ 1385.897710] env[65794]: _type = "Task" [ 1385.897710] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.904378] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4cba30-30c9-44f4-9d78-b94d398d4b9c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.910993] env[65794]: DEBUG oslo_vmware.api [None req-f4a10d25-e384-4d74-825a-e23e15b3e251 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812400, 'name': SuspendVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.937780] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26e8257-06a3-4316-94b3-c2b9543d61e2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.945860] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017bc207-3e50-4e9d-9c3a-aad80877276f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.960155] env[65794]: DEBUG nova.compute.provider_tree [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.409345] env[65794]: DEBUG oslo_vmware.api [None req-f4a10d25-e384-4d74-825a-e23e15b3e251 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812400, 'name': SuspendVM_Task} progress is 66%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.464188] env[65794]: DEBUG nova.scheduler.client.report [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.910105] env[65794]: DEBUG oslo_vmware.api [None req-f4a10d25-e384-4d74-825a-e23e15b3e251 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812400, 'name': SuspendVM_Task, 'duration_secs': 0.620903} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.910503] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a10d25-e384-4d74-825a-e23e15b3e251 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Suspended the VM {{(pid=65794) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1386.910565] env[65794]: DEBUG nova.compute.manager [None req-f4a10d25-e384-4d74-825a-e23e15b3e251 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1386.911308] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee63d10-47c4-4a4c-aba1-f6460eb1aa31 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.969228] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65794) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1386.969420] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.132s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.969464] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.969464] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.969464] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.273843] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.324510] env[65794]: INFO nova.compute.manager [None req-a4ebaf9b-124c-4473-b2a2-6dd783948814 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Resuming [ 1388.325111] env[65794]: DEBUG nova.objects.instance [None req-a4ebaf9b-124c-4473-b2a2-6dd783948814 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lazy-loading 'flavor' on Instance uuid 0aef9656-34d8-4d62-824c-c04a74cf04d8 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.836133] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a4ebaf9b-124c-4473-b2a2-6dd783948814 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "refresh_cache-0aef9656-34d8-4d62-824c-c04a74cf04d8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.836514] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a4ebaf9b-124c-4473-b2a2-6dd783948814 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquired lock "refresh_cache-0aef9656-34d8-4d62-824c-c04a74cf04d8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.836514] env[65794]: DEBUG nova.network.neutron [None req-a4ebaf9b-124c-4473-b2a2-6dd783948814 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1390.274232] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.339266] env[65794]: WARNING neutronclient.v2_0.client [None req-a4ebaf9b-124c-4473-b2a2-6dd783948814 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1390.505289] env[65794]: WARNING neutronclient.v2_0.client [None req-a4ebaf9b-124c-4473-b2a2-6dd783948814 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1390.571859] env[65794]: DEBUG nova.network.neutron [None req-a4ebaf9b-124c-4473-b2a2-6dd783948814 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Updating instance_info_cache with network_info: [{"id": "36b01392-d3c5-42fc-b046-d43ff7ad8943", "address": "fa:16:3e:96:ce:ed", "network": {"id": "af05dd57-6ddc-49af-be76-66a67d3ac224", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-902018320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4eb27c4a5aba4b6a88f64e92b9d05791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b01392-d3", "ovs_interfaceid": "36b01392-d3c5-42fc-b046-d43ff7ad8943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.074836] env[65794]: DEBUG oslo_concurrency.lockutils [None req-a4ebaf9b-124c-4473-b2a2-6dd783948814 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Releasing lock "refresh_cache-0aef9656-34d8-4d62-824c-c04a74cf04d8" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.075822] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f1ffc3-2eac-4539-be8b-3b45ad0a6eff {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.082932] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ebaf9b-124c-4473-b2a2-6dd783948814 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Resuming the VM {{(pid=65794) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1391.083184] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31ebb2a9-c945-4c5c-8079-812dda1d5391 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.089952] env[65794]: DEBUG oslo_vmware.api [None req-a4ebaf9b-124c-4473-b2a2-6dd783948814 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1391.089952] env[65794]: value = "task-4812401" [ 1391.089952] env[65794]: _type = "Task" [ 1391.089952] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.097742] env[65794]: DEBUG oslo_vmware.api [None req-a4ebaf9b-124c-4473-b2a2-6dd783948814 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.602542] env[65794]: DEBUG oslo_vmware.api [None req-a4ebaf9b-124c-4473-b2a2-6dd783948814 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812401, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.102635] env[65794]: DEBUG oslo_vmware.api [None req-a4ebaf9b-124c-4473-b2a2-6dd783948814 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812401, 'name': PowerOnVM_Task, 'duration_secs': 0.516313} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.103083] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ebaf9b-124c-4473-b2a2-6dd783948814 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Resumed the VM {{(pid=65794) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1392.103083] env[65794]: DEBUG nova.compute.manager [None req-a4ebaf9b-124c-4473-b2a2-6dd783948814 tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1392.103894] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86f68f8-24ca-4906-bdee-304d4609e2be {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.027680] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "0aef9656-34d8-4d62-824c-c04a74cf04d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.027963] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "0aef9656-34d8-4d62-824c-c04a74cf04d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.028211] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "0aef9656-34d8-4d62-824c-c04a74cf04d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.028414] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "0aef9656-34d8-4d62-824c-c04a74cf04d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.028580] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "0aef9656-34d8-4d62-824c-c04a74cf04d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.030996] env[65794]: INFO nova.compute.manager [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Terminating instance [ 1393.535200] env[65794]: DEBUG nova.compute.manager [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1393.535621] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.536432] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfec158d-e878-487c-966b-de232581bfcc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.545202] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.545476] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ae710e6-abd4-4992-88a4-d4abc407022a {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.553302] env[65794]: DEBUG oslo_vmware.api [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1393.553302] env[65794]: value = "task-4812402" [ 1393.553302] env[65794]: _type = "Task" [ 1393.553302] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.562799] env[65794]: DEBUG oslo_vmware.api [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.063951] env[65794]: DEBUG oslo_vmware.api [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812402, 'name': PowerOffVM_Task, 'duration_secs': 0.199397} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.064237] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.064899] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1394.064899] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9740181e-5d16-41a4-977c-fca8a970fa63 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.133748] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1394.133999] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1394.134174] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Deleting the datastore file [datastore2] 0aef9656-34d8-4d62-824c-c04a74cf04d8 {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1394.134480] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6b0233a-e4f6-460c-997a-0126ef2767df {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.142903] env[65794]: DEBUG oslo_vmware.api [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for the task: (returnval){ [ 1394.142903] env[65794]: value = "task-4812404" [ 1394.142903] env[65794]: _type = "Task" [ 1394.142903] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.152078] env[65794]: DEBUG oslo_vmware.api [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.653100] env[65794]: DEBUG oslo_vmware.api [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Task: {'id': task-4812404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138973} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.653567] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.653567] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.653692] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.653856] env[65794]: INFO nova.compute.manager [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1394.654132] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1394.654338] env[65794]: DEBUG nova.compute.manager [-] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1394.654438] env[65794]: DEBUG nova.network.neutron [-] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1394.654684] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1394.686414] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1395.140649] env[65794]: DEBUG nova.compute.manager [req-f759b122-aef9-4584-997c-b49cc96ce667 req-de98065b-973d-47d3-9427-150acdad21da service nova] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Received event network-vif-deleted-36b01392-d3c5-42fc-b046-d43ff7ad8943 {{(pid=65794) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1395.140795] env[65794]: INFO nova.compute.manager [req-f759b122-aef9-4584-997c-b49cc96ce667 req-de98065b-973d-47d3-9427-150acdad21da service nova] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Neutron deleted interface 36b01392-d3c5-42fc-b046-d43ff7ad8943; detaching it from the instance and deleting it from the info cache [ 1395.141018] env[65794]: DEBUG nova.network.neutron [req-f759b122-aef9-4584-997c-b49cc96ce667 req-de98065b-973d-47d3-9427-150acdad21da service nova] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.269439] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.619461] env[65794]: DEBUG nova.network.neutron [-] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.645267] env[65794]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-186462ff-466b-44ec-84f1-927ee144d53b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.655373] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f764afeb-73fe-481e-a08b-3bf543c03b2d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.682300] env[65794]: DEBUG nova.compute.manager [req-f759b122-aef9-4584-997c-b49cc96ce667 req-de98065b-973d-47d3-9427-150acdad21da service nova] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Detach interface failed, port_id=36b01392-d3c5-42fc-b046-d43ff7ad8943, reason: Instance 0aef9656-34d8-4d62-824c-c04a74cf04d8 could not be found. {{(pid=65794) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1396.122176] env[65794]: INFO nova.compute.manager [-] [instance: 0aef9656-34d8-4d62-824c-c04a74cf04d8] Took 1.47 seconds to deallocate network for instance. [ 1396.628523] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.628777] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.629028] env[65794]: DEBUG nova.objects.instance [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lazy-loading 'resources' on Instance uuid 0aef9656-34d8-4d62-824c-c04a74cf04d8 {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.173087] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1291e6d0-57dd-4168-a20e-f2367bbfe780 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.180887] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381b9583-a270-49ca-9dda-eaccdd3d3c0e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.210527] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89aa6211-88bd-4545-bf71-229b3ea03f4d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.218079] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94398ce5-c8e5-4246-9af6-d87e68fbedc8 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.232478] env[65794]: DEBUG nova.compute.provider_tree [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.736100] env[65794]: DEBUG nova.scheduler.client.report [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1398.241911] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.283850] env[65794]: INFO nova.scheduler.client.report [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Deleted allocations for instance 0aef9656-34d8-4d62-824c-c04a74cf04d8 [ 1398.792391] env[65794]: DEBUG oslo_concurrency.lockutils [None req-1d96b63e-509a-459f-8eb4-64f7de5040be tempest-ServerActionsTestJSON-1322561610 tempest-ServerActionsTestJSON-1322561610-project-member] Lock "0aef9656-34d8-4d62-824c-c04a74cf04d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.764s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.383884] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Acquiring lock "6267f251-dd61-4acd-a54c-8a3198e4230b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.384275] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Lock "6267f251-dd61-4acd-a54c-8a3198e4230b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.887062] env[65794]: DEBUG nova.compute.manager [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Starting instance... {{(pid=65794) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1404.410891] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.411278] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.413180] env[65794]: INFO nova.compute.claims [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1405.450605] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45fee6b-7136-4890-8a8f-746080a76b85 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.458580] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff10e21e-b218-4438-a828-be969fc47fbc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.490459] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b5ac55-8083-4a4a-95a3-d80a8b23e6bf {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.498258] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e453e60-7516-4680-a84b-3a55814753fc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.511769] env[65794]: DEBUG nova.compute.provider_tree [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.015456] env[65794]: DEBUG nova.scheduler.client.report [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.521069] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.110s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.521554] env[65794]: DEBUG nova.compute.manager [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Start building networks asynchronously for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1407.026941] env[65794]: DEBUG nova.compute.utils [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Using /dev/sd instead of None {{(pid=65794) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1407.028502] env[65794]: DEBUG nova.compute.manager [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Not allocating networking since 'none' was specified. {{(pid=65794) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1407.530423] env[65794]: DEBUG nova.compute.manager [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Start building block device mappings for instance. {{(pid=65794) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1408.540328] env[65794]: DEBUG nova.compute.manager [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Start spawning the instance on the hypervisor. {{(pid=65794) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1408.575730] env[65794]: DEBUG nova.virt.hardware [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1408.575985] env[65794]: DEBUG nova.virt.hardware [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1408.576159] env[65794]: DEBUG nova.virt.hardware [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1408.576353] env[65794]: DEBUG nova.virt.hardware [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1408.576526] env[65794]: DEBUG nova.virt.hardware [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1408.576670] env[65794]: DEBUG nova.virt.hardware [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1408.576876] env[65794]: DEBUG nova.virt.hardware [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1408.577039] env[65794]: DEBUG nova.virt.hardware [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1408.577205] env[65794]: DEBUG nova.virt.hardware [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1408.577362] env[65794]: DEBUG nova.virt.hardware [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1408.577532] env[65794]: DEBUG nova.virt.hardware [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1408.578589] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbe9b5b-a69e-4e0c-9850-54869ecb0793 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.587611] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212bf296-d5a3-4702-a1b3-30504fb4b728 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.602395] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Instance VIF info [] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1408.607861] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Creating folder: Project (7253024b3e98469e8280caa96c585086). Parent ref: group-v937953. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1408.608162] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce63740f-7128-40e2-a52f-1bd0ec6c32f5 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.618856] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Created folder: Project (7253024b3e98469e8280caa96c585086) in parent group-v937953. [ 1408.619042] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Creating folder: Instances. Parent ref: group-v938297. {{(pid=65794) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1408.619278] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6431a568-fb6d-4177-a96d-50e180393cd2 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.629219] env[65794]: INFO nova.virt.vmwareapi.vm_util [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Created folder: Instances in parent group-v938297. [ 1408.629465] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1408.629656] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1408.629973] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e76534e1-fc65-4eb5-8937-b4f2cec4f72b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.646360] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1408.646360] env[65794]: value = "task-4812407" [ 1408.646360] env[65794]: _type = "Task" [ 1408.646360] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.654032] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812407, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.156946] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812407, 'name': CreateVM_Task, 'duration_secs': 0.257555} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.157158] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1409.157582] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.157739] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.158109] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.158379] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eec3518-b457-40dc-88f0-89d26260a91c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.163474] env[65794]: DEBUG oslo_vmware.api [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Waiting for the task: (returnval){ [ 1409.163474] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]523f678e-794f-7024-b919-7894589282ca" [ 1409.163474] env[65794]: _type = "Task" [ 1409.163474] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.172184] env[65794]: DEBUG oslo_vmware.api [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]523f678e-794f-7024-b919-7894589282ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.676059] env[65794]: DEBUG oslo_vmware.api [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]523f678e-794f-7024-b919-7894589282ca, 'name': SearchDatastore_Task, 'duration_secs': 0.01012} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.676580] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.676960] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1409.677319] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.677522] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.677761] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1409.678126] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b175ec8-365f-48bb-9a9a-899ec2aa5fee {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.689498] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1409.689678] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1409.690449] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e459a498-66f3-495a-97ad-6b8e66b3093c {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.696623] env[65794]: DEBUG oslo_vmware.api [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Waiting for the task: (returnval){ [ 1409.696623] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52739cbe-779c-5c75-95e2-2237a27d7631" [ 1409.696623] env[65794]: _type = "Task" [ 1409.696623] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.705225] env[65794]: DEBUG oslo_vmware.api [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52739cbe-779c-5c75-95e2-2237a27d7631, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.207549] env[65794]: DEBUG oslo_vmware.api [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52739cbe-779c-5c75-95e2-2237a27d7631, 'name': SearchDatastore_Task, 'duration_secs': 0.009523} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.208433] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2b9dbb3-becd-4bc2-90ff-753889f14297 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.214653] env[65794]: DEBUG oslo_vmware.api [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Waiting for the task: (returnval){ [ 1410.214653] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52a858e3-4027-6d86-e171-a9a5e7ab20c5" [ 1410.214653] env[65794]: _type = "Task" [ 1410.214653] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.224060] env[65794]: DEBUG oslo_vmware.api [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a858e3-4027-6d86-e171-a9a5e7ab20c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.725008] env[65794]: DEBUG oslo_vmware.api [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52a858e3-4027-6d86-e171-a9a5e7ab20c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011468} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.725354] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.725593] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 6267f251-dd61-4acd-a54c-8a3198e4230b/6267f251-dd61-4acd-a54c-8a3198e4230b.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1410.725863] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01873105-3107-46b2-8d10-1d0370bf64ee {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.733400] env[65794]: DEBUG oslo_vmware.api [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Waiting for the task: (returnval){ [ 1410.733400] env[65794]: value = "task-4812408" [ 1410.733400] env[65794]: _type = "Task" [ 1410.733400] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.741523] env[65794]: DEBUG oslo_vmware.api [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.243549] env[65794]: DEBUG oslo_vmware.api [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428337} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.243821] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore1] 6267f251-dd61-4acd-a54c-8a3198e4230b/6267f251-dd61-4acd-a54c-8a3198e4230b.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1411.244052] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1411.244314] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c5e5360-334f-41d0-a2b2-99d18c4d25a9 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.251106] env[65794]: DEBUG oslo_vmware.api [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Waiting for the task: (returnval){ [ 1411.251106] env[65794]: value = "task-4812409" [ 1411.251106] env[65794]: _type = "Task" [ 1411.251106] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.261045] env[65794]: DEBUG oslo_vmware.api [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.762144] env[65794]: DEBUG oslo_vmware.api [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082858} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.762144] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1411.762602] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6e3f85-061e-4488-9e27-6828570d83a4 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.782972] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 6267f251-dd61-4acd-a54c-8a3198e4230b/6267f251-dd61-4acd-a54c-8a3198e4230b.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.783285] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0414bbf6-5903-445a-90d5-3f7c4cdc0c85 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.802847] env[65794]: DEBUG oslo_vmware.api [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Waiting for the task: (returnval){ [ 1411.802847] env[65794]: value = "task-4812410" [ 1411.802847] env[65794]: _type = "Task" [ 1411.802847] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.810835] env[65794]: DEBUG oslo_vmware.api [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.312897] env[65794]: DEBUG oslo_vmware.api [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812410, 'name': ReconfigVM_Task, 'duration_secs': 0.254396} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.313226] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 6267f251-dd61-4acd-a54c-8a3198e4230b/6267f251-dd61-4acd-a54c-8a3198e4230b.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.313844] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1552855-49ba-4372-9ef8-8dcc46f6756e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.321293] env[65794]: DEBUG oslo_vmware.api [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Waiting for the task: (returnval){ [ 1412.321293] env[65794]: value = "task-4812411" [ 1412.321293] env[65794]: _type = "Task" [ 1412.321293] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.330041] env[65794]: DEBUG oslo_vmware.api [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812411, 'name': Rename_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.832065] env[65794]: DEBUG oslo_vmware.api [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812411, 'name': Rename_Task, 'duration_secs': 0.129359} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.832391] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1412.832580] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-164617bb-dea6-4502-89ec-2b0e93911786 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.839943] env[65794]: DEBUG oslo_vmware.api [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Waiting for the task: (returnval){ [ 1412.839943] env[65794]: value = "task-4812412" [ 1412.839943] env[65794]: _type = "Task" [ 1412.839943] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.847653] env[65794]: DEBUG oslo_vmware.api [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.350380] env[65794]: DEBUG oslo_vmware.api [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812412, 'name': PowerOnVM_Task, 'duration_secs': 0.397002} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.350665] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1413.350863] env[65794]: INFO nova.compute.manager [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Took 4.81 seconds to spawn the instance on the hypervisor. [ 1413.351051] env[65794]: DEBUG nova.compute.manager [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1413.351808] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e41071-04ff-43e1-bf7f-8bc865c155f3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.869040] env[65794]: INFO nova.compute.manager [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Took 9.48 seconds to build instance. [ 1414.371426] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3dd3199c-8d5a-448f-bcdb-36333e401903 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Lock "6267f251-dd61-4acd-a54c-8a3198e4230b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.987s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.153401] env[65794]: INFO nova.compute.manager [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Rebuilding instance [ 1415.194248] env[65794]: DEBUG nova.compute.manager [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1415.195142] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2d956f-f938-4bff-8724-ac6801a0039e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.208853] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1416.209277] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1325ffd-04f4-4147-88f1-d98f31f4c2b0 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.217019] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Waiting for the task: (returnval){ [ 1416.217019] env[65794]: value = "task-4812413" [ 1416.217019] env[65794]: _type = "Task" [ 1416.217019] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.227169] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.727922] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812413, 'name': PowerOffVM_Task, 'duration_secs': 0.137487} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.728330] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.728608] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1416.729473] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c110c85-663d-4899-b75a-e873a07a828d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.736878] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1416.737226] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9073f5e3-7aaf-48b1-8a62-f9b232fe7324 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.764840] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1416.765220] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Deleting contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1416.765420] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Deleting the datastore file [datastore1] 6267f251-dd61-4acd-a54c-8a3198e4230b {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1416.765773] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a8af5a9-6f73-44bc-884f-e4bb3a452fa7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.772990] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Waiting for the task: (returnval){ [ 1416.772990] env[65794]: value = "task-4812415" [ 1416.772990] env[65794]: _type = "Task" [ 1416.772990] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.780898] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.283797] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179609} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.284212] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.284312] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Deleted contents of the VM from datastore datastore1 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1417.284408] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1418.320353] env[65794]: DEBUG nova.virt.hardware [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T05:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T05:24:56Z,direct_url=,disk_format='vmdk',id=f5682eb2-5020-4fb7-8580-1a22c7f02289,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e59fc376eb3425a84ac3e67e272fc18',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T05:24:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1418.320695] env[65794]: DEBUG nova.virt.hardware [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Flavor limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1418.320760] env[65794]: DEBUG nova.virt.hardware [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Image limits 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1418.320902] env[65794]: DEBUG nova.virt.hardware [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Flavor pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1418.321066] env[65794]: DEBUG nova.virt.hardware [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Image pref 0:0:0 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1418.321218] env[65794]: DEBUG nova.virt.hardware [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65794) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1418.321422] env[65794]: DEBUG nova.virt.hardware [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1418.321575] env[65794]: DEBUG nova.virt.hardware [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1418.321735] env[65794]: DEBUG nova.virt.hardware [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Got 1 possible topologies {{(pid=65794) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1418.321908] env[65794]: DEBUG nova.virt.hardware [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1418.322134] env[65794]: DEBUG nova.virt.hardware [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65794) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1418.322996] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e2e39b-b062-4821-ab37-b484f777e31d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.330962] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326129fc-937e-44a5-bf41-a8720d153a2b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.344443] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Instance VIF info [] {{(pid=65794) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1418.349923] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1418.350166] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Creating VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1418.350368] env[65794]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a403b2e5-d945-48c9-9aad-5b1e50672c1e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.366645] env[65794]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1418.366645] env[65794]: value = "task-4812416" [ 1418.366645] env[65794]: _type = "Task" [ 1418.366645] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.374217] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812416, 'name': CreateVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.876740] env[65794]: DEBUG oslo_vmware.api [-] Task: {'id': task-4812416, 'name': CreateVM_Task, 'duration_secs': 0.263796} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.877014] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Created VM on the ESX host {{(pid=65794) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1418.877338] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.877497] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.877942] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.878217] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6817d9ca-87a6-43a7-b96f-991aa9457f0e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.883584] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Waiting for the task: (returnval){ [ 1418.883584] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52e7bb92-a4b7-eca4-e108-1c334f9b7475" [ 1418.883584] env[65794]: _type = "Task" [ 1418.883584] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.891988] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e7bb92-a4b7-eca4-e108-1c334f9b7475, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.393967] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52e7bb92-a4b7-eca4-e108-1c334f9b7475, 'name': SearchDatastore_Task, 'duration_secs': 0.010543} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.394348] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.394530] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Processing image f5682eb2-5020-4fb7-8580-1a22c7f02289 {{(pid=65794) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1419.394761] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.394904] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.395088] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1419.395357] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58f41eb1-96f7-4f31-be25-c0d3f2dfac50 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.403721] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65794) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1419.403891] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65794) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1419.404587] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eaaf775-48c0-42b0-8120-b89aae2c3854 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.409638] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Waiting for the task: (returnval){ [ 1419.409638] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]52ce172d-5508-dcaf-5ad4-94765e4e784b" [ 1419.409638] env[65794]: _type = "Task" [ 1419.409638] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.418681] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ce172d-5508-dcaf-5ad4-94765e4e784b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.920344] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]52ce172d-5508-dcaf-5ad4-94765e4e784b, 'name': SearchDatastore_Task, 'duration_secs': 0.00903} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.921226] env[65794]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f55ef2c4-0b4a-4055-a71c-e209d4850af3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.927598] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Waiting for the task: (returnval){ [ 1419.927598] env[65794]: value = "session[5267b11a-affe-4684-414d-e124fb7dae8a]521edba6-0cb2-b2f3-9113-284566c54e8a" [ 1419.927598] env[65794]: _type = "Task" [ 1419.927598] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.936034] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521edba6-0cb2-b2f3-9113-284566c54e8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.438567] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': session[5267b11a-affe-4684-414d-e124fb7dae8a]521edba6-0cb2-b2f3-9113-284566c54e8a, 'name': SearchDatastore_Task, 'duration_secs': 0.010422} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.439124] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.439338] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 6267f251-dd61-4acd-a54c-8a3198e4230b/6267f251-dd61-4acd-a54c-8a3198e4230b.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1420.439679] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c557aef5-b55d-42e9-8cf0-af2cf7fd6189 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.446736] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Waiting for the task: (returnval){ [ 1420.446736] env[65794]: value = "task-4812417" [ 1420.446736] env[65794]: _type = "Task" [ 1420.446736] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.454445] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.956910] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812417, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.457823] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812417, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.958430] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812417, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.430259} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.958728] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f5682eb2-5020-4fb7-8580-1a22c7f02289/f5682eb2-5020-4fb7-8580-1a22c7f02289.vmdk to [datastore2] 6267f251-dd61-4acd-a54c-8a3198e4230b/6267f251-dd61-4acd-a54c-8a3198e4230b.vmdk {{(pid=65794) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1421.958943] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Extending root virtual disk to 1048576 {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1421.959231] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-791fb18b-96da-45a7-b744-a4a7ad516aa3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.965645] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Waiting for the task: (returnval){ [ 1421.965645] env[65794]: value = "task-4812418" [ 1421.965645] env[65794]: _type = "Task" [ 1421.965645] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.973807] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.475931] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069535} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.476333] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Extended root virtual disk {{(pid=65794) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1422.476982] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9daa3d47-f089-4205-8bdc-69422abd2864 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.496803] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 6267f251-dd61-4acd-a54c-8a3198e4230b/6267f251-dd61-4acd-a54c-8a3198e4230b.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1422.497099] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e789b0e9-3560-4868-b81a-f7530f4b2306 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.516676] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Waiting for the task: (returnval){ [ 1422.516676] env[65794]: value = "task-4812419" [ 1422.516676] env[65794]: _type = "Task" [ 1422.516676] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.524777] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.026323] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812419, 'name': ReconfigVM_Task, 'duration_secs': 0.25887} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.026609] env[65794]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 6267f251-dd61-4acd-a54c-8a3198e4230b/6267f251-dd61-4acd-a54c-8a3198e4230b.vmdk or device None with type sparse {{(pid=65794) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1423.027246] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8cf9cd1-9901-4a79-b307-c59f901b5699 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.034941] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Waiting for the task: (returnval){ [ 1423.034941] env[65794]: value = "task-4812420" [ 1423.034941] env[65794]: _type = "Task" [ 1423.034941] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.043519] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812420, 'name': Rename_Task} progress is 5%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.545651] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812420, 'name': Rename_Task, 'duration_secs': 0.141187} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.546151] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Powering on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.546248] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d8c68a7-03b4-4e89-a0bb-7d05e76dfcea {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.553254] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Waiting for the task: (returnval){ [ 1423.553254] env[65794]: value = "task-4812421" [ 1423.553254] env[65794]: _type = "Task" [ 1423.553254] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.560861] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.062876] env[65794]: DEBUG oslo_vmware.api [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812421, 'name': PowerOnVM_Task, 'duration_secs': 0.402179} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.063161] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Powered on the VM {{(pid=65794) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1424.063369] env[65794]: DEBUG nova.compute.manager [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Checking state {{(pid=65794) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1424.064169] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2ab779-3ab5-4b66-a4fa-e772ef2c3760 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.580354] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.580762] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.580762] env[65794]: DEBUG nova.objects.instance [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65794) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1424.824683] env[65794]: DEBUG oslo_concurrency.lockutils [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Acquiring lock "6267f251-dd61-4acd-a54c-8a3198e4230b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.825112] env[65794]: DEBUG oslo_concurrency.lockutils [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Lock "6267f251-dd61-4acd-a54c-8a3198e4230b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.825367] env[65794]: DEBUG oslo_concurrency.lockutils [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Acquiring lock "6267f251-dd61-4acd-a54c-8a3198e4230b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.825556] env[65794]: DEBUG oslo_concurrency.lockutils [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Lock "6267f251-dd61-4acd-a54c-8a3198e4230b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.825745] env[65794]: DEBUG oslo_concurrency.lockutils [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Lock "6267f251-dd61-4acd-a54c-8a3198e4230b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.827925] env[65794]: INFO nova.compute.manager [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Terminating instance [ 1425.331980] env[65794]: DEBUG oslo_concurrency.lockutils [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Acquiring lock "refresh_cache-6267f251-dd61-4acd-a54c-8a3198e4230b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.332177] env[65794]: DEBUG oslo_concurrency.lockutils [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Acquired lock "refresh_cache-6267f251-dd61-4acd-a54c-8a3198e4230b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.332309] env[65794]: DEBUG nova.network.neutron [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Building network info cache for instance {{(pid=65794) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1425.589392] env[65794]: DEBUG oslo_concurrency.lockutils [None req-3a121918-3fd7-4b7e-9126-5953b4d14b03 tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.834917] env[65794]: WARNING neutronclient.v2_0.client [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1425.853977] env[65794]: DEBUG nova.network.neutron [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1425.915749] env[65794]: DEBUG nova.network.neutron [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.418550] env[65794]: DEBUG oslo_concurrency.lockutils [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Releasing lock "refresh_cache-6267f251-dd61-4acd-a54c-8a3198e4230b" {{(pid=65794) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.419105] env[65794]: DEBUG nova.compute.manager [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Start destroying the instance on the hypervisor. {{(pid=65794) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1426.419505] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Destroying instance {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1426.420339] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c0fb09-58c9-4712-aa9f-9547c447591e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.429320] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Powering off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1426.429592] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6466465a-217d-434c-b8a2-40b42e4a65f1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.436888] env[65794]: DEBUG oslo_vmware.api [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Waiting for the task: (returnval){ [ 1426.436888] env[65794]: value = "task-4812422" [ 1426.436888] env[65794]: _type = "Task" [ 1426.436888] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.446790] env[65794]: DEBUG oslo_vmware.api [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.947784] env[65794]: DEBUG oslo_vmware.api [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812422, 'name': PowerOffVM_Task, 'duration_secs': 0.179643} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.948207] env[65794]: DEBUG nova.virt.vmwareapi.vm_util [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Powered off the VM {{(pid=65794) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1426.948259] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Unregistering the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1426.948516] env[65794]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d45b884b-700b-45f5-aeda-f1eb159c43b3 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.973120] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Unregistered the VM {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1426.973365] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Deleting contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1426.973579] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Deleting the datastore file [datastore2] 6267f251-dd61-4acd-a54c-8a3198e4230b {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1426.973935] env[65794]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecb36759-d4a9-4247-aadf-f87881c7a54d {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.980324] env[65794]: DEBUG oslo_vmware.api [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Waiting for the task: (returnval){ [ 1426.980324] env[65794]: value = "task-4812424" [ 1426.980324] env[65794]: _type = "Task" [ 1426.980324] env[65794]: } to complete. {{(pid=65794) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.988334] env[65794]: DEBUG oslo_vmware.api [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.491852] env[65794]: DEBUG oslo_vmware.api [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Task: {'id': task-4812424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082111} completed successfully. {{(pid=65794) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.492240] env[65794]: DEBUG nova.virt.vmwareapi.ds_util [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Deleted the datastore file {{(pid=65794) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1427.492472] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Deleted contents of the VM from datastore datastore2 {{(pid=65794) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1427.492733] env[65794]: DEBUG nova.virt.vmwareapi.vmops [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Instance destroyed {{(pid=65794) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1427.492969] env[65794]: INFO nova.compute.manager [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1427.493327] env[65794]: DEBUG oslo.service.backend._common.loopingcall [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65794) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1427.493574] env[65794]: DEBUG nova.compute.manager [-] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Deallocating network for instance {{(pid=65794) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1427.493705] env[65794]: DEBUG nova.network.neutron [-] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] deallocate_for_instance() {{(pid=65794) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1427.494029] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1427.511040] env[65794]: DEBUG nova.network.neutron [-] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Instance cache missing network info. {{(pid=65794) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1427.511362] env[65794]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1428.013639] env[65794]: DEBUG nova.network.neutron [-] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Updating instance_info_cache with network_info: [] {{(pid=65794) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.516932] env[65794]: INFO nova.compute.manager [-] [instance: 6267f251-dd61-4acd-a54c-8a3198e4230b] Took 1.02 seconds to deallocate network for instance. [ 1429.023568] env[65794]: DEBUG oslo_concurrency.lockutils [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.023919] env[65794]: DEBUG oslo_concurrency.lockutils [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.024208] env[65794]: DEBUG nova.objects.instance [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Lazy-loading 'resources' on Instance uuid 6267f251-dd61-4acd-a54c-8a3198e4230b {{(pid=65794) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1429.558774] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc1d676-2185-4c03-947b-25feedf929c7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.566462] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc51a95-56ae-4fbf-aa9f-0a4118ddb6f7 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.596761] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdce012-42c2-4490-bc2e-7e3a1a13fb33 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.604816] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88092ac-ce90-4506-8418-0bf81bea8c3e {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.617949] env[65794]: DEBUG nova.compute.provider_tree [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.121100] env[65794]: DEBUG nova.scheduler.client.report [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1430.626662] env[65794]: DEBUG oslo_concurrency.lockutils [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.648542] env[65794]: INFO nova.scheduler.client.report [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Deleted allocations for instance 6267f251-dd61-4acd-a54c-8a3198e4230b [ 1431.156493] env[65794]: DEBUG oslo_concurrency.lockutils [None req-091c5cb9-e4b4-4c34-9d3c-5456890036ae tempest-ServerShowV257Test-2093190043 tempest-ServerShowV257Test-2093190043-project-member] Lock "6267f251-dd61-4acd-a54c-8a3198e4230b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.331s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.273801] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.273968] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.274850] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65794) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 1444.274696] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.777820] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.778095] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.778344] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.778549] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65794) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1444.779436] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41fd43e-15f2-4753-8f9b-3c45f77ad55b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.788073] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cb7d01-33fa-42b7-9ed1-ef4b4d2ed44f {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.802961] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95923db-dffa-4c9d-be5e-ef41d23bd74b {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.810335] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5182a9-0649-42cc-aa8c-8265946af058 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.839098] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180603MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65794) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1444.839285] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.839485] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.987661] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1445.987924] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65794) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1446.001025] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9644ee-6782-4382-a083-d11e17f02053 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.008818] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792f26fa-7b4b-49dd-87ce-d06d4ef987b1 {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.039156] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afefdc2-d8a5-4755-b0af-d8cbbd96f0dc {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.047026] env[65794]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd831da-837a-4389-9c27-3a1496f7b1ca {{(pid=65794) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.060354] env[65794]: DEBUG nova.compute.provider_tree [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Inventory has not changed in ProviderTree for provider: 9d798782-7888-423a-959e-7002060abcae {{(pid=65794) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.563575] env[65794]: DEBUG nova.scheduler.client.report [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Inventory has not changed for provider 9d798782-7888-423a-959e-7002060abcae based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65794) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1447.068574] env[65794]: DEBUG nova.compute.resource_tracker [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65794) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1447.068943] env[65794]: DEBUG oslo_concurrency.lockutils [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.229s {{(pid=65794) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.068380] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.068646] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.274552] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.269605] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.274280] env[65794]: DEBUG oslo_service.periodic_task [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65794) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.274431] env[65794]: DEBUG nova.compute.manager [None req-0c553b8a-4fcf-47dd-bd93-66236df821b3 None None] Cleaning up deleted instances {{(pid=65794) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}}